-- Logs begin at Tue 2021-07-06 01:01:22 UTC, end at Tue 2021-07-06 02:22:13 UTC. --
Jul 06 01:49:44.281655 dv-cinder-799546-3-iscsi systemd[1]: Started Devstack devstack@q-svc.service.
Jul 06 01:49:46.923030 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.common.config [-] Logging enabled!
Jul 06 01:49:46.923555 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 15.3.5.dev36
Jul 06 01:49:46.924878 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=80869) setup_logging /opt/stack/neutron/neutron/common/config.py:111}}
Jul 06 01:49:46.925682 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.common.config [-] Logging enabled!
Jul 06 01:49:46.925975 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 15.3.5.dev36
Jul 06 01:49:46.926258 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=80869) setup_logging /opt/stack/neutron/neutron/common/config.py:111}}
Jul 06 01:49:46.927356 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2563}}
Jul 06 01:49:46.927627 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2564}}
Jul 06 01:49:46.928698 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2565}}
Jul 06 01:49:46.928995 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Jul 06 01:49:46.929265 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Jul 06 01:49:46.929636 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.common.config [-] allow_bulk                     = True {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:46.929989 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.common.config [-] allow_overlapping_ips          = True {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:46.930329 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.common.config [-] api_extensions_path            =  {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:46.930598 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.common.config [-] api_paste_config               = api-paste.ini {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:46.930946 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.common.config [-] api_workers                    = 2 {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:46.931289 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.common.config [-] auth_strategy                  = keystone {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:46.931612 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.common.config [-] backlog                        = 4096 {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:46.931945 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.common.config [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:46.932296 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.common.config [-] bind_host                      = 0.0.0.0 {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:46.932619 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.common.config [-] bind_port                      = 9696 {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:46.932950 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.common.config [-] client_socket_timeout          = 900 {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:46.933285 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.common.config [-] config_dir                     = [] {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:46.933552 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.common.config [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:46.933872 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.common.config [-] config_source                  = [] {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:46.934201 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.common.config [-] control_exchange               = neutron {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:46.934535 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.common.config [-] core_plugin                    = ml2 {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:46.934794 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.common.config [-] debug                          = True {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:46.935110 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.common.config [-] default_availability_zones     = [] {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:46.935643 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.common.config [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:46.935962 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.common.config [-] dhcp_agent_notification        = True {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:46.936279 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.common.config [-] dhcp_lease_duration            = 86400 {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:46.936609 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.common.config [-] dns_domain                     = openstacklocal {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:46.936919 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.common.config [-] external_dns_driver            = None {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:46.937276 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.common.config [-] filter_validation              = True {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:46.937597 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.common.config [-] global_physnet_mtu             = 1500 {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:46.937964 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.common.config [-] host                           = dv-cinder-799546-3-iscsi {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:46.938279 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.common.config [-] http_retries                   = 3 {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:46.938614 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.common.config [-] instance_format                = [instance: %(uuid)s]  {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:46.938940 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.common.config [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:46.939267 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.common.config [-] ipam_driver                    = internal {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:46.939579 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.common.config [-] ipv6_pd_enabled                = False {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:46.939894 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.common.config [-] log_config_append              = None {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:46.940219 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.common.config [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:46.940530 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.common.config [-] log_dir                        = None {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:46.940840 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.common.config [-] log_file                       = None {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:46.941184 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.common.config [-] log_rotate_interval            = 1 {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:46.941514 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.common.config [-] log_rotate_interval_type       = days {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:46.941843 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.common.config [-] log_rotation_type              = none {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:46.942181 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.common.config [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:46.942441 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.common.config [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:46.942698 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.common.config [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:46.943030 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.common.config [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:46.943431 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.common.config [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:46.943943 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.common.config [-] max_dns_nameservers            = 5 {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:46.944450 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.common.config [-] max_header_line                = 16384 {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:46.945571 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.common.config [-] max_logfile_count              = 30 {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:46.946125 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.common.config [-] max_logfile_size_mb            = 200 {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:46.946676 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.common.config [-] max_subnet_host_routes         = 20 {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:46.947194 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.common.config [-] network_link_prefix            = None {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:46.947780 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:46.948375 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:46.949005 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.common.config [-] pagination_max_limit           = -1 {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:46.949511 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.common.config [-] periodic_fuzzy_delay           = 5 {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:46.950021 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.common.config [-] periodic_interval              = 40 {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:46.950408 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.common.config [-] publish_errors                 = False {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:46.950741 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.common.config [-] rate_limit_burst               = 0 {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:46.951086 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.common.config [-] rate_limit_except_level        = CRITICAL {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:46.951415 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.common.config [-] rate_limit_interval            = 0 {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:46.951742 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.common.config [-] retry_until_window             = 30 {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:46.952069 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.common.config [-] rpc_response_max_timeout       = 600 {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:46.952415 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.common.config [-] rpc_state_report_workers       = 0 {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:46.952730 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.common.config [-] rpc_workers                    = None {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:46.953078 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.common.config [-] send_events_interval           = 2 {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:46.953444 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.common.config [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:46.953776 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.common.config [-] setproctitle                   = on {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:46.954111 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.common.config [-] state_path                     = /opt/stack/data/neutron {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:46.954441 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.common.config [-] syslog_log_facility            = LOG_USER {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:46.954757 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.common.config [-] tcp_keepidle                   = 600 {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:46.955096 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.common.config [-] transport_url                  = **** {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:46.955412 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.common.config [-] use_eventlog                   = False {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:46.955724 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.common.config [-] use_journal                    = False {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:46.956038 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.common.config [-] use_json                       = False {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:46.956352 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.common.config [-] use_ssl                        = False {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:46.956663 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.common.config [-] use_stderr                     = False {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:46.957041 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.common.config [-] use_syslog                     = False {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:46.957359 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.common.config [-] vlan_transparent               = False {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:46.957670 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.common.config [-] watch_log_file                 = False {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:46.957984 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.common.config [-] wsgi_default_pool_size         = 100 {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:46.958295 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.common.config [-] wsgi_keep_alive                = True {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:46.958626 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.common.config [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:46.958972 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:46.959316 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:46.959660 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.common.config [-] profiler.connection_string     = messaging:// {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:46.959988 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.common.config [-] profiler.enabled               = False {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:46.960875 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.common.config [-] profiler.es_doc_type           = notification {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:46.961228 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.common.config [-] profiler.es_scroll_size        = 10000 {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:46.961573 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.common.config [-] profiler.es_scroll_time        = 2m {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:46.961886 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.common.config [-] profiler.filter_error_trace    = False {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:46.962218 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.common.config [-] profiler.hmac_keys             = SECRET_KEY {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:46.962551 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:46.962879 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.common.config [-] profiler.socket_timeout        = 0.1 {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:46.963198 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy      = False {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:46.963528 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.common.config [-] nova.auth_section              = None {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:46.963870 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.common.config [-] nova.auth_type                 = password {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:46.964210 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.common.config [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:46.964523 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.common.config [-] nova.certfile                  = None {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:46.964842 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.common.config [-] nova.collect_timing            = False {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:46.965225 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.common.config [-] nova.endpoint_type             = public {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:46.965543 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.common.config [-] nova.insecure                  = False {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:46.965854 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.common.config [-] nova.keyfile                   = None {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:46.966192 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.common.config [-] nova.region_name               = RegionOne {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:46.966509 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.common.config [-] nova.split_loggers             = False {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:46.966821 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.common.config [-] nova.timeout                   = None {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:46.967139 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.common.config [-] placement.auth_section         = None {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:46.967456 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.common.config [-] placement.auth_type            = None {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:46.967763 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.common.config [-] placement.cafile               = None {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:46.968069 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.common.config [-] placement.certfile             = None {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:46.968384 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.common.config [-] placement.collect_timing       = False {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:46.968715 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.common.config [-] placement.endpoint_type        = public {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:46.969054 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.common.config [-] placement.insecure             = False {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:46.969364 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.common.config [-] placement.keyfile              = None {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:46.969673 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.common.config [-] placement.region_name          = None {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:46.969987 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.common.config [-] placement.split_loggers        = False {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:46.970294 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.common.config [-] placement.timeout              = None {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:46.970617 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.common.config [-] ironic.auth_section            = None {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:46.970931 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.common.config [-] ironic.auth_type               = None {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:46.971238 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.common.config [-] ironic.cafile                  = None {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:46.971543 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.common.config [-] ironic.certfile                = None {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:46.971857 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.common.config [-] ironic.collect_timing          = False {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:46.972166 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.common.config [-] ironic.connect_retries         = None {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:46.972476 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.common.config [-] ironic.connect_retry_delay     = None {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:46.972789 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.common.config [-] ironic.enable_notifications    = False {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:46.973123 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.common.config [-] ironic.endpoint_override       = None {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:46.973438 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.common.config [-] ironic.insecure                = False {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:46.973744 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.common.config [-] ironic.interface               = None {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:46.974049 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.common.config [-] ironic.keyfile                 = None {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:46.974356 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.common.config [-] ironic.max_version             = None {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:46.974666 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.common.config [-] ironic.min_version             = None {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:46.974974 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.common.config [-] ironic.region_name             = None {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:46.975280 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.common.config [-] ironic.service_name            = None {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:46.975586 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.common.config [-] ironic.service_type            = None {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:46.975925 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.common.config [-] ironic.split_loggers           = False {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:46.976235 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.common.config [-] ironic.status_code_retries     = None {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:46.976543 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:46.976852 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.common.config [-] ironic.timeout                 = None {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:46.977189 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.common.config [-] ironic.valid_interfaces        = None {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:46.977498 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.common.config [-] ironic.version                 = None {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:46.977824 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:46.978165 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:46.978480 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:46.978797 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:46.979122 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:46.979435 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:46.979752 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:46.980066 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:46.980380 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:46.980699 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:46.981034 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:46.981369 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:46.981694 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:46.982018 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:46.982338 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:46.982656 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:46.982995 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:46.983310 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:46.983631 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:46.983945 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:46.984260 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:46.984580 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:46.984904 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl      = False {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:46.985265 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:46.985600 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:46.985933 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:46.986265 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version =  {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:46.986597 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:46.986916 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:46.987269 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:46.987587 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:46.987839 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2587}}
Jul 06 01:49:46.988110 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=80869) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:352}}
Jul 06 01:49:47.648481 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=80869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 01:49:47.648804 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=80869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 01:49:47.649155 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=80869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 01:49:47.650765 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.manager [-] Loading core plugin: ml2
Jul 06 01:49:47.975281 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_create 55550000 {{(pid=80869) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 01:49:47.975786 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_update 55550000 {{(pid=80869) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 01:49:47.975892 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_delete 55550000 {{(pid=80869) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 01:49:48.031808 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_create 55550000 {{(pid=80869) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 01:49:48.032118 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_update 55550000 {{(pid=80869) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 01:49:48.032424 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_delete 55550000 {{(pid=80869) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 01:49:48.035386 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_create 55550000 {{(pid=80869) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 01:49:48.035695 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_update 55550000 {{(pid=80869) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 01:49:48.035994 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_delete 55550000 {{(pid=80869) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 01:49:48.298786 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f31d87821e0> agent after_create 55550000 {{(pid=80869) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 01:49:48.299035 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f31d87821e0> agent after_update 55550000 {{(pid=80869) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 01:49:48.299307 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _add_segment_host_mapping_for_segment at 0x7f31d8782268> segment precommit_create 55550000 {{(pid=80869) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 01:49:48.299616 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _delete_segments_for_network at 0x7f31d87822f0> network precommit_delete 55550000 {{(pid=80869) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 01:49:48.300551 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _prevent_segment_delete_with_port_bound at 0x7f31d8772598> segment before_delete 55550000 {{(pid=80869) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 01:49:48.486120 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._before_network_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f31d97478d0>> network before_delete 55550000 {{(pid=80869) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 01:49:48.486497 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function DVRDbMixin._delete_mac_associated_with_agent at 0x7f31d8543378> agent before_delete 55550000 {{(pid=80869) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 01:49:48.486827 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f31d97478d0>> network before_create 55550000 {{(pid=80869) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 01:49:48.487128 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f31d97478d0>> port before_create 55550000 {{(pid=80869) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 01:49:48.487423 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f31d97478d0>> port before_update 55550000 {{(pid=80869) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 01:49:48.487798 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_after_delete_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f31d97478d0>> segment after_delete 55550000 {{(pid=80869) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 01:49:48.488097 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f31d97478d0>> segment precommit_create 55550000 {{(pid=80869) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 01:49:48.488386 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f31d97478d0>> segment precommit_delete 55550000 {{(pid=80869) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 01:49:48.488669 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f31d97478d0>> segment after_create 55550000 {{(pid=80869) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 01:49:48.489025 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f31d97478d0>> network after_delete 55550000 {{(pid=80869) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 01:49:48.489319 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f31d97478d0>> network precommit_delete 0 {{(pid=80869) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 01:49:48.489621 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._port_provisioned of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f31d97478d0>> port provisioning_complete 55550000 {{(pid=80869) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 01:49:48.489924 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_create of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f31d97478d0>> rbac-policy before_create 55550000 {{(pid=80869) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 01:49:48.490214 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_delete of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f31d97478d0>> rbac-policy after_delete 55550000 {{(pid=80869) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 01:49:48.490521 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._retry_binding_revived_agents of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f31d97478d0>> agent after_update 55550000 {{(pid=80869) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 01:49:48.490833 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f31d97478d0>> subnet after_delete 55550000 {{(pid=80869) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 01:49:48.491121 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f31d97478d0>> subnet precommit_delete 0 {{(pid=80869) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 01:49:48.491956 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f31d97478d0>> rbac-policy before_update 55550000 {{(pid=80869) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 01:49:48.492239 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f31d97478d0>> rbac-policy before_delete 55550000 {{(pid=80869) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 01:49:48.492571 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DhcpAgentSchedulerDbMixin.auto_schedule_new_network_segments of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f31d97478d0>> segment_host_mapping after_create 55550000 {{(pid=80869) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 01:49:48.493037 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f31d97478d0>> port after_create 55550000 {{(pid=80869) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 01:49:48.493324 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f31d97478d0>> port after_update 55550000 {{(pid=80869) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 01:49:48.493603 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f31d97478d0>> port after_delete 55550000 {{(pid=80869) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 01:49:48.493935 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f31d97478d0>> rbac-policy before_create 55550000 {{(pid=80869) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 01:49:48.494213 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f31d97478d0>> rbac-policy before_update 55550000 {{(pid=80869) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 01:49:48.494487 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f31d97478d0>> rbac-policy before_delete 55550000 {{(pid=80869) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 01:49:48.494907 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=80869) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jul 06 01:49:48.495181 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=80869) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jul 06 01:49:48.495451 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=80869) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jul 06 01:49:48.495723 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=80869) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jul 06 01:49:48.495994 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=80869) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jul 06 01:49:48.496262 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=80869) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jul 06 01:49:48.497653 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve']
Jul 06 01:49:48.505612 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1']
Jul 06 01:49:48.513881 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete
Jul 06 01:49:48.519380 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])])
Jul 06 01:49:48.522370 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']
Jul 06 01:49:48.523552 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'])
Jul 06 01:49:48.523939 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan']
Jul 06 01:49:48.524372 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security']
Jul 06 01:49:48.528265 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security']
Jul 06 01:49:48.528542 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security']
Jul 06 01:49:48.528973 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv']
Jul 06 01:49:48.556510 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic']
Jul 06 01:49:48.557021 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.qos.drivers.openvswitch.driver.OVSDriver object at 0x7f31d84e3400>> qos_plugin after_init 55550000 {{(pid=80869) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 01:49:48.557367 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=80869) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:66}}
Jul 06 01:49:48.557778 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.logapi.drivers.openvswitch.driver.OVSDriver object at 0x7f31d850fb70>> logging-plugin after_init 55550000 {{(pid=80869) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 01:49:48.559152 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=80869) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}}
Jul 06 01:49:48.559481 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv']
Jul 06 01:49:48.559763 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv']
Jul 06 01:49:48.562885 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f31d850fbe0>> floatingip before_response 55550000 {{(pid=80869) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 01:49:48.563203 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f31d850fbe0>> port before_response 55550000 {{(pid=80869) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 01:49:48.627418 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat'
Jul 06 01:49:48.627696 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete
Jul 06 01:49:48.627965 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve'
Jul 06 01:49:48.628384 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)]
Jul 06 01:49:48.662527 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_db.sqlalchemy.engines [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=80869) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:307}}
Jul 06 01:49:49.036958 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.plugins.ml2.managers [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Initializing driver for type 'gre'
Jul 06 01:49:49.037542 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] gre ID ranges: [(1, 1000)]
Jul 06 01:49:49.136327 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.plugins.ml2.managers [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Initializing driver for type 'local'
Jul 06 01:49:49.136693 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.plugins.ml2.managers [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Initializing driver for type 'vlan'
Jul 06 01:49:49.193709 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] VlanTypeDriver initialization complete
Jul 06 01:49:49.194144 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.plugins.ml2.managers [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Initializing driver for type 'vxlan'
Jul 06 01:49:49.194813 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] vxlan ID ranges: [(1, 1000)]
Jul 06 01:49:49.310973 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.plugins.ml2.managers [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Initializing extension driver 'port_security'
Jul 06 01:49:49.311404 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.plugins.ml2.extensions.port_security [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] PortSecurityExtensionDriver initialization complete
Jul 06 01:49:49.311826 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.plugins.ml2.managers [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Initializing mechanism driver 'openvswitch'
Jul 06 01:49:49.312240 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.plugins.ml2.managers [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Initializing mechanism driver 'hyperv'
Jul 06 01:49:49.319322 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.plugin [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=80869) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 01:49:49.320204 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f31e2808320>> port after_create 55550000 {{(pid=80869) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 01:49:49.320628 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f31e2808320>> port after_update 55550000 {{(pid=80869) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 01:49:49.321048 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f31e2808320>> port after_delete 55550000 {{(pid=80869) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 01:49:49.321487 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f31d80bca20>> subnet after_create 55550000 {{(pid=80869) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 01:49:49.321880 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f31d80bca20>> subnet after_update 55550000 {{(pid=80869) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 01:49:49.322265 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f31d80bca20>> subnet after_delete 55550000 {{(pid=80869) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 01:49:49.322686 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f31d80bcbe0>> network after_create 55550000 {{(pid=80869) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 01:49:49.323071 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f31d80bcbe0>> network after_update 55550000 {{(pid=80869) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 01:49:49.323453 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f31d80bcbe0>> network after_delete 55550000 {{(pid=80869) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 01:49:49.323872 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f31d80bcda0>> security_group after_create 55550000 {{(pid=80869) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 01:49:49.324259 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f31d80bcda0>> security_group after_update 55550000 {{(pid=80869) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 01:49:49.324639 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f31d80bcda0>> security_group after_delete 55550000 {{(pid=80869) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 01:49:49.325084 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f31d80bcf60>> security_group_rule after_create 55550000 {{(pid=80869) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 01:49:49.325473 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f31d80bcf60>> security_group_rule after_update 55550000 {{(pid=80869) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 01:49:49.325852 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f31d80bcf60>> security_group_rule after_delete 55550000 {{(pid=80869) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 01:49:49.326223 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] ML2 OVO RPC backend initialized. {{(pid=80869) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:140}}
Jul 06 01:49:49.327197 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_created of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f31d80c6080>> router_interface after_create 55550000 {{(pid=80869) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 01:49:49.327605 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_deleted of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f31d80c6080>> router_interface after_delete 55550000 {{(pid=80869) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 01:49:49.328070 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f31d80c6080>> network before_response 55550000 {{(pid=80869) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 01:49:49.328460 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f31d80c6080>> networks before_response 55550000 {{(pid=80869) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 01:49:49.328843 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f31d80c6080>> port before_response 55550000 {{(pid=80869) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 01:49:49.329255 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f31d80c6080>> ports before_response 55550000 {{(pid=80869) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 01:49:49.329638 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f31d80c6080>> subnet before_response 55550000 {{(pid=80869) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 01:49:49.330022 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f31d80c6080>> subnets before_response 55550000 {{(pid=80869) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 01:49:49.330412 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f31d80c6080>> network after_create 55550000 {{(pid=80869) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 01:49:49.330800 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f31d80c6080>> network after_update 55550000 {{(pid=80869) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 01:49:49.331180 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f31d80c6080>> network after_delete 55550000 {{(pid=80869) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 01:49:49.331559 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f31d80c6080>> port after_create 55550000 {{(pid=80869) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 01:49:49.331938 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f31d80c6080>> port after_update 55550000 {{(pid=80869) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 01:49:49.332315 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f31d80c6080>> port after_delete 55550000 {{(pid=80869) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 01:49:49.332689 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f31d80c6080>> subnet after_create 55550000 {{(pid=80869) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 01:49:49.333099 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f31d80c6080>> subnet after_update 55550000 {{(pid=80869) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 01:49:49.333476 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f31d80c6080>> subnet after_delete 55550000 {{(pid=80869) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 01:49:49.334121 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.plugins.ml2.plugin [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Modular L2 Plugin initialization complete
Jul 06 01:49:49.334486 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.manager [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Loading services supported by the core plugin {{(pid=80869) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:164}}
Jul 06 01:49:49.334859 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.plugins.ml2.managers [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Got port-security extension from driver 'port_security'
Jul 06 01:49:49.336036 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.extensions.vlantransparent [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Disabled vlantransparent extension.
Jul 06 01:49:49.336503 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.manager [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=80869) _load_service_plugins /opt/stack/neutron/neutron/manager.py:190}}
Jul 06 01:49:49.336854 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.manager [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Loading Plugin: router
Jul 06 01:49:49.381476 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Subscribe: <bound method DVRResourceOperationHandler._add_csnat_on_interface_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f31d80efd68>> router_interface before_create 55550000 {{(pid=80869) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 01:49:49.381963 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._after_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f31d80efd68>> router after_create 55549900 {{(pid=80869) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 01:49:49.382378 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._before_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f31d80efd68>> router before_create 55549900 {{(pid=80869) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 01:49:49.382787 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Subscribe: <bound method DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f31d80efd68>> router_interface before_delete 55550000 {{(pid=80869) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 01:49:49.383214 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Subscribe: <bound method DVRResourceOperationHandler._cleanup_after_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f31d80efd68>> router_interface after_delete 55550000 {{(pid=80869) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 01:49:49.383615 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._cleanup_ha_network of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f31d80efd68>> router after_delete 55549900 {{(pid=80869) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 01:49:49.384025 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f31d80efd68>> floatingip after_update 55550000 {{(pid=80869) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 01:49:49.384450 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f31d80efd68>> router after_create 55549900 {{(pid=80869) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 01:49:49.384841 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f31d80efd68>> router after_update 55549900 {{(pid=80869) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 01:49:49.385271 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_distributed_port_bindings_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f31d80efd68>> router after_update 55549900 {{(pid=80869) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 01:49:49.385668 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_dvr_internal_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f31d80efd68>> router_gateway after_delete 55550000 {{(pid=80869) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 01:49:49.386079 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f31d80efd68>> router after_update 55549900 {{(pid=80869) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 01:49:49.386600 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Subscribe: <bound method DVRResourceOperationHandler._handle_distributed_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f31d80efd68>> router precommit_update 55549900 {{(pid=80869) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 01:49:49.387041 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Subscribe: <function L3RpcNotifierMixin._notify_gateway_port_ip_changed at 0x7f31d85e7400> port after_update 55550000 {{(pid=80869) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 01:49:49.387429 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Subscribe: <function L3RpcNotifierMixin._notify_routers_callback at 0x7f31d85e72f0> port after_delete 55550000 {{(pid=80869) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 01:49:49.387812 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnet_gateway_ip_update at 0x7f31d85e7378> subnet after_update 55550000 {{(pid=80869) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 01:49:49.388201 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnetpool_address_scope_update at 0x7f31d85e7488> subnetpool_address_scope after_update 55550000 {{(pid=80869) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 01:49:49.388601 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Subscribe: <bound method L3_NAT_dbonly_mixin._precommit_delete_port_callback of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f31d80efd68>> port precommit_delete 55550000 {{(pid=80869) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 01:49:49.389029 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._precommit_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f31d80efd68>> router precommit_create 55549900 {{(pid=80869) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 01:49:49.389423 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Subscribe: <function L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback at 0x7f31d86c48c8> port before_delete 55550000 {{(pid=80869) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 01:49:49.389814 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Subscribe: <bound method RouterAvailabilityZoneMixin._process_az_request of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f31d80efd68>> router precommit_create 55550000 {{(pid=80869) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 01:49:49.390232 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._reconfigure_ha_resources of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f31d80efd68>> router after_update 55549900 {{(pid=80869) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 01:49:49.390622 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._release_router_vr_id of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f31d80efd68>> router precommit_delete 55549900 {{(pid=80869) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 01:49:49.391021 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Subscribe: <bound method DVRResourceOperationHandler._set_distributed_flag of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f31d80efd68>> router precommit_create 55549900 {{(pid=80869) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 01:49:49.391447 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Subscribe: <bound method DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f31d80efd68>> router_interface after_create 55550000 {{(pid=80869) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 01:49:49.391844 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._validate_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f31d80efd68>> router precommit_update 55549900 {{(pid=80869) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 01:49:49.392283 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Subscribe: <bound method DVRResourceOperationHandler.create_fip_agent_gw_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f31d80efd68>> agent after_create 55550000 {{(pid=80869) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 01:49:49.392683 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_agent_gw_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f31d80efd68>> agent after_delete 55550000 {{(pid=80869) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 01:49:49.393109 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f31d80efd68>> network after_delete 55550000 {{(pid=80869) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 01:49:49.394253 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource_registry [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Tracking information for resource: router configured {{(pid=80869) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jul 06 01:49:49.394640 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource_registry [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Tracking information for resource: floatingip configured {{(pid=80869) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jul 06 01:49:49.400757 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.db.l3_agentschedulers_db [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled.
Jul 06 01:49:49.401489 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Subscribe: <function _notify_l3_agent_port_update at 0x7f31d80840d0> port after_update 55550000 {{(pid=80869) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 01:49:49.401910 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Subscribe: <function _notify_l3_agent_new_port at 0x7f31d807af28> port after_create 55550000 {{(pid=80869) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 01:49:49.402317 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Subscribe: <function _notify_port_delete at 0x7f31d8084048> port after_delete 55550000 {{(pid=80869) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 01:49:49.402710 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Subscribe: <function _notify_l3_agent_ha_port_update at 0x7f31d8084268> port after_update 55550000 {{(pid=80869) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 01:49:49.403701 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Subscribe: <bound method DriverController._check_router_request of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f31d7fbb080>> router before_create 55550100 {{(pid=80869) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 01:49:49.404129 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Subscribe: <bound method DriverController._clear_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f31d7fbb080>> router precommit_delete 55550100 {{(pid=80869) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 01:49:49.404535 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Subscribe: <bound method DriverController._set_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f31d7fbb080>> router precommit_create 55550100 {{(pid=80869) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 01:49:49.404959 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Subscribe: <bound method DriverController._update_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f31d7fbb080>> router precommit_update 55550100 {{(pid=80869) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 01:49:49.410218 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.services.provider_configuration [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Service providers = [] {{(pid=80869) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}}
Jul 06 01:49:49.410626 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.servicetype_db [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=80869) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}}
Jul 06 01:49:49.414589 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.services.service_base [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=80869) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Jul 06 01:49:49.414979 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.services.service_base [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=80869) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Jul 06 01:49:49.415365 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.services.service_base [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=80869) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Jul 06 01:49:49.416398 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.services.service_base [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=80869) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Jul 06 01:49:49.416831 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.services.service_base [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Default provider is not specified for service type L3_ROUTER_NAT
Jul 06 01:49:49.417325 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.manager [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=80869) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:228}}
Jul 06 01:49:49.417688 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.manager [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin
Jul 06 01:49:49.441098 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.manager [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=80869) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:228}}
Jul 06 01:49:49.441516 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.manager [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Loading Plugin: auto_allocate
Jul 06 01:49:49.453637 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f31d7fbe950> network precommit_update 55550000 {{(pid=80869) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 01:49:49.453981 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f31d7fbe950> network precommit_create 55550000 {{(pid=80869) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 01:49:49.454608 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.manager [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=80869) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:228}}
Jul 06 01:49:49.454974 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.manager [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Loading Plugin: tag
Jul 06 01:49:49.467187 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.manager [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=80869) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:228}}
Jul 06 01:49:49.467560 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.manager [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Loading Plugin: timestamp
Jul 06 01:49:49.471324 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.manager [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=80869) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:228}}
Jul 06 01:49:49.471699 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.manager [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Loading Plugin: network_ip_availability
Jul 06 01:49:49.477959 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f31d7fbf898>> rbac-policy before_create 55550000 {{(pid=80869) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 01:49:49.478376 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f31d7fbf898>> rbac-policy before_update 55550000 {{(pid=80869) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 01:49:49.478775 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f31d7fbf898>> rbac-policy before_delete 55550000 {{(pid=80869) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 01:49:49.479586 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.manager [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=80869) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:228}}
Jul 06 01:49:49.479955 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.manager [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Loading Plugin: flavors
Jul 06 01:49:49.495641 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.manager [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=80869) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:228}}
Jul 06 01:49:49.496016 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.manager [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Loading Plugin: revisions
Jul 06 01:49:49.500633 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.manager [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=80869) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:228}}
Jul 06 01:49:49.501098 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.852s {{(pid=80869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 01:49:49.501925 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=80869) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:633}}
Jul 06 01:49:49.502304 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Initializing extension manager.
Jul 06 01:49:49.502857 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Loading extension file: __init__.py {{(pid=80869) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 06 01:49:49.503240 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Loading extension file: __pycache__ {{(pid=80869) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 06 01:49:49.503613 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Loading extension file: _admin_state_down_before_update_lib.py {{(pid=80869) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 06 01:49:49.503987 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Loading extension file: _availability_zone_filter_lib.py {{(pid=80869) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 06 01:49:49.504355 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Loading extension file: _filter_validation_lib.py {{(pid=80869) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 06 01:49:49.504720 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=80869) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 06 01:49:49.505118 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Loading extension file: address_scope.py {{(pid=80869) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 06 01:49:49.505976 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=80869) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 06 01:49:49.506643 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Loaded extension: address-scope
Jul 06 01:49:49.507038 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Loading extension file: admin_state_down_before_update.py {{(pid=80869) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 06 01:49:49.507985 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is down (admin_state_up=False) before updating the distributed attribute" updated="2019-04-08 13:30:00" {{(pid=80869) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 06 01:49:49.508573 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Loaded extension: router-admin-state-down-before-update
Jul 06 01:49:49.508958 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Loading extension file: agent.py {{(pid=80869) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 06 01:49:49.509757 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=80869) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 06 01:49:49.510338 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Loaded extension: agent
Jul 06 01:49:49.510704 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Loading extension file: agent_resources_synced.py {{(pid=80869) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 06 01:49:49.511633 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=80869) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 06 01:49:49.512215 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Loaded extension: agent-resources-synced
Jul 06 01:49:49.512580 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Loading extension file: allowedaddresspairs.py {{(pid=80869) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 06 01:49:49.514442 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=80869) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 06 01:49:49.515033 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Loaded extension: allowed-address-pairs
Jul 06 01:49:49.515406 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Loading extension file: auto_allocated_topology.py {{(pid=80869) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 06 01:49:49.516483 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=80869) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 06 01:49:49.517099 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Loaded extension: auto-allocated-topology
Jul 06 01:49:49.517469 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Loading extension file: availability_zone.py {{(pid=80869) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 06 01:49:49.518387 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=80869) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 06 01:49:49.518968 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Loaded extension: availability_zone
Jul 06 01:49:49.519333 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Loading extension file: availability_zone_filter.py {{(pid=80869) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 06 01:49:49.520259 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=80869) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 06 01:49:49.520837 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Loaded extension: availability_zone_filter
Jul 06 01:49:49.521228 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Loading extension file: data_plane_status.py {{(pid=80869) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 06 01:49:49.522147 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=80869) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 06 01:49:49.523261 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Extension data-plane-status not supported by any of loaded plugins
Jul 06 01:49:49.523623 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Loading extension file: default_subnetpools.py {{(pid=80869) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 06 01:49:49.524549 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=80869) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 06 01:49:49.525153 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Loaded extension: default-subnetpools
Jul 06 01:49:49.525518 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Loading extension file: dhcpagentscheduler.py {{(pid=80869) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 06 01:49:49.526405 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=80869) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 06 01:49:49.526980 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Loaded extension: dhcp_agent_scheduler
Jul 06 01:49:49.527345 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Loading extension file: dns.py {{(pid=80869) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 06 01:49:49.528279 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=80869) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 06 01:49:49.528848 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Extension dns-integration not supported by any of loaded plugins
Jul 06 01:49:49.529236 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Loading extension file: dns_domain_ports.py {{(pid=80869) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 06 01:49:49.530159 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=80869) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 06 01:49:49.530733 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Extension dns-domain-ports not supported by any of loaded plugins
Jul 06 01:49:49.531095 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Loading extension file: dvr.py {{(pid=80869) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 06 01:49:49.531846 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=80869) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 06 01:49:49.532430 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Loaded extension: dvr
Jul 06 01:49:49.532797 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Loading extension file: empty_string_filtering.py {{(pid=80869) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 06 01:49:49.533752 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=80869) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 06 01:49:49.534333 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Loaded extension: empty-string-filtering
Jul 06 01:49:49.534695 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=80869) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 06 01:49:49.535612 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=80869) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 06 01:49:49.536185 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins
Jul 06 01:49:49.536547 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=80869) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 06 01:49:49.537493 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=80869) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 06 01:49:49.538084 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins
Jul 06 01:49:49.539007 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Loading extension file: external_net.py {{(pid=80869) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 06 01:49:49.539932 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=80869) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 06 01:49:49.540511 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Loaded extension: external-net
Jul 06 01:49:49.540878 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Loading extension file: extra_dhcp_opt.py {{(pid=80869) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 06 01:49:49.541840 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=80869) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 06 01:49:49.542409 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Loaded extension: extra_dhcp_opt
Jul 06 01:49:49.542779 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Loading extension file: extraroute.py {{(pid=80869) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 06 01:49:49.543961 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=80869) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 06 01:49:49.544535 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Loaded extension: extraroute
Jul 06 01:49:49.544896 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Loading extension file: extraroute_atomic.py {{(pid=80869) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 06 01:49:49.546004 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=80869) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 06 01:49:49.546590 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Loaded extension: extraroute-atomic
Jul 06 01:49:49.546954 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Loading extension file: filter_validation.py {{(pid=80869) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 06 01:49:49.549549 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-03-21T10:00:00-00:00" {{(pid=80869) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 06 01:49:49.550147 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Loaded extension: filter-validation
Jul 06 01:49:49.550519 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Loading extension file: fip_port_details.py {{(pid=80869) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 06 01:49:49.551467 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=80869) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 06 01:49:49.552047 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Loaded extension: fip-port-details
Jul 06 01:49:49.552413 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Loading extension file: flavors.py {{(pid=80869) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 06 01:49:49.553711 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=80869) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 06 01:49:49.554326 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Loaded extension: flavors
Jul 06 01:49:49.554699 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=80869) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 06 01:49:49.556471 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=80869) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 06 01:49:49.557092 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins
Jul 06 01:49:49.557471 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Loading extension file: floatingip_pools.py {{(pid=80869) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 06 01:49:49.558255 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=80869) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 06 01:49:49.558842 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Loaded extension: floatingip-pools
Jul 06 01:49:49.559212 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Loading extension file: ip_allocation.py {{(pid=80869) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 06 01:49:49.560145 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=80869) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 06 01:49:49.560718 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Extension ip_allocation not supported by any of loaded plugins
Jul 06 01:49:49.561116 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=80869) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 06 01:49:49.562047 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=80869) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 06 01:49:49.562624 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Loaded extension: ip-substring-filtering
Jul 06 01:49:49.562994 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Loading extension file: l2_adjacency.py {{(pid=80869) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 06 01:49:49.563934 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=80869) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 06 01:49:49.564507 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Extension l2_adjacency not supported by any of loaded plugins
Jul 06 01:49:49.564872 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Loading extension file: l3.py {{(pid=80869) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 06 01:49:49.566027 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=80869) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 06 01:49:49.566616 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Loaded extension: router
Jul 06 01:49:49.566982 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Loading extension file: l3_conntrack_helper.py {{(pid=80869) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 06 01:49:49.569356 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=80869) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 06 01:49:49.570460 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Extension l3-conntrack-helper not supported by any of loaded plugins
Jul 06 01:49:49.570839 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=80869) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 06 01:49:49.571924 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=80869) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 06 01:49:49.572511 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Loaded extension: ext-gw-mode
Jul 06 01:49:49.572880 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=80869) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 06 01:49:49.573851 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=80869) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 06 01:49:49.574429 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Loaded extension: l3-ha
Jul 06 01:49:49.574794 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Loading extension file: l3_flavors.py {{(pid=80869) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 06 01:49:49.575716 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=80869) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 06 01:49:49.576293 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Loaded extension: l3-flavors
Jul 06 01:49:49.576659 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=80869) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 06 01:49:49.577611 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=80869) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 06 01:49:49.578193 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Loaded extension: l3-port-ip-change-not-allowed
Jul 06 01:49:49.578558 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Loading extension file: l3agentscheduler.py {{(pid=80869) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 06 01:49:49.579773 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=80869) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 06 01:49:49.580372 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Loaded extension: l3_agent_scheduler
Jul 06 01:49:49.580747 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Loading extension file: logging.py {{(pid=80869) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 06 01:49:49.582363 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=80869) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 06 01:49:49.582959 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Extension logging not supported by any of loaded plugins
Jul 06 01:49:49.583341 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Loading extension file: metering.py {{(pid=80869) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 06 01:49:49.584269 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=80869) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 06 01:49:49.584984 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Loaded extension: metering
Jul 06 01:49:49.586001 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Loading extension file: multiprovidernet.py {{(pid=80869) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 06 01:49:49.586965 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=80869) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 06 01:49:49.587558 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Loaded extension: multi-provider
Jul 06 01:49:49.587914 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Loading extension file: netmtu.py {{(pid=80869) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 06 01:49:49.588837 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=80869) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 06 01:49:49.589446 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Loaded extension: net-mtu
Jul 06 01:49:49.589815 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Loading extension file: netmtu_writable.py {{(pid=80869) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 06 01:49:49.590874 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=80869) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 06 01:49:49.591453 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Loaded extension: net-mtu-writable
Jul 06 01:49:49.591821 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Loading extension file: network_availability_zone.py {{(pid=80869) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 06 01:49:49.592572 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=80869) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 06 01:49:49.593187 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Loaded extension: network_availability_zone
Jul 06 01:49:49.593560 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Loading extension file: network_ip_availability.py {{(pid=80869) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 06 01:49:49.594684 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=80869) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 06 01:49:49.595267 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Loaded extension: network-ip-availability
Jul 06 01:49:49.595631 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Loading extension file: network_segment_range.py {{(pid=80869) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 06 01:49:49.596538 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=80869) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 06 01:49:49.597150 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Extension network-segment-range not supported by any of loaded plugins
Jul 06 01:49:49.597517 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Loading extension file: pagination.py {{(pid=80869) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 06 01:49:49.598523 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=80869) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 06 01:49:49.598904 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Loaded extension: pagination
Jul 06 01:49:49.599267 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=80869) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 06 01:49:49.600193 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=80869) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 06 01:49:49.601342 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Loaded extension: port-mac-address-regenerate
Jul 06 01:49:49.601712 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Loading extension file: port_resource_request.py {{(pid=80869) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 06 01:49:49.602640 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=80869) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 06 01:49:49.603210 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Extension port-resource-request not supported by any of loaded plugins
Jul 06 01:49:49.603580 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Loading extension file: portbindings.py {{(pid=80869) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 06 01:49:49.604515 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=80869) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 06 01:49:49.605119 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Loaded extension: binding
Jul 06 01:49:49.605485 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Loading extension file: portbindings_extended.py {{(pid=80869) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 06 01:49:49.606771 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=80869) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 06 01:49:49.607358 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Loaded extension: binding-extended
Jul 06 01:49:49.607727 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Loading extension file: portsecurity.py {{(pid=80869) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 06 01:49:49.608647 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=80869) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 06 01:49:49.609261 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Loaded extension: port-security
Jul 06 01:49:49.609632 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Loading extension file: project_id.py {{(pid=80869) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 06 01:49:49.610609 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=80869) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 06 01:49:49.610989 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Loaded extension: project-id
Jul 06 01:49:49.611349 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Loading extension file: providernet.py {{(pid=80869) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 06 01:49:49.612292 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=80869) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 06 01:49:49.612996 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Loaded extension: provider
Jul 06 01:49:49.613373 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Loading extension file: qos.py {{(pid=80869) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 06 01:49:49.617787 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=80869) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 06 01:49:49.618389 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Extension qos not supported by any of loaded plugins
Jul 06 01:49:49.618764 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=80869) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 06 01:49:49.620020 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=80869) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 06 01:49:49.620608 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins
Jul 06 01:49:49.621000 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=80869) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 06 01:49:49.621924 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=80869) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 06 01:49:49.622500 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins
Jul 06 01:49:49.622865 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Loading extension file: qos_default.py {{(pid=80869) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 06 01:49:49.623791 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=80869) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 06 01:49:49.624365 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Extension qos-default not supported by any of loaded plugins
Jul 06 01:49:49.624731 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Loading extension file: qos_fip.py {{(pid=80869) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 06 01:49:49.625451 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=80869) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 06 01:49:49.626028 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Extension qos-fip not supported by any of loaded plugins
Jul 06 01:49:49.626393 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Loading extension file: qos_gateway_ip.py {{(pid=80869) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 06 01:49:49.627323 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=80869) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 06 01:49:49.627899 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Extension qos-gateway-ip not supported by any of loaded plugins
Jul 06 01:49:49.628263 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Loading extension file: qos_rule_type_details.py {{(pid=80869) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 06 01:49:49.629238 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=80869) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 06 01:49:49.629818 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Extension qos-rule-type-details not supported by any of loaded plugins
Jul 06 01:49:49.630181 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Loading extension file: qos_rules_alias.py {{(pid=80869) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 06 01:49:49.631225 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=80869) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 06 01:49:49.631807 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Extension qos-rules-alias not supported by any of loaded plugins
Jul 06 01:49:49.632201 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Loading extension file: quotasv2.py {{(pid=80869) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 06 01:49:49.633211 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=80869) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 06 01:49:49.633595 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Loaded extension: quotas
Jul 06 01:49:49.633958 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Loading extension file: quotasv2_detail.py {{(pid=80869) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 06 01:49:49.635591 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=80869) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 06 01:49:49.635985 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Loaded extension: quota_details
Jul 06 01:49:49.636362 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Loading extension file: rbac.py {{(pid=80869) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 06 01:49:49.637648 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=80869) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 06 01:49:49.638247 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Loaded extension: rbac-policies
Jul 06 01:49:49.638623 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Loading extension file: rbac_security_groups.py {{(pid=80869) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 06 01:49:49.639558 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=80869) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 06 01:49:49.640140 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Loaded extension: rbac-security-groups
Jul 06 01:49:49.640504 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Loading extension file: revisionifmatch.py {{(pid=80869) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 06 01:49:49.641459 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=80869) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 06 01:49:49.642025 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Loaded extension: revision-if-match
Jul 06 01:49:49.642381 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Loading extension file: revisions.py {{(pid=80869) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 06 01:49:49.643514 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=80869) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 06 01:49:49.644102 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Loaded extension: standard-attr-revisions
Jul 06 01:49:49.644472 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Loading extension file: router_availability_zone.py {{(pid=80869) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 06 01:49:49.645276 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=80869) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 06 01:49:49.645857 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Loaded extension: router_availability_zone
Jul 06 01:49:49.646221 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Loading extension file: routerservicetype.py {{(pid=80869) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 06 01:49:49.647156 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=80869) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 06 01:49:49.647753 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Extension router-service-type not supported by any of loaded plugins
Jul 06 01:49:49.648118 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Loading extension file: security_groups_port_filtering.py {{(pid=80869) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 06 01:49:49.649082 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=80869) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 06 01:49:49.649661 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Loaded extension: port-security-groups-filtering
Jul 06 01:49:49.650010 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Loading extension file: securitygroup.py {{(pid=80869) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 06 01:49:49.662937 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=80869) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 06 01:49:49.664241 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Loaded extension: security-group
Jul 06 01:49:49.664616 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Loading extension file: segment.py {{(pid=80869) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 06 01:49:49.665544 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=80869) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 06 01:49:49.666134 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Extension segment not supported by any of loaded plugins
Jul 06 01:49:49.666503 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=80869) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 06 01:49:49.667458 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=80869) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 06 01:49:49.668043 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins
Jul 06 01:49:49.668676 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Loading extension file: servicetype.py {{(pid=80869) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 06 01:49:49.669804 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=80869) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 06 01:49:49.670389 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Loaded extension: service-type
Jul 06 01:49:49.670758 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Loading extension file: sorting.py {{(pid=80869) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 06 01:49:49.671750 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=80869) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 06 01:49:49.672131 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Loaded extension: sorting
Jul 06 01:49:49.672496 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Loading extension file: standard_attr_segment.py {{(pid=80869) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 06 01:49:49.673445 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=80869) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 06 01:49:49.674029 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Extension standard-attr-segment not supported by any of loaded plugins
Jul 06 01:49:49.674395 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Loading extension file: standardattrdescription.py {{(pid=80869) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 06 01:49:49.675092 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=80869) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 06 01:49:49.675667 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Loaded extension: standard-attr-description
Jul 06 01:49:49.676030 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Loading extension file: stdattrs_common.py {{(pid=80869) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 06 01:49:49.676611 dv-cinder-799546-3-iscsi neutron-server[80869]: WARNING neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py
Jul 06 01:49:49.676987 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Loading extension file: subnet_onboard.py {{(pid=80869) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 06 01:49:49.678055 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=80869) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 06 01:49:49.678638 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Loaded extension: subnet_onboard
Jul 06 01:49:49.679542 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=80869) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 06 01:49:49.680471 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=80869) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 06 01:49:49.681076 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins
Jul 06 01:49:49.681443 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Loading extension file: subnet_service_types.py {{(pid=80869) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 06 01:49:49.682393 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=80869) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 06 01:49:49.682978 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Loaded extension: subnet-service-types
Jul 06 01:49:49.683346 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Loading extension file: subnetallocation.py {{(pid=80869) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 06 01:49:49.684544 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=80869) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 06 01:49:49.685164 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Loaded extension: subnet_allocation
Jul 06 01:49:49.685562 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=80869) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 06 01:49:49.686267 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=80869) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 06 01:49:49.686847 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Loaded extension: subnetpool-prefix-ops
Jul 06 01:49:49.687212 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Loading extension file: tagging.py {{(pid=80869) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 06 01:49:49.688508 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=80869) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 06 01:49:49.689136 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Loaded extension: standard-attr-tag
Jul 06 01:49:49.689506 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Loading extension file: timestamp.py {{(pid=80869) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 06 01:49:49.690684 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=80869) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 06 01:49:49.691272 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Loaded extension: standard-attr-timestamp
Jul 06 01:49:49.691638 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Loading extension file: trunk.py {{(pid=80869) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 06 01:49:49.692681 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=80869) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 06 01:49:49.693286 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Extension trunk not supported by any of loaded plugins
Jul 06 01:49:49.693653 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Loading extension file: trunk_details.py {{(pid=80869) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 06 01:49:49.694605 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=80869) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 06 01:49:49.695196 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Extension trunk-details not supported by any of loaded plugins
Jul 06 01:49:49.695561 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Loading extension file: uplink_status_propagation.py {{(pid=80869) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 06 01:49:49.696500 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=80869) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 06 01:49:49.697104 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Extension uplink-status-propagation not supported by any of loaded plugins
Jul 06 01:49:49.697472 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Loading extension file: vlantransparent.py {{(pid=80869) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 06 01:49:49.698187 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=80869) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 06 01:49:49.698757 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Extension vlan-transparent not supported by any of loaded plugins
Jul 06 01:49:49.701133 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.quota.resource_registry [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Creating instance of TrackedResource for resource:network
Jul 06 01:49:49.701961 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.quota.resource_registry [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Creating instance of TrackedResource for resource:subnet
Jul 06 01:49:49.702643 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.quota.resource_registry [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Creating instance of TrackedResource for resource:subnetpool
Jul 06 01:49:49.703314 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.quota.resource_registry [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Creating instance of TrackedResource for resource:port
Jul 06 01:49:49.704650 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.v2.resource_helper [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=80869) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Jul 06 01:49:49.705249 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.v2.resource_helper [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Service FLAVORS assigned prefix:  {{(pid=80869) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Jul 06 01:49:49.705948 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.v2.resource_helper [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=80869) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Jul 06 01:49:49.706429 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.v2.resource_helper [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=80869) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Jul 06 01:49:49.706808 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.quota.resource_registry [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Creating instance of TrackedResource for resource:router
Jul 06 01:49:49.707533 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.quota.resource_registry [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Creating instance of TrackedResource for resource:floatingip
Jul 06 01:49:49.708306 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.v2.resource_helper [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Service METERING assigned prefix: /metering {{(pid=80869) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Jul 06 01:49:49.710200 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f31d7e76a90>> rbac-policy before_create 55550000 {{(pid=80869) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 01:49:49.710609 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f31d7e76a90>> rbac-policy before_update 55550000 {{(pid=80869) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 01:49:49.711002 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f31d7e76a90>> rbac-policy before_delete 55550000 {{(pid=80869) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 01:49:49.712151 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.quota.resource_registry [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Creating instance of CountableResource for resource:rbac_policy
Jul 06 01:49:49.712649 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.quota.resource_registry [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Creating instance of TrackedResource for resource:security_group
Jul 06 01:49:49.713395 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.quota.resource_registry [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Creating instance of TrackedResource for resource:security_group_rule
Jul 06 01:49:49.714212 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.v2.resource_helper [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Service CORE assigned prefix:  {{(pid=80869) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Jul 06 01:49:49.714590 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.quota.resource_registry [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Creating instance of TrackedResource for resource:subnetpool
Jul 06 01:49:49.714961 dv-cinder-799546-3-iscsi neutron-server[80869]: WARNING neutron.quota.resource_registry [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] subnetpool is already registered
Jul 06 01:49:49.715718 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.v2.resource_helper [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Service CORE assigned prefix:  {{(pid=80869) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Jul 06 01:49:49.716090 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.quota.resource_registry [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Creating instance of TrackedResource for resource:subnetpool
Jul 06 01:49:49.716456 dv-cinder-799546-3-iscsi neutron-server[80869]: WARNING neutron.quota.resource_registry [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] subnetpool is already registered
Jul 06 01:49:49.719187 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.v2.resource_helper [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=80869) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Jul 06 01:49:49.719669 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.v2.resource_helper [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Service FLAVORS assigned prefix:  {{(pid=80869) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Jul 06 01:49:49.720315 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.v2.resource_helper [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=80869) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Jul 06 01:49:49.720786 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.v2.resource_helper [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=80869) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Jul 06 01:49:49.721196 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.quota.resource_registry [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Creating instance of TrackedResource for resource:router
Jul 06 01:49:49.721566 dv-cinder-799546-3-iscsi neutron-server[80869]: WARNING neutron.quota.resource_registry [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] router is already registered
Jul 06 01:49:49.722227 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.quota.resource_registry [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Creating instance of TrackedResource for resource:floatingip
Jul 06 01:49:49.722595 dv-cinder-799546-3-iscsi neutron-server[80869]: WARNING neutron.quota.resource_registry [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] floatingip is already registered
Jul 06 01:49:49.723290 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.v2.resource_helper [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Service METERING assigned prefix: /metering {{(pid=80869) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Jul 06 01:49:49.724034 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.quota.resource_registry [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Creating instance of CountableResource for resource:rbac_policy
Jul 06 01:49:49.724401 dv-cinder-799546-3-iscsi neutron-server[80869]: WARNING neutron.quota.resource_registry [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] rbac_policy is already registered
Jul 06 01:49:49.724860 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.quota.resource_registry [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Creating instance of TrackedResource for resource:security_group
Jul 06 01:49:49.725249 dv-cinder-799546-3-iscsi neutron-server[80869]: WARNING neutron.quota.resource_registry [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] security_group is already registered
Jul 06 01:49:49.726578 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.quota.resource_registry [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Creating instance of TrackedResource for resource:security_group_rule
Jul 06 01:49:49.726941 dv-cinder-799546-3-iscsi neutron-server[80869]: WARNING neutron.quota.resource_registry [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] security_group_rule is already registered
Jul 06 01:49:49.727711 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.v2.resource_helper [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Service CORE assigned prefix:  {{(pid=80869) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Jul 06 01:49:49.728086 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.quota.resource_registry [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Creating instance of TrackedResource for resource:subnetpool
Jul 06 01:49:49.728451 dv-cinder-799546-3-iscsi neutron-server[80869]: WARNING neutron.quota.resource_registry [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] subnetpool is already registered
Jul 06 01:49:49.729130 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.v2.resource_helper [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Service CORE assigned prefix:  {{(pid=80869) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Jul 06 01:49:49.729498 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.quota.resource_registry [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Creating instance of TrackedResource for resource:subnetpool
Jul 06 01:49:49.729868 dv-cinder-799546-3-iscsi neutron-server[80869]: WARNING neutron.quota.resource_registry [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] subnetpool is already registered
Jul 06 01:49:49.730588 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Extended resource: extensions {{(pid=80869) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Jul 06 01:49:49.732154 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Extended resource: address-scopes {{(pid=80869) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Jul 06 01:49:49.733418 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Extended resource: agents {{(pid=80869) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Jul 06 01:49:49.735661 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Extended resource: auto-allocated-topology {{(pid=80869) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Jul 06 01:49:49.737005 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Extended resource: availability_zones {{(pid=80869) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Jul 06 01:49:49.738275 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Extended resource: dhcp-networks {{(pid=80869) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Jul 06 01:49:49.739801 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Extended resource: dhcp-agents {{(pid=80869) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Jul 06 01:49:49.741330 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Extended resource: routers {{(pid=80869) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Jul 06 01:49:49.743574 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Extended resource: flavors {{(pid=80869) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Jul 06 01:49:49.744885 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Extended resource: service_profiles {{(pid=80869) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Jul 06 01:49:49.746154 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Extended resource: next_providers {{(pid=80869) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Jul 06 01:49:49.747611 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Extended resource: service_profiles {{(pid=80869) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Jul 06 01:49:49.749087 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Extended resource: floatingip-pools {{(pid=80869) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Jul 06 01:49:49.750454 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Extended resource: routers {{(pid=80869) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Jul 06 01:49:49.752294 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Extended resource: floatingips {{(pid=80869) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Jul 06 01:49:49.753551 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Extended resource: l3-routers {{(pid=80869) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Jul 06 01:49:49.755094 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Extended resource: l3-agents {{(pid=80869) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Jul 06 01:49:49.756536 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Extended resource: metering-labels {{(pid=80869) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Jul 06 01:49:49.757970 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Extended resource: metering-label-rules {{(pid=80869) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Jul 06 01:49:49.759410 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Extended resource: network-ip-availabilities {{(pid=80869) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Jul 06 01:49:49.760692 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Extended resource: bindings {{(pid=80869) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Jul 06 01:49:49.762313 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Extended resource: quotas {{(pid=80869) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Jul 06 01:49:49.763896 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Extended resource: quotas {{(pid=80869) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Jul 06 01:49:49.765404 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Extended resource: rbac-policies {{(pid=80869) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Jul 06 01:49:49.766646 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Extended resource: security-groups {{(pid=80869) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Jul 06 01:49:49.767884 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Extended resource: security-group-rules {{(pid=80869) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Jul 06 01:49:49.769277 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Extended resource: service-providers {{(pid=80869) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Jul 06 01:49:49.770519 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Extended resource: subnetpools {{(pid=80869) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Jul 06 01:49:49.771965 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Extended resource: subnetpools {{(pid=80869) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Jul 06 01:49:49.773622 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Extended resource: tags {{(pid=80869) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Jul 06 01:49:49.775347 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Extended resource: tags {{(pid=80869) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Jul 06 01:49:49.777136 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Extended resource: tags {{(pid=80869) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Jul 06 01:49:49.779052 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Extended resource: tags {{(pid=80869) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Jul 06 01:49:49.780764 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Extended resource: tags {{(pid=80869) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Jul 06 01:49:49.782628 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Extended resource: tags {{(pid=80869) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Jul 06 01:49:49.784453 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Extended resource: tags {{(pid=80869) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Jul 06 01:49:49.786298 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Extended resource: tags {{(pid=80869) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Jul 06 01:49:49.788832 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Extended resource: tags {{(pid=80869) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Jul 06 01:49:49.790672 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.extensions [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Extended resource: tags {{(pid=80869) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Jul 06 01:49:49.798887 dv-cinder-799546-3-iscsi neutron-server[80869]: WARNING keystonemiddleware.auth_token [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True.
Jul 06 01:49:49.804439 dv-cinder-799546-3-iscsi neutron-server[80869]: WARNING keystonemiddleware.auth_token [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint
Jul 06 01:49:49.915777 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Acquired lock "singleton_lock" {{(pid=80869) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:265}}
Jul 06 01:49:49.916315 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Releasing lock "singleton_lock" {{(pid=80869) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:281}}
Jul 06 01:49:49.917807 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO oslo_service.service [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Starting 2 workers
Jul 06 01:49:49.922809 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Started child 80980 {{(pid=80869) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:579}}
Jul 06 01:49:49.927338 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:49:49.927534 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Started child 80981 {{(pid=80869) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:579}}
Jul 06 01:49:49.929560 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [-] (80980) wsgi starting up on http://0.0.0.0:9696
Jul 06 01:49:49.929772 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.service [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Neutron service started, listening on 0.0.0.0:9696
Jul 06 01:49:49.930306 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Notify callbacks [] for process, before_spawn {{(pid=80869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:49:49.932306 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:49:49.932812 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO oslo_service.service [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Starting 1 workers
Jul 06 01:49:49.933849 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [-] (80981) wsgi starting up on http://0.0.0.0:9696
Jul 06 01:49:49.938254 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Started child 80982 {{(pid=80869) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:579}}
Jul 06 01:49:49.938848 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO oslo_service.service [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Starting 1 workers
Jul 06 01:49:49.940992 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.service [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] calling RpcWorker wait() {{(pid=80982) _wait /opt/stack/neutron/neutron/service.py:128}}
Jul 06 01:49:49.941515 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.service [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] returning from RpcWorker wait() {{(pid=80982) _wait /opt/stack/neutron/neutron/service.py:135}}
Jul 06 01:49:49.943151 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:49:49.943561 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Started child 80983 {{(pid=80869) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:579}}
Jul 06 01:49:49.943687 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=80982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 01:49:49.944439 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-82af0634-59d8-4fae-ab7f-1efaf4908953 None None] Notify callbacks [] for process, after_spawn {{(pid=80869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:49:49.946098 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=80869) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:653}}
Jul 06 01:49:49.946336 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2563}}
Jul 06 01:49:49.946550 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2564}}
Jul 06 01:49:49.946828 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2565}}
Jul 06 01:49:49.947242 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Jul 06 01:49:49.947440 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Jul 06 01:49:49.948007 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:49.948302 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:49.948619 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:49.948713 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:49:49.948906 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:49.949268 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:49.950016 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=80983) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 01:49:49.950126 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:49.950233 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:49.950876 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:49.951136 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:49.951454 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:49.951659 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:49.951858 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:49.952322 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:49.952420 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:49.952730 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:49.953041 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:49.953326 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:49.953618 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:49.953831 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:49.954135 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:49.954438 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:49.954757 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:49.955027 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] debug                          = True {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:49.955296 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:49.955926 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:49.956036 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80980) accepted ('10.222.0.11', 35850) {{(pid=80980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 01:49:49.956165 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:49.956594 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:49.956867 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:49.957201 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:49.957469 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:49.957771 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:49.958056 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:49.958307 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:49.958579 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:49.958849 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:49.959113 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:49.959388 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:49.959691 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:49.959941 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:49.960963 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] host                           = dv-cinder-799546-3-iscsi {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:49.961237 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:49.961489 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:49.961732 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:49.962003 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:49.962294 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:49.962542 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:49.962832 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:49.963142 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:49.963403 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:49.963667 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:49.963929 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:49.964166 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:49.964507 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:49.964672 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:49.964867 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:49.965139 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:49.965405 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:49.965691 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:49.965983 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:49.966139 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:49.966290 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:49.966522 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:49.966713 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:49.967006 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:49.967275 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:49.967477 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:49.967733 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:49.967975 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:49.968218 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:49.968491 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:49.968826 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [-] 10.222.0.11 "GET / HTTP/1.1" status: 200  len: 253 time: 0.0103908
Jul 06 01:49:49.969027 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:49.970611 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:49.971038 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:49.972182 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:49.972595 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:49.973041 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:49.973484 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:49.973892 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:49.974285 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:49.974655 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:49.975022 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:49.975421 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:49.976386 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:49.976800 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:49.977262 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:49.977537 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:49.977987 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:49.978383 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:49.978807 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:49.979224 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:49.979611 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:49.980031 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:49.980361 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:49.981678 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:49.981678 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:49.981678 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:49.981678 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:49.981678 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:49.982154 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:49.982154 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:49.982346 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:49.982569 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:49.982968 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:49.983432 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:49.983691 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:49.984325 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:49.984325 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:49.984520 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:49.984647 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:49.985174 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:49.985484 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:49.985850 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:49.987422 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:49.987422 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:49.987422 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:49.987422 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:49.987422 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:49.987422 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:49.987900 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:49.987970 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:49.988174 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:49.988697 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:49.989186 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:49.989596 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.11/identity {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:49.990010 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:49.990396 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:49.990769 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:49.991136 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:49.991705 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:49.992133 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:49.992561 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:49.993328 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:49.993603 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:49.993862 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:49.994158 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:49.994416 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:49.994712 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:49.994976 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:49.995411 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:49.995836 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:49.996272 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:49.996673 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:49.997156 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:49.997410 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:49.997662 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:49.997940 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:49.998193 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:49.998506 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:49.998819 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:49.999079 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.000272 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.000272 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.000272 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.000272 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.000272 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.000720 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.000720 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.002534 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.002534 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.002534 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.002534 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.003972 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.003972 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.004193 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.004309 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.004530 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.004805 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.005083 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.005345 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.005597 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.005873 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.006122 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.006388 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.006637 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.006947 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.007196 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.007451 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.007715 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.007978 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.008223 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.008474 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.008729 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.009355 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.009719 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.009980 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.010634 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.010634 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.010860 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.010999 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.011306 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.011570 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.011836 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.012101 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.012389 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.012667 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.012951 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.014173 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.014445 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.014764 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.015042 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.015328 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.015569 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.016014 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.016438 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.016887 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.017375 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.017803 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.018247 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.018586 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.018907 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.019190 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.019515 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.019794 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.020105 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.020456 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.020793 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.021925 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.022241 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.023029 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.023486 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.023938 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.024419 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.024718 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.025041 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.025307 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.025637 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.025986 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.026428 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.026830 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.027201 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.027673 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.027978 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.028265 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.028576 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.028873 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.029976 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.030387 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.030839 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.11/identity {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.031131 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.032286 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.032707 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.033169 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.033425 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.033674 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.033954 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.034209 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.034486 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.034776 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.035048 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.035309 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.035613 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.035793 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.036035 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.036306 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = admin {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.036559 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.037843 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.037843 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.038902 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.038902 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.039124 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.039521 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.040000 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.040426 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.040953 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.041430 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.041865 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.042305 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.042748 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.043457 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.043882 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.045578 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.045972 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.046349 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.046793 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.047061 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.047322 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.047580 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.047862 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.048116 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.048426 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.048711 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.049385 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.049385 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.049647 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.050051 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.050517 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.050776 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.051037 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.051297 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.051555 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.051829 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.052147 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.052429 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.052705 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.053006 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.054974 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.055510 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.055859 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.056197 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.057780 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.057780 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.057780 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.057780 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.057780 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] xenapi.connection_password     = **** {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.058114 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] xenapi.connection_url          = None {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.058282 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] xenapi.connection_username     = None {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.058754 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.059127 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.059465 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.059834 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.060217 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.060645 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.061042 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.061384 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.061787 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.062108 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.062449 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.062876 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.063121 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.063616 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.064509 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.064509 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.064726 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.065097 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.065463 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.066498 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.066498 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.066498 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.066750 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.067248 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_blacklist = [] {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.067627 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.067943 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.068244 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.068589 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.068842 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.069992 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.070265 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.070546 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.071600 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.071600 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.071600 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.071600 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.072043 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.072207 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.072362 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.072620 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.072888 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.073184 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.073447 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.073710 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.073876 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2587}}
Jul 06 01:49:50.074581 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=80869) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:653}}
Jul 06 01:49:50.074951 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2563}}
Jul 06 01:49:50.075148 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2564}}
Jul 06 01:49:50.075324 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2565}}
Jul 06 01:49:50.075677 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Jul 06 01:49:50.075872 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Jul 06 01:49:50.076135 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:50.076342 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:50.076529 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:50.076723 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:50.076899 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:50.077310 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:50.078289 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:50.078289 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:50.078289 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:50.078289 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:50.078289 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:50.078289 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:50.078695 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:50.078695 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:50.078818 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:50.079043 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:50.079135 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:50.079332 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:50.079531 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:50.079721 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:50.079955 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:50.080217 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:50.080407 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] debug                          = True {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:50.080597 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:50.080826 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:50.081073 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:50.081289 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:50.081449 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:50.081597 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:50.081740 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:50.081902 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:50.082051 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:50.082240 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:50.082427 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:50.082622 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:50.082828 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:50.082977 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:50.083127 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:50.083267 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:50.083453 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] host                           = dv-cinder-799546-3-iscsi {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:50.083651 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:50.083803 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:50.083990 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:50.084204 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:50.084394 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:50.084604 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:50.085528 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:50.085911 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:50.086106 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:50.086361 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:50.086581 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:50.086896 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:50.087232 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:50.087550 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:50.087890 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:50.088235 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:50.088549 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:50.088699 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=80982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 01:49:50.088842 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:50.089339 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:50.089694 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:50.090031 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:50.090367 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:50.090704 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:50.091005 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:50.091325 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:50.092450 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:50.092450 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:50.092450 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:50.092450 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:50.093280 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:50.093280 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:50.093280 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:50.093280 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:50.093876 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:50.093876 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:50.093876 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:50.093876 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:50.094511 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:50.094511 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:50.094511 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:50.094837 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:50.095157 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:50.095157 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:50.095344 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:50.095438 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:50.095630 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:50.095812 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:50.095980 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:50.096325 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:50.096685 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:50.096878 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:50.097099 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:50.097297 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:50.097541 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:50.097649 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:50.097824 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:50.098058 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:50.098211 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:50.098360 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:50.098547 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:50.098736 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:50.098926 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:50.099882 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:50.099882 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:50.099882 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:50.099882 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:50.100177 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:50.100177 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:50.100318 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 01:49:50.100509 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.101631 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.101631 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.101631 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.101879 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.101987 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.102168 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.102391 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.102643 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.102862 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.103063 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.103263 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.104161 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.104161 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.104161 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.11/identity {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.104480 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.104623 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.104724 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.104903 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.105322 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.105322 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.105496 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.105701 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.105932 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.106159 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.106336 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.106707 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.106879 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.107270 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.107463 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.107663 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.107850 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.108044 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.108236 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.108430 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.108623 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.108815 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.109038 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.109211 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.109421 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.109613 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.109804 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.109996 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.110189 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.110386 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.110576 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.112728 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.112728 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.112728 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.112728 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.112728 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.112728 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.112728 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.112728 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.112728 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.113376 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.113376 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.113376 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.113376 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.113376 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.113376 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.113376 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.113875 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.113875 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.113875 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.114055 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.114123 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.114289 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.114619 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.114968 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.115124 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.115323 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.115473 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.115675 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.115886 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.116079 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.116296 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.116491 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.116681 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.116872 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.117118 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.117287 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.117479 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.117670 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.117866 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.118053 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.118248 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.118440 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.118630 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.118821 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.119011 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.119203 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.120038 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.120038 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.120038 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.120038 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.120038 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.120472 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.120472 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.120647 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.120740 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.120894 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.121404 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.121404 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.121974 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.121974 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.122791 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.122791 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.122791 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.122791 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.122791 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.123492 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.123492 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.123492 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.123492 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.123847 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.123847 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.123984 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.124158 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.124348 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.124539 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.124734 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.124929 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.125114 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.125310 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.125686 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.125686 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.126277 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.126277 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.11/identity {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.126277 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.126457 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.126534 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.128963 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.128963 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.128963 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.128963 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.128963 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.128963 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.128963 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.128963 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.129480 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.129480 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.129480 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.129480 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.129480 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = admin {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.129480 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.129992 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.130163 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.130303 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.130487 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.130687 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.130882 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.131078 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.131271 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.131468 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.131662 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.131879 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.132075 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.132269 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.132461 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.132654 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.132865 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.133051 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.133228 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.133428 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.133617 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.133787 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.133962 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.134150 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.134345 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.134537 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.134730 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.134939 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.135130 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.135321 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.135512 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.135705 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.135896 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.136085 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.136275 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.136467 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.136662 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.136883 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.137123 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.137310 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.137464 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.137714 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.137714 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.138223 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.138223 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.138223 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.138714 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.138714 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.138714 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.139112 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] xenapi.connection_password     = **** {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.139112 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] xenapi.connection_url          = None {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.139371 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] xenapi.connection_username     = None {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.139371 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.139629 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.139764 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.139899 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.140034 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.140228 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.140424 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.140621 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.140827 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.141094 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.141249 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.141388 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.141537 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.142850 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.142850 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.142850 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.142850 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.142850 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.142850 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.142850 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.143934 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.143934 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.143934 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.143934 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_blacklist = [] {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.143934 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.143934 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.143934 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.144882 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.144882 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.144882 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.144882 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.144882 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.144882 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.146142 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.146142 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.146142 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.146142 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.146142 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.146142 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.146142 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.146549 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.146549 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.148270 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.148270 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 01:49:50.148270 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80869) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2587}}
Jul 06 01:50:00.847328 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7eaf5b0-9798-41f4-b8d3-3e5a9bfa00b5 None None] get_active_networks_info from dv-cinder-799546-3-iscsi {{(pid=80982) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Jul 06 01:50:01.007237 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7eaf5b0-9798-41f4-b8d3-3e5a9bfa00b5 None None] No non-hosted networks {{(pid=80982) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:59}}
Jul 06 01:50:01.039930 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.agentschedulers_db [None req-f7eaf5b0-9798-41f4-b8d3-3e5a9bfa00b5 None None] DHCP Agent not found on host dv-cinder-799546-3-iscsi {{(pid=80982) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:457}}
Jul 06 01:50:01.250926 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-f84592f3-8f16-4786-a2ff-57de00a510ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-401822'] for agent, after_create {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:50:02.308243 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-401822'] for agent, after_create {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:50:02.310055 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 01:50:02.310907 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 01:50:02.311709 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 01:50:02.312526 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 01:50:02.313360 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Version for resource type Subnet changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 01:50:02.314176 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Version for resource type Network changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 01:50:02.317740 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Version for resource type SecurityGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 01:50:02.317740 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 01:50:02.317740 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 01:50:02.317740 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Version for resource type PortForwarding changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 01:50:02.317740 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 01:50:02.329507 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f31d7996ba8>, 'Open vSwitch agent', 'dv-cinder-799546-3-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.0', 'Network': '1.0', 'SecurityGroup': '1.1', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.1', 'ConntrackHelper': '1.0'}) {} {{(pid=80982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 01:50:02.337917 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f31d79b5a90>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-799546-3-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.0', 'Network': '1.0', 'SecurityGroup': '1.1', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.1', 'ConntrackHelper': '1.0'}} {{(pid=80982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 01:50:03.145461 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-b05596e2-7004-4393-a121-e7eb41a05895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-401822'] for agent, after_create {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:50:03.262150 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-c5f3f4b9-3575-4ad0-8abd-62157d8f2323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:50:04.074463 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-76dafd09-8b9e-4f4b-ba8f-a0f9ff874801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-401822'] for agent, after_create {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:50:05.448242 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-fcfe0981-f829-42d2-99d0-fcc19e179060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-401822'] for agent, after_create {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:50:06.105559 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80980) accepted ('10.222.0.11', 35982) {{(pid=80980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 01:50:06.663490 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [None req-10af24ad-ba48-4dd3-9243-36a97dbde283 admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=80980) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jul 06 01:50:06.664597 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-10af24ad-ba48-4dd3-9243-36a97dbde283 admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 11621 time: 0.5578556
Jul 06 01:50:08.733570 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.db.l3_hamode_db [None req-e4fc21a4-eca6-4ca0-bd15-99191dc44d8e None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1
Jul 06 01:50:08.839786 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4fc21a4-eca6-4ca0-bd15-99191dc44d8e None None] Routers set() bound to L3 agent in host dv-cinder-799546-3-iscsi {{(pid=80982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 06 01:50:08.840465 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4fc21a4-eca6-4ca0-bd15-99191dc44d8e None None] Router IDs set() for agent in host dv-cinder-799546-3-iscsi {{(pid=80982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}}
Jul 06 01:50:08.948556 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80980) accepted ('10.222.0.11', 35998) {{(pid=80980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 01:50:09.045126 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.v2.base [None req-b53b96f9-37aa-4d7f-b826-546702bd32af admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'shared': True}} {{(pid=80980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 06 01:50:09.359315 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.policy [None req-b53b96f9-37aa-4d7f-b826-546702bd32af admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=80980) register_rules /opt/stack/neutron/neutron/policy.py:66}}
Jul 06 01:50:09.366977 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.quota [None req-b53b96f9-37aa-4d7f-b826-546702bd32af admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f31d7c50cc0>.
Jul 06 01:50:09.412172 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-b53b96f9-37aa-4d7f-b826-546702bd32af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 01:50:09.711565 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-b53b96f9-37aa-4d7f-b826-546702bd32af admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:50:09.713140 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-b53b96f9-37aa-4d7f-b826-546702bd32af admin admin] 10.222.0.11 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 739 time: 0.7629075
Jul 06 01:50:11.955631 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80980) accepted ('10.222.0.11', 36014) {{(pid=80980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 01:50:12.035847 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.v2.base [None req-37ea159a-a224-4d6c-bf1d-9fd9838eb953 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'project_id': '2d95c2d1bdfa49b39623b1a2329ecd15'}} {{(pid=80980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 06 01:50:12.043322 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-37ea159a-a224-4d6c-bf1d-9fd9838eb953 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 01:50:12.047764 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-37ea159a-a224-4d6c-bf1d-9fd9838eb953 admin admin] Usage tracker for resource:network and tenant:2d95c2d1bdfa49b39623b1a2329ecd15 is out of sync, need to count used quota {{(pid=80980) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 01:50:12.051548 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-37ea159a-a224-4d6c-bf1d-9fd9838eb953 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80980) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 01:50:12.057946 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-37ea159a-a224-4d6c-bf1d-9fd9838eb953 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 01:50:12.102222 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37ea159a-a224-4d6c-bf1d-9fd9838eb953 admin admin] Made reservation on behalf of 2d95c2d1bdfa49b39623b1a2329ecd15 for: {'network': 1} {{(pid=80980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jul 06 01:50:12.108418 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-37ea159a-a224-4d6c-bf1d-9fd9838eb953 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1050496'] for network, before_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:50:12.129212 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-37ea159a-a224-4d6c-bf1d-9fd9838eb953 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:50:12.248894 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-37ea159a-a224-4d6c-bf1d-9fd9838eb953 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 01:50:12.252912 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-37ea159a-a224-4d6c-bf1d-9fd9838eb953 admin admin] Usage tracker for resource:security_group_rule and tenant:2d95c2d1bdfa49b39623b1a2329ecd15 is out of sync, need to count used quota {{(pid=80980) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 01:50:12.255975 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-37ea159a-a224-4d6c-bf1d-9fd9838eb953 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80980) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 01:50:12.262378 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-37ea159a-a224-4d6c-bf1d-9fd9838eb953 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 01:50:12.403461 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-37ea159a-a224-4d6c-bf1d-9fd9838eb953 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:50:12.439031 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-37ea159a-a224-4d6c-bf1d-9fd9838eb953 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428228'] for security_group, after_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:50:12.445738 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 01:50:12.467399 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37ea159a-a224-4d6c-bf1d-9fd9838eb953 admin admin] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'}  {{(pid=80980) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}}
Jul 06 01:50:12.498704 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-37ea159a-a224-4d6c-bf1d-9fd9838eb953 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363296100908506', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1280314'] for segment, precommit_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:50:12.499364 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-37ea159a-a224-4d6c-bf1d-9fd9838eb953 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f31d8782268> segment precommit_create {{(pid=80980) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}}
Jul 06 01:50:12.499908 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.db.segments_db [None req-37ea159a-a224-4d6c-bf1d-9fd9838eb953 admin admin] Added segment 3b30ad96-0381-47cc-923f-ca7d8617945f of type vlan for network 99ed8743-b6f5-475d-9720-439be1d18b2b
Jul 06 01:50:12.546860 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ea159a-a224-4d6c-bf1d-9fd9838eb953 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84aef548-8b38-4b0c-9a21-3fba52866e51,revision_number=1']} {{(pid=80980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 01:50:12.573934 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ea159a-a224-4d6c-bf1d-9fd9838eb953 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 01:50:12.574309 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ea159a-a224-4d6c-bf1d-9fd9838eb953 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 01:50:12.574679 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ea159a-a224-4d6c-bf1d-9fd9838eb953 admin admin] Version for resource type Network changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 01:50:12.575039 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ea159a-a224-4d6c-bf1d-9fd9838eb953 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 01:50:12.575412 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ea159a-a224-4d6c-bf1d-9fd9838eb953 admin admin] Version for resource type PortForwarding changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 01:50:12.575768 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ea159a-a224-4d6c-bf1d-9fd9838eb953 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 01:50:12.576121 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ea159a-a224-4d6c-bf1d-9fd9838eb953 admin admin] Version for resource type SecurityGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 01:50:12.576472 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ea159a-a224-4d6c-bf1d-9fd9838eb953 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 01:50:12.576826 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ea159a-a224-4d6c-bf1d-9fd9838eb953 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 01:50:12.577217 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ea159a-a224-4d6c-bf1d-9fd9838eb953 admin admin] Version for resource type Subnet changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 01:50:12.577564 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ea159a-a224-4d6c-bf1d-9fd9838eb953 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 01:50:12.578715 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ea159a-a224-4d6c-bf1d-9fd9838eb953 admin admin] Tracked resource versions report:
Jul 06 01:50:12.578715 dv-cinder-799546-3-iscsi neutron-server[80869]: pushed versions:
Jul 06 01:50:12.578715 dv-cinder-799546-3-iscsi neutron-server[80869]: {   'ConntrackHelper': {'1.0'},
Jul 06 01:50:12.578715 dv-cinder-799546-3-iscsi neutron-server[80869]:     'Log': {'1.0'},
Jul 06 01:50:12.578715 dv-cinder-799546-3-iscsi neutron-server[80869]:     'Network': {'1.0'},
Jul 06 01:50:12.578715 dv-cinder-799546-3-iscsi neutron-server[80869]:     'Port': {'1.5'},
Jul 06 01:50:12.578715 dv-cinder-799546-3-iscsi neutron-server[80869]:     'PortForwarding': {'1.1'},
Jul 06 01:50:12.578715 dv-cinder-799546-3-iscsi neutron-server[80869]:     'QosPolicy': {'1.8'},
Jul 06 01:50:12.578715 dv-cinder-799546-3-iscsi neutron-server[80869]:     'SecurityGroup': {'1.1'},
Jul 06 01:50:12.578715 dv-cinder-799546-3-iscsi neutron-server[80869]:     'SecurityGroupRule': {'1.0'},
Jul 06 01:50:12.578715 dv-cinder-799546-3-iscsi neutron-server[80869]:     'SubPort': {'1.0'},
Jul 06 01:50:12.578715 dv-cinder-799546-3-iscsi neutron-server[80869]:     'Subnet': {'1.0'},
Jul 06 01:50:12.578715 dv-cinder-799546-3-iscsi neutron-server[80869]:     'Trunk': {'1.1'}}
Jul 06 01:50:12.578715 dv-cinder-799546-3-iscsi neutron-server[80869]: consumer versions:
Jul 06 01:50:12.578715 dv-cinder-799546-3-iscsi neutron-server[80869]: {   DHCP agent@dv-cinder-799546-3-iscsi: {},
Jul 06 01:50:12.578715 dv-cinder-799546-3-iscsi neutron-server[80869]:     L3 agent@dv-cinder-799546-3-iscsi: {},
Jul 06 01:50:12.578715 dv-cinder-799546-3-iscsi neutron-server[80869]:     Metadata agent@dv-cinder-799546-3-iscsi: {},
Jul 06 01:50:12.578715 dv-cinder-799546-3-iscsi neutron-server[80869]:     Metering agent@dv-cinder-799546-3-iscsi: {},
Jul 06 01:50:12.578715 dv-cinder-799546-3-iscsi neutron-server[80869]:     Open vSwitch agent@dv-cinder-799546-3-iscsi: {   'ConntrackHelper': '1.0',
Jul 06 01:50:12.578715 dv-cinder-799546-3-iscsi neutron-server[80869]:                                                      'Log': '1.0',
Jul 06 01:50:12.578715 dv-cinder-799546-3-iscsi neutron-server[80869]:                                                      'Network': '1.0',
Jul 06 01:50:12.578715 dv-cinder-799546-3-iscsi neutron-server[80869]:                                                      'Port': '1.5',
Jul 06 01:50:12.578715 dv-cinder-799546-3-iscsi neutron-server[80869]:                                                      'PortForwarding': '1.1',
Jul 06 01:50:12.578715 dv-cinder-799546-3-iscsi neutron-server[80869]:                                                      'QosPolicy': '1.8',
Jul 06 01:50:12.578715 dv-cinder-799546-3-iscsi neutron-server[80869]:                                                      'SecurityGroup': '1.1',
Jul 06 01:50:12.578715 dv-cinder-799546-3-iscsi neutron-server[80869]:                                                      'SecurityGroupRule': '1.0',
Jul 06 01:50:12.578715 dv-cinder-799546-3-iscsi neutron-server[80869]:                                                      'SubPort': '1.0',
Jul 06 01:50:12.578715 dv-cinder-799546-3-iscsi neutron-server[80869]:                                                      'Subnet': '1.0',
Jul 06 01:50:12.578715 dv-cinder-799546-3-iscsi neutron-server[80869]:                                                      'Trunk': '1.1'}}
Jul 06 01:50:12.578715 dv-cinder-799546-3-iscsi neutron-server[80869]:  {{(pid=80980) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Jul 06 01:50:12.614296 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-37ea159a-a224-4d6c-bf1d-9fd9838eb953 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740753358485'] for network, precommit_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:50:12.640129 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-37ea159a-a224-4d6c-bf1d-9fd9838eb953 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 01:50:12.699459 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-37ea159a-a224-4d6c-bf1d-9fd9838eb953 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802'] for network, after_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:50:12.700863 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37ea159a-a224-4d6c-bf1d-9fd9838eb953 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 01:50:12.701637 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-37ea159a-a224-4d6c-bf1d-9fd9838eb953 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853726196'] for network, before_response {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:50:12.707026 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 01:50:12.803711 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ea159a-a224-4d6c-bf1d-9fd9838eb953 admin admin] Pushing event updated for resources: {'Network': ['ID=99ed8743-b6f5-475d-9720-439be1d18b2b,revision_number=1']} {{(pid=80980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 01:50:12.807069 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-37ea159a-a224-4d6c-bf1d-9fd9838eb953 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 01:50:12.815778 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.rpc [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Network 99ed8743-b6f5-475d-9720-439be1d18b2b details requested by agent ovs-agent-dv-cinder-799546-3-iscsi with host dv-cinder-799546-3-iscsi {{(pid=80982) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:231}}
Jul 06 01:50:12.891254 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-37ea159a-a224-4d6c-bf1d-9fd9838eb953 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201  len: 849 time: 0.9343934
Jul 06 01:50:15.143267 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80980) accepted ('10.222.0.11', 36032) {{(pid=80980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 01:50:15.472669 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4484998-802a-4852-a8c5-dcaa8dbe7df1 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 01:50:15.474197 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-a4484998-802a-4852-a8c5-dcaa8dbe7df1 admin admin] 10.222.0.11 "GET /v2.0/networks/99ed8743-b6f5-475d-9720-439be1d18b2b HTTP/1.1" status: 200  len: 825 time: 0.3298950
Jul 06 01:50:15.501830 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-802ac015-0c7a-4678-a045-62806cfe5849 admin admin] 10.222.0.11 "GET /v2.0/subnetpools/380b5aeb-618d-40d3-b65c-6e1b989043bb HTTP/1.1" status: 200  len: 734 time: 0.0201604
Jul 06 01:50:15.512203 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.v2.base [None req-e6276c01-3c05-454a-839c-c828662fcb73 admin admin] Request body: {'subnet': {'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'network_id': '99ed8743-b6f5-475d-9720-439be1d18b2b', 'subnetpool_id': '380b5aeb-618d-40d3-b65c-6e1b989043bb', 'tenant_id': '2d95c2d1bdfa49b39623b1a2329ecd15', 'ip_version': 4}} {{(pid=80980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 06 01:50:15.516848 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-e6276c01-3c05-454a-839c-c828662fcb73 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 01:50:15.520704 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-e6276c01-3c05-454a-839c-c828662fcb73 admin admin] Usage tracker for resource:subnet and tenant:2d95c2d1bdfa49b39623b1a2329ecd15 is out of sync, need to count used quota {{(pid=80980) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 01:50:15.524734 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-e6276c01-3c05-454a-839c-c828662fcb73 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80980) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 01:50:15.530488 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-e6276c01-3c05-454a-839c-c828662fcb73 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 01:50:15.656384 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6276c01-3c05-454a-839c-c828662fcb73 admin admin] Made reservation on behalf of 2d95c2d1bdfa49b39623b1a2329ecd15 for: {'subnet': 1} {{(pid=80980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jul 06 01:50:15.661436 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-e6276c01-3c05-454a-839c-c828662fcb73 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:50:15.962142 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-e6276c01-3c05-454a-839c-c828662fcb73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802'] for subnet, after_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:50:15.967298 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 01:50:16.049231 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6276c01-3c05-454a-839c-c828662fcb73 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8045e3fa-26f1-47b3-8d36-8c4574d799be,revision_number=0']} {{(pid=80980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 01:50:16.054543 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-e6276c01-3c05-454a-839c-c828662fcb73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 01:50:16.055275 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6276c01-3c05-454a-839c-c828662fcb73 admin admin] Checking segment: {'id': '3b30ad96-0381-47cc-923f-ca7d8617945f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '99ed8743-b6f5-475d-9720-439be1d18b2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jul 06 01:50:16.055658 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6276c01-3c05-454a-839c-c828662fcb73 admin admin] Network hostable DHCP agents. Network: 99ed8743-b6f5-475d-9720-439be1d18b2b, hostable agents: ['46061ec9-d1c1-4ae2-b701-eece7f3c7f15'], hosted agents: [] {{(pid=80980) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:297}}
Jul 06 01:50:16.089708 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6276c01-3c05-454a-839c-c828662fcb73 admin admin] Network 99ed8743-b6f5-475d-9720-439be1d18b2b is scheduled to be hosted by DHCP agent 46061ec9-d1c1-4ae2-b701-eece7f3c7f15 {{(pid=80980) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:196}}
Jul 06 01:50:16.123848 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.scheduler.base_scheduler [None req-e6276c01-3c05-454a-839c-c828662fcb73 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799546-3-iscsi, 99ed8743-b6f5-475d-9720-439be1d18b2b) {{(pid=80980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jul 06 01:50:16.128458 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6276c01-3c05-454a-839c-c828662fcb73 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 01:50:16.129140 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-e6276c01-3c05-454a-839c-c828662fcb73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853726196'] for subnet, before_response {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:50:16.134224 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad7b7151-933f-4239-b75a-830b7011d0e7 None None] Network 99ed8743-b6f5-475d-9720-439be1d18b2b requested from dv-cinder-799546-3-iscsi {{(pid=80982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jul 06 01:50:16.176309 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-e6276c01-3c05-454a-839c-c828662fcb73 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 0.6678159
Jul 06 01:50:16.425066 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c408efda-58eb-4ab5-b917-a150367b2409 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdda4d945-3f0d-5e23-8fbb-630040bb9905-99ed8743-b6f5-475d-9720-439be1d18b2b', 'network_id': '99ed8743-b6f5-475d-9720-439be1d18b2b', 'tenant_id': '2d95c2d1bdfa49b39623b1a2329ecd15', 'fixed_ips': [{'subnet_id': '8045e3fa-26f1-47b3-8d36-8c4574d799be'}]}} from dv-cinder-799546-3-iscsi. {{(pid=80982) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Jul 06 01:50:16.426289 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-c408efda-58eb-4ab5-b917-a150367b2409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1050496'] for port, before_create {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:50:16.624044 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.db_base_plugin_common [None req-c408efda-58eb-4ab5-b917-a150367b2409 None None] Allocated IP 172.20.0.2 (99ed8743-b6f5-475d-9720-439be1d18b2b/8045e3fa-26f1-47b3-8d36-8c4574d799be/1db8c6a3-8e05-47a4-b415-44623272b521) {{(pid=80982) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Jul 06 01:50:16.841624 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-c408efda-58eb-4ab5-b917-a150367b2409 None None] Notify callbacks [] for port, precommit_create {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:50:16.917283 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.provisioning_blocks [None req-c408efda-58eb-4ab5-b917-a150367b2409 None None] Transition to ACTIVE for port object 1db8c6a3-8e05-47a4-b415-44623272b521 will not be triggered until provisioned by entity L2. {{(pid=80982) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 06 01:50:16.937982 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.provisioning_blocks [None req-c408efda-58eb-4ab5-b917-a150367b2409 None None] Transition to ACTIVE for port object 1db8c6a3-8e05-47a4-b415-44623272b521 will not be triggered until provisioned by entity DHCP. {{(pid=80982) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 06 01:50:16.979420 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-c408efda-58eb-4ab5-b917-a150367b2409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296101369102'] for port, after_create {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:50:16.984411 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 01:50:17.051657 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c408efda-58eb-4ab5-b917-a150367b2409 None None] Network 99ed8743-b6f5-475d-9720-439be1d18b2b is already hosted by enough agents. {{(pid=80982) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:240}}
Jul 06 01:50:17.055348 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c408efda-58eb-4ab5-b917-a150367b2409 None None] Pushing event updated for resources: {'Port': ['ID=1db8c6a3-8e05-47a4-b415-44623272b521,revision_number=1']} {{(pid=80982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 01:50:17.057863 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.scheduler.base_scheduler [None req-c408efda-58eb-4ab5-b917-a150367b2409 None None] Resources bound (agent type, host, resource id):  {{(pid=80982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jul 06 01:50:17.062273 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c408efda-58eb-4ab5-b917-a150367b2409 None None] Received port after_create {{(pid=80982) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 06 01:50:17.071827 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c408efda-58eb-4ab5-b917-a150367b2409 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 01:50:17.072210 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c408efda-58eb-4ab5-b917-a150367b2409 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 01:50:17.072584 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c408efda-58eb-4ab5-b917-a150367b2409 None None] Version for resource type Network changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 01:50:17.072981 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c408efda-58eb-4ab5-b917-a150367b2409 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 01:50:17.073442 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c408efda-58eb-4ab5-b917-a150367b2409 None None] Version for resource type PortForwarding changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 01:50:17.073717 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c408efda-58eb-4ab5-b917-a150367b2409 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 01:50:17.074076 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c408efda-58eb-4ab5-b917-a150367b2409 None None] Version for resource type SecurityGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 01:50:17.074437 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c408efda-58eb-4ab5-b917-a150367b2409 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 01:50:17.074794 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c408efda-58eb-4ab5-b917-a150367b2409 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 01:50:17.075153 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c408efda-58eb-4ab5-b917-a150367b2409 None None] Version for resource type Subnet changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 01:50:17.075502 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c408efda-58eb-4ab5-b917-a150367b2409 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 01:50:17.076720 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c408efda-58eb-4ab5-b917-a150367b2409 None None] Tracked resource versions report:
Jul 06 01:50:17.076720 dv-cinder-799546-3-iscsi neutron-server[80869]: pushed versions:
Jul 06 01:50:17.076720 dv-cinder-799546-3-iscsi neutron-server[80869]: {   'ConntrackHelper': {'1.0'},
Jul 06 01:50:17.076720 dv-cinder-799546-3-iscsi neutron-server[80869]:     'Log': {'1.0'},
Jul 06 01:50:17.076720 dv-cinder-799546-3-iscsi neutron-server[80869]:     'Network': {'1.0'},
Jul 06 01:50:17.076720 dv-cinder-799546-3-iscsi neutron-server[80869]:     'Port': {'1.5'},
Jul 06 01:50:17.076720 dv-cinder-799546-3-iscsi neutron-server[80869]:     'PortForwarding': {'1.1'},
Jul 06 01:50:17.076720 dv-cinder-799546-3-iscsi neutron-server[80869]:     'QosPolicy': {'1.8'},
Jul 06 01:50:17.076720 dv-cinder-799546-3-iscsi neutron-server[80869]:     'SecurityGroup': {'1.1'},
Jul 06 01:50:17.076720 dv-cinder-799546-3-iscsi neutron-server[80869]:     'SecurityGroupRule': {'1.0'},
Jul 06 01:50:17.076720 dv-cinder-799546-3-iscsi neutron-server[80869]:     'SubPort': {'1.0'},
Jul 06 01:50:17.076720 dv-cinder-799546-3-iscsi neutron-server[80869]:     'Subnet': {'1.0'},
Jul 06 01:50:17.076720 dv-cinder-799546-3-iscsi neutron-server[80869]:     'Trunk': {'1.1'}}
Jul 06 01:50:17.076720 dv-cinder-799546-3-iscsi neutron-server[80869]: consumer versions:
Jul 06 01:50:17.076720 dv-cinder-799546-3-iscsi neutron-server[80869]: {   DHCP agent@dv-cinder-799546-3-iscsi: {},
Jul 06 01:50:17.076720 dv-cinder-799546-3-iscsi neutron-server[80869]:     L3 agent@dv-cinder-799546-3-iscsi: {},
Jul 06 01:50:17.076720 dv-cinder-799546-3-iscsi neutron-server[80869]:     Metadata agent@dv-cinder-799546-3-iscsi: {},
Jul 06 01:50:17.076720 dv-cinder-799546-3-iscsi neutron-server[80869]:     Metering agent@dv-cinder-799546-3-iscsi: {},
Jul 06 01:50:17.076720 dv-cinder-799546-3-iscsi neutron-server[80869]:     Open vSwitch agent@dv-cinder-799546-3-iscsi: {   'ConntrackHelper': '1.0',
Jul 06 01:50:17.076720 dv-cinder-799546-3-iscsi neutron-server[80869]:                                                      'Log': '1.0',
Jul 06 01:50:17.076720 dv-cinder-799546-3-iscsi neutron-server[80869]:                                                      'Network': '1.0',
Jul 06 01:50:17.076720 dv-cinder-799546-3-iscsi neutron-server[80869]:                                                      'Port': '1.5',
Jul 06 01:50:17.076720 dv-cinder-799546-3-iscsi neutron-server[80869]:                                                      'PortForwarding': '1.1',
Jul 06 01:50:17.076720 dv-cinder-799546-3-iscsi neutron-server[80869]:                                                      'QosPolicy': '1.8',
Jul 06 01:50:17.076720 dv-cinder-799546-3-iscsi neutron-server[80869]:                                                      'SecurityGroup': '1.1',
Jul 06 01:50:17.076720 dv-cinder-799546-3-iscsi neutron-server[80869]:                                                      'SecurityGroupRule': '1.0',
Jul 06 01:50:17.076720 dv-cinder-799546-3-iscsi neutron-server[80869]:                                                      'SubPort': '1.0',
Jul 06 01:50:17.076720 dv-cinder-799546-3-iscsi neutron-server[80869]:                                                      'Subnet': '1.0',
Jul 06 01:50:17.076720 dv-cinder-799546-3-iscsi neutron-server[80869]:                                                      'Trunk': '1.1'}}
Jul 06 01:50:17.076720 dv-cinder-799546-3-iscsi neutron-server[80869]:  {{(pid=80982) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Jul 06 01:50:17.108302 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-c408efda-58eb-4ab5-b917-a150367b2409 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=80982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 01:50:17.169061 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.managers [None req-c408efda-58eb-4ab5-b917-a150367b2409 None None] Attempting to bind port 1db8c6a3-8e05-47a4-b415-44623272b521 on host dv-cinder-799546-3-iscsi for vnic_type normal with profile  {{(pid=80982) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jul 06 01:50:17.169495 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.managers [None req-c408efda-58eb-4ab5-b917-a150367b2409 None None] Attempting to bind port 1db8c6a3-8e05-47a4-b415-44623272b521 by drivers openvswitch,hyperv on host dv-cinder-799546-3-iscsi at level 0 using segments [{'id': '3b30ad96-0381-47cc-923f-ca7d8617945f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '99ed8743-b6f5-475d-9720-439be1d18b2b'}] {{(pid=80982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jul 06 01:50:17.169943 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c408efda-58eb-4ab5-b917-a150367b2409 None None] Attempting to bind port 1db8c6a3-8e05-47a4-b415-44623272b521 on network 99ed8743-b6f5-475d-9720-439be1d18b2b {{(pid=80982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Jul 06 01:50:17.176548 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c408efda-58eb-4ab5-b917-a150367b2409 None None] Checking agent: {'id': '3e633bc2-fb27-4d05-86ce-e7e954e44018', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799546-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 1, 50, 2), 'started_at': datetime.datetime(2021, 7, 6, 1, 50, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 1, 50, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['geneve', 'gre', 'internal', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799546-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.0', 'Port': '1.5', 'PortForwarding': '1.1', 'QosPolicy': '1.8', 'SecurityGroup': '1.1', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.0', 'Trunk': '1.1'}} {{(pid=80982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Jul 06 01:50:17.177047 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c408efda-58eb-4ab5-b917-a150367b2409 None None] Checking segment: {'id': '3b30ad96-0381-47cc-923f-ca7d8617945f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '99ed8743-b6f5-475d-9720-439be1d18b2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jul 06 01:50:17.177510 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-c408efda-58eb-4ab5-b917-a150367b2409 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:50:17.177972 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c408efda-58eb-4ab5-b917-a150367b2409 None None] Bound using segment: {'id': '3b30ad96-0381-47cc-923f-ca7d8617945f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '99ed8743-b6f5-475d-9720-439be1d18b2b'} {{(pid=80982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Jul 06 01:50:17.178478 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.managers [None req-c408efda-58eb-4ab5-b917-a150367b2409 None None] Bound port: 1db8c6a3-8e05-47a4-b415-44623272b521, host: dv-cinder-799546-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b30ad96-0381-47cc-923f-ca7d8617945f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '99ed8743-b6f5-475d-9720-439be1d18b2b'}}] {{(pid=80982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jul 06 01:50:17.178903 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-c408efda-58eb-4ab5-b917-a150367b2409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1050496'] for port, before_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:50:17.265453 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [None req-c408efda-58eb-4ab5-b917-a150367b2409 None None] For port 1db8c6a3-8e05-47a4-b415-44623272b521, host dv-cinder-799546-3-iscsi, cleared binding levels {{(pid=80982) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:111}}
Jul 06 01:50:17.270031 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [None req-c408efda-58eb-4ab5-b917-a150367b2409 None None] For port 1db8c6a3-8e05-47a4-b415-44623272b521, host dv-cinder-799546-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799546-3-iscsi',level=0,port_id=1db8c6a3-8e05-47a4-b415-44623272b521,segment=NetworkSegment(3b30ad96-0381-47cc-923f-ca7d8617945f),segment_id=3b30ad96-0381-47cc-923f-ca7d8617945f)] {{(pid=80982) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}}
Jul 06 01:50:17.328365 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-c408efda-58eb-4ab5-b917-a150367b2409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740753762112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740753409037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296101366746'] for port, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:50:17.333695 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-c408efda-58eb-4ab5-b917-a150367b2409 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 01:50:17.421936 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c408efda-58eb-4ab5-b917-a150367b2409 None None] Pushing event updated for resources: {'Port': ['ID=1db8c6a3-8e05-47a4-b415-44623272b521,revision_number=2']} {{(pid=80982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 01:50:17.425389 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-c408efda-58eb-4ab5-b917-a150367b2409 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 01:50:18.329818 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80980) accepted ('10.222.0.11', 36044) {{(pid=80980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 01:50:18.408679 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [None req-8d01b16a-db8f-485d-9b36-443088447512 admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=80980) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jul 06 01:50:18.409777 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-8d01b16a-db8f-485d-9b36-443088447512 admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 11621 time: 0.0788956
Jul 06 01:50:20.530877 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.rpc [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Device 1db8c6a3-8e05-47a4-b415-44623272b521 up at agent ovs-agent-dv-cinder-799546-3-iscsi {{(pid=80982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:273}}
Jul 06 01:50:20.579580 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80980) accepted ('10.222.0.11', 36060) {{(pid=80980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 01:50:20.668141 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [None req-78058628-5fc5-49c6-bb1c-ab2d84647789 admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=80980) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jul 06 01:50:20.669367 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-78058628-5fc5-49c6-bb1c-ab2d84647789 admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 11621 time: 0.0886846
Jul 06 01:50:20.827189 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.provisioning_blocks [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Provisioning for port 1db8c6a3-8e05-47a4-b415-44623272b521 completed by entity L2. {{(pid=80982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 06 01:50:22.201588 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57d5a0f0-6778-4e9d-baa6-5b5defc83376 None None] Network 99ed8743-b6f5-475d-9720-439be1d18b2b requested from dv-cinder-799546-3-iscsi {{(pid=80982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jul 06 01:50:22.357280 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.provisioning_blocks [None req-36299ace-bb56-4a2b-bea3-9434916eb5f6 None None] Provisioning for port 1db8c6a3-8e05-47a4-b415-44623272b521 completed by entity DHCP. {{(pid=80982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 06 01:50:22.369322 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.provisioning_blocks [None req-36299ace-bb56-4a2b-bea3-9434916eb5f6 None None] Provisioning complete for port 1db8c6a3-8e05-47a4-b415-44623272b521 triggered by entity DHCP. {{(pid=80982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 06 01:50:22.369726 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-36299ace-bb56-4a2b-bea3-9434916eb5f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1309268'] for port, provisioning_complete {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:50:22.538477 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-36299ace-bb56-4a2b-bea3-9434916eb5f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1050496'] for port, before_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:50:22.578998 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [None req-36299ace-bb56-4a2b-bea3-9434916eb5f6 None None] For port 1db8c6a3-8e05-47a4-b415-44623272b521, host dv-cinder-799546-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799546-3-iscsi',level=0,port_id=1db8c6a3-8e05-47a4-b415-44623272b521,segment=NetworkSegment(3b30ad96-0381-47cc-923f-ca7d8617945f),segment_id=3b30ad96-0381-47cc-923f-ca7d8617945f)] {{(pid=80982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 01:50:22.607591 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-36299ace-bb56-4a2b-bea3-9434916eb5f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740753762112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740753409037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296101366746'] for port, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:50:22.612786 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 01:50:22.674431 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36299ace-bb56-4a2b-bea3-9434916eb5f6 None None] Pushing event updated for resources: {'Port': ['ID=1db8c6a3-8e05-47a4-b415-44623272b521,revision_number=3']} {{(pid=80982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 01:50:22.678379 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-36299ace-bb56-4a2b-bea3-9434916eb5f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=80982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 01:50:22.830978 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.provisioning_blocks [None req-372dba92-0218-4a48-8955-056f516c7499 None None] Provisioning complete for port 1db8c6a3-8e05-47a4-b415-44623272b521 triggered by entity DHCP. {{(pid=80982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 06 01:50:22.831325 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-372dba92-0218-4a48-8955-056f516c7499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1309268'] for port, provisioning_complete {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:50:22.928326 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80980) accepted ('10.222.0.11', 36074) {{(pid=80980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 01:50:23.010397 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.v2.base [None req-76f6a250-8acd-4a16-93b3-de9f6f5b7567 admin admin] Request body: {'router': {'tenant_id': '2d95c2d1bdfa49b39623b1a2329ecd15', 'name': 'router1', 'admin_state_up': True}} {{(pid=80980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 06 01:50:23.021056 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-76f6a250-8acd-4a16-93b3-de9f6f5b7567 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 01:50:23.025494 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-76f6a250-8acd-4a16-93b3-de9f6f5b7567 admin admin] Usage tracker for resource:router and tenant:2d95c2d1bdfa49b39623b1a2329ecd15 is out of sync, need to count used quota {{(pid=80980) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 01:50:23.028543 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-76f6a250-8acd-4a16-93b3-de9f6f5b7567 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80980) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 01:50:23.034460 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-76f6a250-8acd-4a16-93b3-de9f6f5b7567 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 01:50:23.099096 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-76f6a250-8acd-4a16-93b3-de9f6f5b7567 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-454287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036838019708'] for router, before_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:50:23.100928 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-76f6a250-8acd-4a16-93b3-de9f6f5b7567 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-342583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854440336', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854326468', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16756125'] for router, precommit_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:50:23.177467 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-76f6a250-8acd-4a16-93b3-de9f6f5b7567 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:50:23.294357 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-76f6a250-8acd-4a16-93b3-de9f6f5b7567 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854321484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-335366'] for router, after_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:50:23.344832 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-76f6a250-8acd-4a16-93b3-de9f6f5b7567 admin admin] Notify callbacks [] for router, before_response {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:50:23.346240 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-76f6a250-8acd-4a16-93b3-de9f6f5b7567 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.4168136
Jul 06 01:50:24.503955 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.rpc [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Device 1db8c6a3-8e05-47a4-b415-44623272b521 up at agent ovs-agent-dv-cinder-799546-3-iscsi {{(pid=80982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:273}}
Jul 06 01:50:24.573159 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.provisioning_blocks [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Provisioning complete for port 1db8c6a3-8e05-47a4-b415-44623272b521 triggered by entity L2. {{(pid=80982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 06 01:50:24.573565 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1309268'] for port, provisioning_complete {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:50:25.474248 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80980) accepted ('10.222.0.11', 36086) {{(pid=80980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 01:50:25.552591 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [None req-0ae91bdf-bd3a-4e02-aaf4-a5bceec384db admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=80980) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jul 06 01:50:25.553704 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-0ae91bdf-bd3a-4e02-aaf4-a5bceec384db admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 11621 time: 0.0778267
Jul 06 01:50:27.722292 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80980) accepted ('10.222.0.11', 36098) {{(pid=80980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 01:50:27.800187 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.v2.base [None req-4d0de926-915e-4672-8a67-ab2a4546892a admin admin] Request body: {'network': {'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'is_default': True, 'admin_state_up': True, 'router:external': True, 'name': 'public'}} {{(pid=80980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 06 01:50:27.805716 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-4d0de926-915e-4672-8a67-ab2a4546892a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 01:50:27.810703 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-4d0de926-915e-4672-8a67-ab2a4546892a admin admin] Usage tracker for resource:network and tenant:0e11c2c9696443d79e36a4e119cc1788 is out of sync, need to count used quota {{(pid=80980) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 01:50:27.813637 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-4d0de926-915e-4672-8a67-ab2a4546892a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80980) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 01:50:27.820029 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-4d0de926-915e-4672-8a67-ab2a4546892a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 01:50:27.964346 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d0de926-915e-4672-8a67-ab2a4546892a admin admin] Made reservation on behalf of 0e11c2c9696443d79e36a4e119cc1788 for: {'network': 1} {{(pid=80980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jul 06 01:50:27.969164 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-4d0de926-915e-4672-8a67-ab2a4546892a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1050496'] for network, before_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:50:27.983911 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-4d0de926-915e-4672-8a67-ab2a4546892a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:50:28.064075 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-4d0de926-915e-4672-8a67-ab2a4546892a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 01:50:28.068040 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-4d0de926-915e-4672-8a67-ab2a4546892a admin admin] Usage tracker for resource:security_group_rule and tenant:0e11c2c9696443d79e36a4e119cc1788 is out of sync, need to count used quota {{(pid=80980) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 01:50:28.070981 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-4d0de926-915e-4672-8a67-ab2a4546892a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80980) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 01:50:28.077544 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-4d0de926-915e-4672-8a67-ab2a4546892a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 01:50:28.258714 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-4d0de926-915e-4672-8a67-ab2a4546892a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:50:28.290091 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-4d0de926-915e-4672-8a67-ab2a4546892a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428228'] for security_group, after_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:50:28.294921 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 01:50:28.322549 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0de926-915e-4672-8a67-ab2a4546892a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a22cfc5-27ff-47dd-8769-fb400d63ddad,revision_number=1']} {{(pid=80980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 01:50:28.325935 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-4d0de926-915e-4672-8a67-ab2a4546892a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 01:50:28.379491 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-4d0de926-915e-4672-8a67-ab2a4546892a admin admin] Reserving flat network on physical network physnet1 {{(pid=80980) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}}
Jul 06 01:50:28.460644 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-4d0de926-915e-4672-8a67-ab2a4546892a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1280314'] for segment, precommit_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:50:28.461067 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.db.segments_db [None req-4d0de926-915e-4672-8a67-ab2a4546892a admin admin] Added segment e64f8835-8265-4308-a68c-94b30f2a67d9 of type flat for network 69f53fb8-46a2-4fb2-8b50-29617e0b26b8
Jul 06 01:50:28.566231 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-4d0de926-915e-4672-8a67-ab2a4546892a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740753358485'] for network, precommit_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:50:28.684567 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-4d0de926-915e-4672-8a67-ab2a4546892a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802'] for network, after_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:50:28.685890 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d0de926-915e-4672-8a67-ab2a4546892a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 01:50:28.686521 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-4d0de926-915e-4672-8a67-ab2a4546892a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853726196'] for network, before_response {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:50:28.691660 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 01:50:28.788201 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0de926-915e-4672-8a67-ab2a4546892a admin admin] Pushing event updated for resources: {'Network': ['ID=69f53fb8-46a2-4fb2-8b50-29617e0b26b8,revision_number=1']} {{(pid=80980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 01:50:28.793697 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-4d0de926-915e-4672-8a67-ab2a4546892a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 01:50:28.798600 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.rpc [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Network 69f53fb8-46a2-4fb2-8b50-29617e0b26b8 details requested by agent ovs-agent-dv-cinder-799546-3-iscsi with host dv-cinder-799546-3-iscsi {{(pid=80982) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:231}}
Jul 06 01:50:28.816849 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-4d0de926-915e-4672-8a67-ab2a4546892a admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 1.0933399
Jul 06 01:50:29.035680 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.agents_db [None req-b173abe4-0d36-4765-adb2-33779d11156f None None] Agent healthcheck: found 5 active agents {{(pid=80983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Jul 06 01:50:30.642086 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-39a6758e-d4d8-4e0c-83fd-45d1eab5e046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:50:30.969332 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80980) accepted ('10.222.0.11', 36110) {{(pid=80980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 01:50:31.112877 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eaae26a-47bd-4a12-8cad-37d57dd2ddfe admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 01:50:31.114315 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-8eaae26a-47bd-4a12-8cad-37d57dd2ddfe admin admin] 10.222.0.11 "GET /v2.0/subnets/8045e3fa-26f1-47b3-8d36-8c4574d799be HTTP/1.1" status: 200  len: 849 time: 0.1439123
Jul 06 01:50:31.265253 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-a729cbbc-897d-4cc4-8a25-ad5e3cfd3998 admin admin] 10.222.0.11 "GET /v2.0/routers/70c0f767-949f-4406-a015-c78193f90359 HTTP/1.1" status: 200  len: 704 time: 0.1435876
Jul 06 01:50:31.893757 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-65e41c96-783f-4cbf-909b-4a72d175ba3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1050496'] for port, before_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:50:32.121756 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.db_base_plugin_common [None req-65e41c96-783f-4cbf-909b-4a72d175ba3f admin admin] Allocated IP 172.20.0.1 (99ed8743-b6f5-475d-9720-439be1d18b2b/8045e3fa-26f1-47b3-8d36-8c4574d799be/1c1a0777-8947-411a-9e13-7fc3612816e8) {{(pid=80980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Jul 06 01:50:32.266801 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:50:32.336324 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-65e41c96-783f-4cbf-909b-4a72d175ba3f admin admin] Notify callbacks [] for port, precommit_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:50:32.354738 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.provisioning_blocks [None req-65e41c96-783f-4cbf-909b-4a72d175ba3f admin admin] Transition to ACTIVE for port object 1c1a0777-8947-411a-9e13-7fc3612816e8 will not be triggered until provisioned by entity DHCP. {{(pid=80980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 06 01:50:32.416338 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-65e41c96-783f-4cbf-909b-4a72d175ba3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296101369102'] for port, after_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:50:32.424993 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 01:50:32.483432 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65e41c96-783f-4cbf-909b-4a72d175ba3f admin admin] Network 99ed8743-b6f5-475d-9720-439be1d18b2b is already hosted by enough agents. {{(pid=80980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:240}}
Jul 06 01:50:32.486437 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.scheduler.base_scheduler [None req-65e41c96-783f-4cbf-909b-4a72d175ba3f admin admin] Resources bound (agent type, host, resource id):  {{(pid=80980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jul 06 01:50:32.490956 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65e41c96-783f-4cbf-909b-4a72d175ba3f admin admin] Received port after_create {{(pid=80980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 06 01:50:32.491499 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-65e41c96-783f-4cbf-909b-4a72d175ba3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-342957'] for router_interface, before_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:50:32.497594 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e41c96-783f-4cbf-909b-4a72d175ba3f admin admin] Pushing event updated for resources: {'Port': ['ID=1c1a0777-8947-411a-9e13-7fc3612816e8,revision_number=1']} {{(pid=80980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 01:50:32.534034 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-65e41c96-783f-4cbf-909b-4a72d175ba3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 01:50:32.635126 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-65e41c96-783f-4cbf-909b-4a72d175ba3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1050496'] for port, before_update {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:50:32.835807 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.provisioning_blocks [None req-4dd33c1f-7144-4a3b-9b32-7502f4230cff None None] Provisioning for port 1c1a0777-8947-411a-9e13-7fc3612816e8 completed by entity DHCP. {{(pid=80982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 06 01:50:32.840851 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.provisioning_blocks [None req-4dd33c1f-7144-4a3b-9b32-7502f4230cff None None] Provisioning complete for port 1c1a0777-8947-411a-9e13-7fc3612816e8 triggered by entity DHCP. {{(pid=80982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 06 01:50:32.841296 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-4dd33c1f-7144-4a3b-9b32-7502f4230cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1309268'] for port, provisioning_complete {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:50:32.864828 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-65e41c96-783f-4cbf-909b-4a72d175ba3f admin admin] Notify callbacks [] for port, precommit_update {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:50:32.890372 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.plugin [None req-4dd33c1f-7144-4a3b-9b32-7502f4230cff None None] Port 1c1a0777-8947-411a-9e13-7fc3612816e8 cannot update to ACTIVE because it is not bound. {{(pid=80982) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:301}}
Jul 06 01:50:32.898783 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-65e41c96-783f-4cbf-909b-4a72d175ba3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740753762112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740753409037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296101366746'] for port, after_update {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:50:32.899928 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-65e41c96-783f-4cbf-909b-4a72d175ba3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1080785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-328041'] for router_interface, after_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:50:32.904443 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 01:50:33.028005 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e41c96-783f-4cbf-909b-4a72d175ba3f admin admin] Pushing event updated for resources: {'Port': ['ID=1c1a0777-8947-411a-9e13-7fc3612816e8,revision_number=2']} {{(pid=80980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 01:50:33.037979 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-65e41c96-783f-4cbf-909b-4a72d175ba3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 01:50:33.099496 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65e41c96-783f-4cbf-909b-4a72d175ba3f admin admin] Network 99ed8743-b6f5-475d-9720-439be1d18b2b is already hosted by enough agents. {{(pid=80980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:240}}
Jul 06 01:50:33.100827 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.scheduler.base_scheduler [None req-65e41c96-783f-4cbf-909b-4a72d175ba3f admin admin] Resources bound (agent type, host, resource id):  {{(pid=80980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jul 06 01:50:33.156193 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-3146b10a-9c8e-4b25-b715-e8864074b2bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:50:33.417020 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.provisioning_blocks [None req-c3f8b93d-8478-4f31-8fec-3a5686b105bd None None] Provisioning complete for port 1c1a0777-8947-411a-9e13-7fc3612816e8 triggered by entity DHCP. {{(pid=80982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 06 01:50:33.418006 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-c3f8b93d-8478-4f31-8fec-3a5686b105bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1309268'] for port, provisioning_complete {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:50:33.476886 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.plugin [None req-c3f8b93d-8478-4f31-8fec-3a5686b105bd None None] Port 1c1a0777-8947-411a-9e13-7fc3612816e8 cannot update to ACTIVE because it is not bound. {{(pid=80982) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:301}}
Jul 06 01:50:33.653267 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65e41c96-783f-4cbf-909b-4a72d175ba3f admin admin] Router 70c0f767-949f-4406-a015-c78193f90359 is scheduled to L3 agent 61912d2b-cbf3-48c5-b8b2-dcc1c49052a5 with binding_index 1 {{(pid=80980) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Jul 06 01:50:33.815303 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65e41c96-783f-4cbf-909b-4a72d175ba3f admin admin] Notify agent at l3_agent.dv-cinder-799546-3-iscsi the message routers_updated {{(pid=80980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jul 06 01:50:33.825191 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-65e41c96-783f-4cbf-909b-4a72d175ba3f admin admin] 10.222.0.11 "PUT /v2.0/routers/70c0f767-949f-4406-a015-c78193f90359/add_router_interface HTTP/1.1" status: 200  len: 508 time: 2.5537393
Jul 06 01:50:33.825974 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe09b20e-a22f-47b7-b8fa-3e9c81db8192 None None] Sync routers for ids ['70c0f767-949f-4406-a015-c78193f90359'] in dv-cinder-799546-3-iscsi {{(pid=80983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Jul 06 01:50:33.839740 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe09b20e-a22f-47b7-b8fa-3e9c81db8192 None None] Routers {'70c0f767-949f-4406-a015-c78193f90359'} bound to L3 agent in host dv-cinder-799546-3-iscsi {{(pid=80983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 06 01:50:33.840609 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_hamode_db [None req-fe09b20e-a22f-47b7-b8fa-3e9c81db8192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f31d7a3b7b8>, 'dv-cinder-799546-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-06T01:50:03Z,description=<?>,heartbeat_timestamp=2021-07-06T01:50:33Z,host='dv-cinder-799546-3-iscsi',id=61912d2b-cbf3-48c5-b8b2-dcc1c49052a5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-06T01:50:03Z,topic='l3_agent')) {'router_ids': ['70c0f767-949f-4406-a015-c78193f90359'], 'active': True} {{(pid=80983) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 01:50:34.008896 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_dvr_db [None req-fe09b20e-a22f-47b7-b8fa-3e9c81db8192 None None] Set router 70c0f767-949f-4406-a015-c78193f90359 gateway port host: None {{(pid=80983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:850}}
Jul 06 01:50:34.018737 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-76dafd09-8b9e-4f4b-ba8f-a0f9ff874801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:50:34.381453 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_hamode_db [None req-fe09b20e-a22f-47b7-b8fa-3e9c81db8192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f31d7a3b7b8>, [{'id': '70c0f767-949f-4406-a015-c78193f90359', 'name': 'router1', 'tenant_id': '2d95c2d1bdfa49b39623b1a2329ecd15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T01:50:23Z', 'updated_at': '2021-07-06T01:50:32Z', 'revision_number': 2, 'project_id': '2d95c2d1bdfa49b39623b1a2329ecd15', 'gw_port_host': None, '_interfaces': [{'id': '1c1a0777-8947-411a-9e13-7fc3612816e8', 'name': '', 'network_id': '99ed8743-b6f5-475d-9720-439be1d18b2b', 'tenant_id': '2d95c2d1bdfa49b39623b1a2329ecd15', 'mac_address': 'fa:16:3e:5b:fe:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70c0f767-949f-4406-a015-c78193f90359', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8045e3fa-26f1-47b3-8d36-8c4574d799be', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T01:50:31Z', 'updated_at': '2021-07-06T01:50:32Z', 'revision_number': 2, 'project_id': '2d95c2d1bdfa49b39623b1a2329ecd15', 'subnets': [{'id': '8045e3fa-26f1-47b3-8d36-8c4574d799be', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '380b5aeb-618d-40d3-b65c-6e1b989043bb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799546-3-iscsi', False) {} {{(pid=80983) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 01:50:34.386672 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe09b20e-a22f-47b7-b8fa-3e9c81db8192 None None] Checking router: 70c0f767-949f-4406-a015-c78193f90359 for host: dv-cinder-799546-3-iscsi {{(pid=80983) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Jul 06 01:50:34.387328 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe09b20e-a22f-47b7-b8fa-3e9c81db8192 None None] Updating router 70c0f767-949f-4406-a015-c78193f90359 port 1c1a0777-8947-411a-9e13-7fc3612816e8 binding host dv-cinder-799546-3-iscsi {{(pid=80983) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Jul 06 01:50:34.436416 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-fe09b20e-a22f-47b7-b8fa-3e9c81db8192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1050496'] for port, before_update {{(pid=80983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:50:34.803898 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-fe09b20e-a22f-47b7-b8fa-3e9c81db8192 None None] Notify callbacks [] for port, precommit_update {{(pid=80983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:50:34.820257 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.provisioning_blocks [None req-fe09b20e-a22f-47b7-b8fa-3e9c81db8192 None None] Transition to ACTIVE for port object 1c1a0777-8947-411a-9e13-7fc3612816e8 will not be triggered until provisioned by entity L2. {{(pid=80983) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 06 01:50:34.870662 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-fe09b20e-a22f-47b7-b8fa-3e9c81db8192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740753762112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740753409037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296101366746'] for port, after_update {{(pid=80983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:50:34.877188 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 01:50:35.009618 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227a6630-f9e5-4ac2-b06b-647099007ff4 None None] Pushing event updated for resources: {'Port': ['ID=1c1a0777-8947-411a-9e13-7fc3612816e8,revision_number=3']} {{(pid=80983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 01:50:35.230419 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227a6630-f9e5-4ac2-b06b-647099007ff4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 01:50:35.230790 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227a6630-f9e5-4ac2-b06b-647099007ff4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 01:50:35.231151 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227a6630-f9e5-4ac2-b06b-647099007ff4 None None] Version for resource type Network changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 01:50:35.231504 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227a6630-f9e5-4ac2-b06b-647099007ff4 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 01:50:35.231856 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227a6630-f9e5-4ac2-b06b-647099007ff4 None None] Version for resource type PortForwarding changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 01:50:35.232207 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227a6630-f9e5-4ac2-b06b-647099007ff4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 01:50:35.232555 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227a6630-f9e5-4ac2-b06b-647099007ff4 None None] Version for resource type SecurityGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 01:50:35.232905 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227a6630-f9e5-4ac2-b06b-647099007ff4 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 01:50:35.233276 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227a6630-f9e5-4ac2-b06b-647099007ff4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 01:50:35.233621 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227a6630-f9e5-4ac2-b06b-647099007ff4 None None] Version for resource type Subnet changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 01:50:35.233962 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227a6630-f9e5-4ac2-b06b-647099007ff4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 01:50:35.235048 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227a6630-f9e5-4ac2-b06b-647099007ff4 None None] Tracked resource versions report:
Jul 06 01:50:35.235048 dv-cinder-799546-3-iscsi neutron-server[80869]: pushed versions:
Jul 06 01:50:35.235048 dv-cinder-799546-3-iscsi neutron-server[80869]: {   'ConntrackHelper': {'1.0'},
Jul 06 01:50:35.235048 dv-cinder-799546-3-iscsi neutron-server[80869]:     'Log': {'1.0'},
Jul 06 01:50:35.235048 dv-cinder-799546-3-iscsi neutron-server[80869]:     'Network': {'1.0'},
Jul 06 01:50:35.235048 dv-cinder-799546-3-iscsi neutron-server[80869]:     'Port': {'1.5'},
Jul 06 01:50:35.235048 dv-cinder-799546-3-iscsi neutron-server[80869]:     'PortForwarding': {'1.1'},
Jul 06 01:50:35.235048 dv-cinder-799546-3-iscsi neutron-server[80869]:     'QosPolicy': {'1.8'},
Jul 06 01:50:35.235048 dv-cinder-799546-3-iscsi neutron-server[80869]:     'SecurityGroup': {'1.1'},
Jul 06 01:50:35.235048 dv-cinder-799546-3-iscsi neutron-server[80869]:     'SecurityGroupRule': {'1.0'},
Jul 06 01:50:35.235048 dv-cinder-799546-3-iscsi neutron-server[80869]:     'SubPort': {'1.0'},
Jul 06 01:50:35.235048 dv-cinder-799546-3-iscsi neutron-server[80869]:     'Subnet': {'1.0'},
Jul 06 01:50:35.235048 dv-cinder-799546-3-iscsi neutron-server[80869]:     'Trunk': {'1.1'}}
Jul 06 01:50:35.235048 dv-cinder-799546-3-iscsi neutron-server[80869]: consumer versions:
Jul 06 01:50:35.235048 dv-cinder-799546-3-iscsi neutron-server[80869]: {   DHCP agent@dv-cinder-799546-3-iscsi: {},
Jul 06 01:50:35.235048 dv-cinder-799546-3-iscsi neutron-server[80869]:     L3 agent@dv-cinder-799546-3-iscsi: {},
Jul 06 01:50:35.235048 dv-cinder-799546-3-iscsi neutron-server[80869]:     Metadata agent@dv-cinder-799546-3-iscsi: {},
Jul 06 01:50:35.235048 dv-cinder-799546-3-iscsi neutron-server[80869]:     Metering agent@dv-cinder-799546-3-iscsi: {},
Jul 06 01:50:35.235048 dv-cinder-799546-3-iscsi neutron-server[80869]:     Open vSwitch agent@dv-cinder-799546-3-iscsi: {   'ConntrackHelper': '1.0',
Jul 06 01:50:35.235048 dv-cinder-799546-3-iscsi neutron-server[80869]:                                                      'Log': '1.0',
Jul 06 01:50:35.235048 dv-cinder-799546-3-iscsi neutron-server[80869]:                                                      'Network': '1.0',
Jul 06 01:50:35.235048 dv-cinder-799546-3-iscsi neutron-server[80869]:                                                      'Port': '1.5',
Jul 06 01:50:35.235048 dv-cinder-799546-3-iscsi neutron-server[80869]:                                                      'PortForwarding': '1.1',
Jul 06 01:50:35.235048 dv-cinder-799546-3-iscsi neutron-server[80869]:                                                      'QosPolicy': '1.8',
Jul 06 01:50:35.235048 dv-cinder-799546-3-iscsi neutron-server[80869]:                                                      'SecurityGroup': '1.1',
Jul 06 01:50:35.235048 dv-cinder-799546-3-iscsi neutron-server[80869]:                                                      'SecurityGroupRule': '1.0',
Jul 06 01:50:35.235048 dv-cinder-799546-3-iscsi neutron-server[80869]:                                                      'SubPort': '1.0',
Jul 06 01:50:35.235048 dv-cinder-799546-3-iscsi neutron-server[80869]:                                                      'Subnet': '1.0',
Jul 06 01:50:35.235048 dv-cinder-799546-3-iscsi neutron-server[80869]:                                                      'Trunk': '1.1'}}
Jul 06 01:50:35.235048 dv-cinder-799546-3-iscsi neutron-server[80869]:  {{(pid=80983) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Jul 06 01:50:35.238549 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-227a6630-f9e5-4ac2-b06b-647099007ff4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=80983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 01:50:35.295733 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.managers [None req-fe09b20e-a22f-47b7-b8fa-3e9c81db8192 None None] Attempting to bind port 1c1a0777-8947-411a-9e13-7fc3612816e8 on host dv-cinder-799546-3-iscsi for vnic_type normal with profile  {{(pid=80983) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jul 06 01:50:35.296150 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.managers [None req-fe09b20e-a22f-47b7-b8fa-3e9c81db8192 None None] Attempting to bind port 1c1a0777-8947-411a-9e13-7fc3612816e8 by drivers openvswitch,hyperv on host dv-cinder-799546-3-iscsi at level 0 using segments [{'id': '3b30ad96-0381-47cc-923f-ca7d8617945f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '99ed8743-b6f5-475d-9720-439be1d18b2b'}] {{(pid=80983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jul 06 01:50:35.296555 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe09b20e-a22f-47b7-b8fa-3e9c81db8192 None None] Attempting to bind port 1c1a0777-8947-411a-9e13-7fc3612816e8 on network 99ed8743-b6f5-475d-9720-439be1d18b2b {{(pid=80983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Jul 06 01:50:35.303747 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe09b20e-a22f-47b7-b8fa-3e9c81db8192 None None] Checking agent: {'id': '3e633bc2-fb27-4d05-86ce-e7e954e44018', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799546-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 1, 50, 2), 'started_at': datetime.datetime(2021, 7, 6, 1, 50, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 1, 50, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['geneve', 'gre', 'internal', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799546-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.0', 'Port': '1.5', 'PortForwarding': '1.1', 'QosPolicy': '1.8', 'SecurityGroup': '1.1', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.0', 'Trunk': '1.1'}} {{(pid=80983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Jul 06 01:50:35.304161 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe09b20e-a22f-47b7-b8fa-3e9c81db8192 None None] Checking segment: {'id': '3b30ad96-0381-47cc-923f-ca7d8617945f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '99ed8743-b6f5-475d-9720-439be1d18b2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jul 06 01:50:35.304619 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-fe09b20e-a22f-47b7-b8fa-3e9c81db8192 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:50:35.305086 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe09b20e-a22f-47b7-b8fa-3e9c81db8192 None None] Bound using segment: {'id': '3b30ad96-0381-47cc-923f-ca7d8617945f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '99ed8743-b6f5-475d-9720-439be1d18b2b'} {{(pid=80983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Jul 06 01:50:35.305603 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.managers [None req-fe09b20e-a22f-47b7-b8fa-3e9c81db8192 None None] Bound port: 1c1a0777-8947-411a-9e13-7fc3612816e8, host: dv-cinder-799546-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b30ad96-0381-47cc-923f-ca7d8617945f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '99ed8743-b6f5-475d-9720-439be1d18b2b'}}] {{(pid=80983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jul 06 01:50:35.306008 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-fe09b20e-a22f-47b7-b8fa-3e9c81db8192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1050496'] for port, before_update {{(pid=80983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:50:35.390218 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-fcfe0981-f829-42d2-99d0-fcc19e179060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:50:35.397971 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [None req-fe09b20e-a22f-47b7-b8fa-3e9c81db8192 None None] For port 1c1a0777-8947-411a-9e13-7fc3612816e8, host dv-cinder-799546-3-iscsi, cleared binding levels {{(pid=80983) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:111}}
Jul 06 01:50:35.408959 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [None req-fe09b20e-a22f-47b7-b8fa-3e9c81db8192 None None] For port 1c1a0777-8947-411a-9e13-7fc3612816e8, host dv-cinder-799546-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799546-3-iscsi',level=0,port_id=1c1a0777-8947-411a-9e13-7fc3612816e8,segment=NetworkSegment(3b30ad96-0381-47cc-923f-ca7d8617945f),segment_id=3b30ad96-0381-47cc-923f-ca7d8617945f)] {{(pid=80983) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}}
Jul 06 01:50:35.436896 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-fe09b20e-a22f-47b7-b8fa-3e9c81db8192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740753762112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740753409037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296101366746'] for port, after_update {{(pid=80983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:50:35.442782 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 01:50:35.539291 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227a6630-f9e5-4ac2-b06b-647099007ff4 None None] Pushing event updated for resources: {'Port': ['ID=1c1a0777-8947-411a-9e13-7fc3612816e8,revision_number=4']} {{(pid=80983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 01:50:35.542535 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe09b20e-a22f-47b7-b8fa-3e9c81db8192 None None] Routers {'70c0f767-949f-4406-a015-c78193f90359'} bound to L3 agent in host dv-cinder-799546-3-iscsi {{(pid=80983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 06 01:50:35.543278 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_hamode_db [None req-fe09b20e-a22f-47b7-b8fa-3e9c81db8192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f31d7a3b7b8>, 'dv-cinder-799546-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-06T01:50:03Z,description=<?>,heartbeat_timestamp=2021-07-06T01:50:33Z,host='dv-cinder-799546-3-iscsi',id=61912d2b-cbf3-48c5-b8b2-dcc1c49052a5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-06T01:50:03Z,topic='l3_agent')) {'router_ids': ['70c0f767-949f-4406-a015-c78193f90359'], 'active': True} {{(pid=80983) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 01:50:35.597068 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-227a6630-f9e5-4ac2-b06b-647099007ff4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 01:50:35.696606 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_dvr_db [None req-fe09b20e-a22f-47b7-b8fa-3e9c81db8192 None None] Set router 70c0f767-949f-4406-a015-c78193f90359 gateway port host: None {{(pid=80983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:850}}
Jul 06 01:50:35.962135 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80980) accepted ('10.222.0.11', 36124) {{(pid=80980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 01:50:36.014610 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_hamode_db [None req-fe09b20e-a22f-47b7-b8fa-3e9c81db8192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f31d7a3b7b8>, [{'id': '70c0f767-949f-4406-a015-c78193f90359', 'name': 'router1', 'tenant_id': '2d95c2d1bdfa49b39623b1a2329ecd15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T01:50:23Z', 'updated_at': '2021-07-06T01:50:32Z', 'revision_number': 2, 'project_id': '2d95c2d1bdfa49b39623b1a2329ecd15', 'gw_port_host': None, '_interfaces': [{'id': '1c1a0777-8947-411a-9e13-7fc3612816e8', 'name': '', 'network_id': '99ed8743-b6f5-475d-9720-439be1d18b2b', 'tenant_id': '2d95c2d1bdfa49b39623b1a2329ecd15', 'mac_address': 'fa:16:3e:5b:fe:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70c0f767-949f-4406-a015-c78193f90359', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8045e3fa-26f1-47b3-8d36-8c4574d799be', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T01:50:31Z', 'updated_at': '2021-07-06T01:50:35Z', 'revision_number': 4, 'project_id': '2d95c2d1bdfa49b39623b1a2329ecd15', 'subnets': [{'id': '8045e3fa-26f1-47b3-8d36-8c4574d799be', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '380b5aeb-618d-40d3-b65c-6e1b989043bb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799546-3-iscsi', False) {} {{(pid=80983) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 01:50:36.018594 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe09b20e-a22f-47b7-b8fa-3e9c81db8192 None None] The sync data for ids ['70c0f767-949f-4406-a015-c78193f90359'] in dv-cinder-799546-3-iscsi is: [{'id': '70c0f767-949f-4406-a015-c78193f90359', 'name': 'router1', 'tenant_id': '2d95c2d1bdfa49b39623b1a2329ecd15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T01:50:23Z', 'updated_at': '2021-07-06T01:50:32Z', 'revision_number': 2, 'project_id': '2d95c2d1bdfa49b39623b1a2329ecd15', 'gw_port_host': None, '_interfaces': [{'id': '1c1a0777-8947-411a-9e13-7fc3612816e8', 'name': '', 'network_id': '99ed8743-b6f5-475d-9720-439be1d18b2b', 'tenant_id': '2d95c2d1bdfa49b39623b1a2329ecd15', 'mac_address': 'fa:16:3e:5b:fe:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70c0f767-949f-4406-a015-c78193f90359', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8045e3fa-26f1-47b3-8d36-8c4574d799be', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T01:50:31Z', 'updated_at': '2021-07-06T01:50:35Z', 'revision_number': 4, 'project_id': '2d95c2d1bdfa49b39623b1a2329ecd15', 'subnets': [{'id': '8045e3fa-26f1-47b3-8d36-8c4574d799be', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '380b5aeb-618d-40d3-b65c-6e1b989043bb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=80983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Jul 06 01:50:36.145172 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bed75352-4892-4bdf-b68b-27a768385c1d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 01:50:36.145704 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-bed75352-4892-4bdf-b68b-27a768385c1d admin admin] Synchronizing usage tracker for tenant:0e11c2c9696443d79e36a4e119cc1788 on resource:network {{(pid=80980) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 06 01:50:36.192673 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-bed75352-4892-4bdf-b68b-27a768385c1d admin admin] Unset dirty status for tenant:0e11c2c9696443d79e36a4e119cc1788 on resource:network {{(pid=80980) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 06 01:50:36.194596 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-bed75352-4892-4bdf-b68b-27a768385c1d admin admin] 10.222.0.11 "GET /v2.0/networks/69f53fb8-46a2-4fb2-8b50-29617e0b26b8 HTTP/1.1" status: 200  len: 842 time: 0.2314298
Jul 06 01:50:36.205595 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.v2.base [None req-c28d4bd1-e19c-4446-bb15-19dd9183fdbc admin admin] Request body: {'subnet': {'gateway_ip': '172.27.1.1', 'name': 'public-subnet', 'network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8', 'ip_version': 4, 'enable_dhcp': False, 'cidr': '172.27.1.0/24'}} {{(pid=80980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 06 01:50:36.212408 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-c28d4bd1-e19c-4446-bb15-19dd9183fdbc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 01:50:36.216473 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-c28d4bd1-e19c-4446-bb15-19dd9183fdbc admin admin] Usage tracker for resource:subnet and tenant:0e11c2c9696443d79e36a4e119cc1788 is out of sync, need to count used quota {{(pid=80980) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 01:50:36.219572 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-c28d4bd1-e19c-4446-bb15-19dd9183fdbc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80980) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 01:50:36.225638 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-c28d4bd1-e19c-4446-bb15-19dd9183fdbc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 01:50:36.264492 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c28d4bd1-e19c-4446-bb15-19dd9183fdbc admin admin] Made reservation on behalf of 0e11c2c9696443d79e36a4e119cc1788 for: {'subnet': 1} {{(pid=80980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jul 06 01:50:36.269290 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-c28d4bd1-e19c-4446-bb15-19dd9183fdbc admin admin] Notify callbacks [] for subnet, before_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:50:36.793554 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-c28d4bd1-e19c-4446-bb15-19dd9183fdbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802'] for subnet, after_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:50:36.798301 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 01:50:36.875834 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28d4bd1-e19c-4446-bb15-19dd9183fdbc admin admin] Pushing event updated for resources: {'Subnet': ['ID=24d74941-6bd6-4d03-882f-a623d522833f,revision_number=0']} {{(pid=80980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 01:50:36.880651 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-c28d4bd1-e19c-4446-bb15-19dd9183fdbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 01:50:36.891789 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c28d4bd1-e19c-4446-bb15-19dd9183fdbc admin admin] Checking segment: {'id': 'e64f8835-8265-4308-a68c-94b30f2a67d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jul 06 01:50:36.892182 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c28d4bd1-e19c-4446-bb15-19dd9183fdbc admin admin] Network hostable DHCP agents. Network: 69f53fb8-46a2-4fb2-8b50-29617e0b26b8, hostable agents: ['46061ec9-d1c1-4ae2-b701-eece7f3c7f15'], hosted agents: [] {{(pid=80980) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:297}}
Jul 06 01:50:37.001799 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c28d4bd1-e19c-4446-bb15-19dd9183fdbc admin admin] Network 69f53fb8-46a2-4fb2-8b50-29617e0b26b8 is scheduled to be hosted by DHCP agent 46061ec9-d1c1-4ae2-b701-eece7f3c7f15 {{(pid=80980) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:196}}
Jul 06 01:50:37.089648 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.scheduler.base_scheduler [None req-c28d4bd1-e19c-4446-bb15-19dd9183fdbc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799546-3-iscsi, 69f53fb8-46a2-4fb2-8b50-29617e0b26b8) {{(pid=80980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jul 06 01:50:37.093914 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c28d4bd1-e19c-4446-bb15-19dd9183fdbc admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 01:50:37.094393 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-c28d4bd1-e19c-4446-bb15-19dd9183fdbc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853726196'] for subnet, before_response {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:50:37.100110 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15e714c3-0420-4bba-b9c0-01c988826bdd None None] Network 69f53fb8-46a2-4fb2-8b50-29617e0b26b8 requested from dv-cinder-799546-3-iscsi {{(pid=80982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jul 06 01:50:37.163159 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-c28d4bd1-e19c-4446-bb15-19dd9183fdbc admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.9614680
Jul 06 01:50:37.341545 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d2a9d9f-7d6c-42c4-ae57-18bb89113846 None None] Network 69f53fb8-46a2-4fb2-8b50-29617e0b26b8 requested from dv-cinder-799546-3-iscsi {{(pid=80982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jul 06 01:50:38.531842 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.rpc [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Device 1c1a0777-8947-411a-9e13-7fc3612816e8 up at agent ovs-agent-dv-cinder-799546-3-iscsi {{(pid=80982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:273}}
Jul 06 01:50:38.624376 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.provisioning_blocks [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Provisioning for port 1c1a0777-8947-411a-9e13-7fc3612816e8 completed by entity L2. {{(pid=80982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 06 01:50:38.629502 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.provisioning_blocks [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Provisioning complete for port 1c1a0777-8947-411a-9e13-7fc3612816e8 triggered by entity L2. {{(pid=80982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 06 01:50:38.629914 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1309268'] for port, provisioning_complete {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:50:38.740458 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1050496'] for port, before_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:50:38.777598 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] For port 1c1a0777-8947-411a-9e13-7fc3612816e8, host dv-cinder-799546-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799546-3-iscsi',level=0,port_id=1c1a0777-8947-411a-9e13-7fc3612816e8,segment=NetworkSegment(3b30ad96-0381-47cc-923f-ca7d8617945f),segment_id=3b30ad96-0381-47cc-923f-ca7d8617945f)] {{(pid=80982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 01:50:38.830586 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740753762112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740753409037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296101366746'] for port, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:50:38.833924 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 01:50:38.905642 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Pushing event updated for resources: {'Port': ['ID=1c1a0777-8947-411a-9e13-7fc3612816e8,revision_number=5']} {{(pid=80982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 01:50:38.908912 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 01:50:39.358909 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80980) accepted ('10.222.0.11', 36140) {{(pid=80980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 01:50:39.597301 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-2b4947d9-60d8-4b3e-b3aa-603b8c840bb5 admin admin] 10.222.0.11 "GET /v2.0/routers/70c0f767-949f-4406-a015-c78193f90359 HTTP/1.1" status: 200  len: 710 time: 0.2368603
Jul 06 01:50:39.731595 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dddb8af3-6ba4-4682-a96a-895452b2cc49 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 01:50:39.733078 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-dddb8af3-6ba4-4682-a96a-895452b2cc49 admin admin] 10.222.0.11 "GET /v2.0/networks/69f53fb8-46a2-4fb2-8b50-29617e0b26b8 HTTP/1.1" status: 200  len: 886 time: 0.1286314
Jul 06 01:50:39.743659 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.v2.base [None req-ca914777-7294-4578-857d-7402be65071c admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8'}}} {{(pid=80980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 06 01:50:40.383734 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-ca914777-7294-4578-857d-7402be65071c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854440351', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-454384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16756142'] for router, precommit_update {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:50:40.515490 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.rpc [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Device 1c1a0777-8947-411a-9e13-7fc3612816e8 up at agent ovs-agent-dv-cinder-799546-3-iscsi {{(pid=80982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:273}}
Jul 06 01:50:40.583235 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.provisioning_blocks [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Provisioning complete for port 1c1a0777-8947-411a-9e13-7fc3612816e8 triggered by entity L2. {{(pid=80982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 06 01:50:40.583645 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1309268'] for port, provisioning_complete {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:50:40.603375 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-ca914777-7294-4578-857d-7402be65071c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:50:40.659625 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-ca914777-7294-4578-857d-7402be65071c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1050496'] for port, before_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:50:40.791197 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.db_base_plugin_common [None req-ca914777-7294-4578-857d-7402be65071c admin admin] Allocated IP 172.27.1.122 (69f53fb8-46a2-4fb2-8b50-29617e0b26b8/24d74941-6bd6-4d03-882f-a623d522833f/e427cec2-e072-43db-93dd-e055142b5b5e) {{(pid=80980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Jul 06 01:50:40.941665 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-ca914777-7294-4578-857d-7402be65071c admin admin] Notify callbacks [] for port, precommit_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:50:40.993273 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-ca914777-7294-4578-857d-7402be65071c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296101369102'] for port, after_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:50:40.997989 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 01:50:41.056643 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca914777-7294-4578-857d-7402be65071c admin admin] Network 69f53fb8-46a2-4fb2-8b50-29617e0b26b8 is already hosted by enough agents. {{(pid=80980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:240}}
Jul 06 01:50:41.059646 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.scheduler.base_scheduler [None req-ca914777-7294-4578-857d-7402be65071c admin admin] Resources bound (agent type, host, resource id):  {{(pid=80980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jul 06 01:50:41.063538 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca914777-7294-4578-857d-7402be65071c admin admin] Received port after_create {{(pid=80980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 06 01:50:41.101532 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca914777-7294-4578-857d-7402be65071c admin admin] Pushing event updated for resources: {'Port': ['ID=e427cec2-e072-43db-93dd-e055142b5b5e,revision_number=1']} {{(pid=80980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 01:50:41.105856 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-ca914777-7294-4578-857d-7402be65071c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 01:50:41.299100 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-ca914777-7294-4578-857d-7402be65071c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:50:41.463709 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-ca914777-7294-4578-857d-7402be65071c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854440351', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-454384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16756142'] for router, precommit_update {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:50:41.467188 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-ca914777-7294-4578-857d-7402be65071c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-335366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-335465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036854440418', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036854321464'] for router, after_update {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:50:41.659873 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca914777-7294-4578-857d-7402be65071c admin admin] Router 70c0f767-949f-4406-a015-c78193f90359 has already been hosted by L3 agent 61912d2b-cbf3-48c5-b8b2-dcc1c49052a5 {{(pid=80980) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Jul 06 01:50:42.037056 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca914777-7294-4578-857d-7402be65071c admin admin] Notify agent at l3_agent.dv-cinder-799546-3-iscsi the message routers_updated {{(pid=80980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jul 06 01:50:42.046504 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-ca914777-7294-4578-857d-7402be65071c admin admin] Notify callbacks [] for router, before_response {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:50:42.048012 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1962abc-d5d4-4e05-ad0a-11353fe86802 None None] Sync routers for ids ['70c0f767-949f-4406-a015-c78193f90359'] in dv-cinder-799546-3-iscsi {{(pid=80982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Jul 06 01:50:42.048155 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-ca914777-7294-4578-857d-7402be65071c admin admin] 10.222.0.11 "PUT /v2.0/routers/70c0f767-949f-4406-a015-c78193f90359 HTTP/1.1" status: 200  len: 890 time: 2.3080549
Jul 06 01:50:42.063300 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1962abc-d5d4-4e05-ad0a-11353fe86802 None None] Routers {'70c0f767-949f-4406-a015-c78193f90359'} bound to L3 agent in host dv-cinder-799546-3-iscsi {{(pid=80982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 06 01:50:42.064267 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_hamode_db [None req-d1962abc-d5d4-4e05-ad0a-11353fe86802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f31d72afba8>, 'dv-cinder-799546-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-06T01:50:03Z,description=<?>,heartbeat_timestamp=2021-07-06T01:50:33Z,host='dv-cinder-799546-3-iscsi',id=61912d2b-cbf3-48c5-b8b2-dcc1c49052a5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-06T01:50:03Z,topic='l3_agent')) {'router_ids': ['70c0f767-949f-4406-a015-c78193f90359'], 'active': True} {{(pid=80982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 01:50:42.414190 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_dvr_db [None req-d1962abc-d5d4-4e05-ad0a-11353fe86802 None None] Set router 70c0f767-949f-4406-a015-c78193f90359 gateway port host: dv-cinder-799546-3-iscsi {{(pid=80982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:850}}
Jul 06 01:50:42.755474 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_hamode_db [None req-d1962abc-d5d4-4e05-ad0a-11353fe86802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f31d72afba8>, [{'id': '70c0f767-949f-4406-a015-c78193f90359', 'name': 'router1', 'tenant_id': '2d95c2d1bdfa49b39623b1a2329ecd15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8', 'external_fixed_ips': [{'subnet_id': '24d74941-6bd6-4d03-882f-a623d522833f', 'ip_address': '172.27.1.122'}], 'enable_snat': True}, 'gw_port_id': 'e427cec2-e072-43db-93dd-e055142b5b5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T01:50:23Z', 'updated_at': '2021-07-06T01:50:41Z', 'revision_number': 4, 'project_id': '2d95c2d1bdfa49b39623b1a2329ecd15', 'gw_port': {'id': 'e427cec2-e072-43db-93dd-e055142b5b5e', 'name': '', 'network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:56:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70c0f767-949f-4406-a015-c78193f90359', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '24d74941-6bd6-4d03-882f-a623d522833f', 'ip_address': '172.27.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T01:50:40Z', 'updated_at': '2021-07-06T01:50:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '24d74941-6bd6-4d03-882f-a623d522833f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799546-3-iscsi', '_interfaces': [{'id': '1c1a0777-8947-411a-9e13-7fc3612816e8', 'name': '', 'network_id': '99ed8743-b6f5-475d-9720-439be1d18b2b', 'tenant_id': '2d95c2d1bdfa49b39623b1a2329ecd15', 'mac_address': 'fa:16:3e:5b:fe:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70c0f767-949f-4406-a015-c78193f90359', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8045e3fa-26f1-47b3-8d36-8c4574d799be', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T01:50:31Z', 'updated_at': '2021-07-06T01:50:38Z', 'revision_number': 5, 'project_id': '2d95c2d1bdfa49b39623b1a2329ecd15', 'subnets': [{'id': '8045e3fa-26f1-47b3-8d36-8c4574d799be', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '380b5aeb-618d-40d3-b65c-6e1b989043bb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799546-3-iscsi', False) {} {{(pid=80982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 01:50:42.761118 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1962abc-d5d4-4e05-ad0a-11353fe86802 None None] Checking router: 70c0f767-949f-4406-a015-c78193f90359 for host: dv-cinder-799546-3-iscsi {{(pid=80982) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Jul 06 01:50:42.761521 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1962abc-d5d4-4e05-ad0a-11353fe86802 None None] Updating router 70c0f767-949f-4406-a015-c78193f90359 port e427cec2-e072-43db-93dd-e055142b5b5e binding host dv-cinder-799546-3-iscsi {{(pid=80982) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Jul 06 01:50:42.812192 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-d1962abc-d5d4-4e05-ad0a-11353fe86802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1050496'] for port, before_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:50:43.145421 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-d1962abc-d5d4-4e05-ad0a-11353fe86802 None None] Notify callbacks [] for port, precommit_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:50:43.158717 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.provisioning_blocks [None req-d1962abc-d5d4-4e05-ad0a-11353fe86802 None None] Transition to ACTIVE for port object e427cec2-e072-43db-93dd-e055142b5b5e will not be triggered until provisioned by entity L2. {{(pid=80982) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 06 01:50:43.193230 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-d1962abc-d5d4-4e05-ad0a-11353fe86802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740753762112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740753409037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296101366746'] for port, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:50:43.197497 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 01:50:43.273414 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e459e7-9f34-43b9-be15-1e9cfbcefd21 None None] Pushing event updated for resources: {'Port': ['ID=e427cec2-e072-43db-93dd-e055142b5b5e,revision_number=2']} {{(pid=80982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 01:50:43.276241 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.managers [None req-d1962abc-d5d4-4e05-ad0a-11353fe86802 None None] Attempting to bind port e427cec2-e072-43db-93dd-e055142b5b5e on host dv-cinder-799546-3-iscsi for vnic_type normal with profile  {{(pid=80982) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jul 06 01:50:43.276696 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.managers [None req-d1962abc-d5d4-4e05-ad0a-11353fe86802 None None] Attempting to bind port e427cec2-e072-43db-93dd-e055142b5b5e by drivers openvswitch,hyperv on host dv-cinder-799546-3-iscsi at level 0 using segments [{'id': 'e64f8835-8265-4308-a68c-94b30f2a67d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8'}] {{(pid=80982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jul 06 01:50:43.277120 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1962abc-d5d4-4e05-ad0a-11353fe86802 None None] Attempting to bind port e427cec2-e072-43db-93dd-e055142b5b5e on network 69f53fb8-46a2-4fb2-8b50-29617e0b26b8 {{(pid=80982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Jul 06 01:50:43.279767 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-d1e459e7-9f34-43b9-be15-1e9cfbcefd21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=80982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 01:50:43.286196 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1962abc-d5d4-4e05-ad0a-11353fe86802 None None] Checking agent: {'id': '3e633bc2-fb27-4d05-86ce-e7e954e44018', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799546-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 1, 50, 2), 'started_at': datetime.datetime(2021, 7, 6, 1, 50, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 1, 50, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['geneve', 'gre', 'internal', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799546-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.0', 'Port': '1.5', 'PortForwarding': '1.1', 'QosPolicy': '1.8', 'SecurityGroup': '1.1', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.0', 'Trunk': '1.1'}} {{(pid=80982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Jul 06 01:50:43.286618 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1962abc-d5d4-4e05-ad0a-11353fe86802 None None] Checking segment: {'id': 'e64f8835-8265-4308-a68c-94b30f2a67d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jul 06 01:50:43.287070 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-d1962abc-d5d4-4e05-ad0a-11353fe86802 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:50:43.287502 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1962abc-d5d4-4e05-ad0a-11353fe86802 None None] Bound using segment: {'id': 'e64f8835-8265-4308-a68c-94b30f2a67d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8'} {{(pid=80982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Jul 06 01:50:43.288027 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.managers [None req-d1962abc-d5d4-4e05-ad0a-11353fe86802 None None] Bound port: e427cec2-e072-43db-93dd-e055142b5b5e, host: dv-cinder-799546-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e64f8835-8265-4308-a68c-94b30f2a67d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8'}}] {{(pid=80982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jul 06 01:50:43.288441 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-d1962abc-d5d4-4e05-ad0a-11353fe86802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1050496'] for port, before_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:50:43.361821 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [None req-d1962abc-d5d4-4e05-ad0a-11353fe86802 None None] For port e427cec2-e072-43db-93dd-e055142b5b5e, host dv-cinder-799546-3-iscsi, cleared binding levels {{(pid=80982) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:111}}
Jul 06 01:50:43.365599 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [None req-d1962abc-d5d4-4e05-ad0a-11353fe86802 None None] For port e427cec2-e072-43db-93dd-e055142b5b5e, host dv-cinder-799546-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799546-3-iscsi',level=0,port_id=e427cec2-e072-43db-93dd-e055142b5b5e,segment=NetworkSegment(e64f8835-8265-4308-a68c-94b30f2a67d9),segment_id=e64f8835-8265-4308-a68c-94b30f2a67d9)] {{(pid=80982) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}}
Jul 06 01:50:43.399118 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-d1962abc-d5d4-4e05-ad0a-11353fe86802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740753762112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740753409037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296101366746'] for port, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:50:43.403946 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 01:50:43.485251 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1962abc-d5d4-4e05-ad0a-11353fe86802 None None] Routers {'70c0f767-949f-4406-a015-c78193f90359'} bound to L3 agent in host dv-cinder-799546-3-iscsi {{(pid=80982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 06 01:50:43.485932 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_hamode_db [None req-d1962abc-d5d4-4e05-ad0a-11353fe86802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f31d72afba8>, 'dv-cinder-799546-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-06T01:50:03Z,description=<?>,heartbeat_timestamp=2021-07-06T01:50:33Z,host='dv-cinder-799546-3-iscsi',id=61912d2b-cbf3-48c5-b8b2-dcc1c49052a5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-06T01:50:03Z,topic='l3_agent')) {'router_ids': ['70c0f767-949f-4406-a015-c78193f90359'], 'active': True} {{(pid=80982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 01:50:43.535234 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e459e7-9f34-43b9-be15-1e9cfbcefd21 None None] Pushing event updated for resources: {'Port': ['ID=e427cec2-e072-43db-93dd-e055142b5b5e,revision_number=3']} {{(pid=80982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 01:50:43.538625 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-d1e459e7-9f34-43b9-be15-1e9cfbcefd21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 01:50:43.667891 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_dvr_db [None req-d1962abc-d5d4-4e05-ad0a-11353fe86802 None None] Set router 70c0f767-949f-4406-a015-c78193f90359 gateway port host: dv-cinder-799546-3-iscsi {{(pid=80982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:850}}
Jul 06 01:50:44.184404 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_hamode_db [None req-d1962abc-d5d4-4e05-ad0a-11353fe86802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f31d72afba8>, [{'id': '70c0f767-949f-4406-a015-c78193f90359', 'name': 'router1', 'tenant_id': '2d95c2d1bdfa49b39623b1a2329ecd15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8', 'external_fixed_ips': [{'subnet_id': '24d74941-6bd6-4d03-882f-a623d522833f', 'ip_address': '172.27.1.122'}], 'enable_snat': True}, 'gw_port_id': 'e427cec2-e072-43db-93dd-e055142b5b5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T01:50:23Z', 'updated_at': '2021-07-06T01:50:41Z', 'revision_number': 4, 'project_id': '2d95c2d1bdfa49b39623b1a2329ecd15', 'gw_port': {'id': 'e427cec2-e072-43db-93dd-e055142b5b5e', 'name': '', 'network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:56:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70c0f767-949f-4406-a015-c78193f90359', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '24d74941-6bd6-4d03-882f-a623d522833f', 'ip_address': '172.27.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T01:50:40Z', 'updated_at': '2021-07-06T01:50:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '24d74941-6bd6-4d03-882f-a623d522833f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799546-3-iscsi', '_interfaces': [{'id': '1c1a0777-8947-411a-9e13-7fc3612816e8', 'name': '', 'network_id': '99ed8743-b6f5-475d-9720-439be1d18b2b', 'tenant_id': '2d95c2d1bdfa49b39623b1a2329ecd15', 'mac_address': 'fa:16:3e:5b:fe:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70c0f767-949f-4406-a015-c78193f90359', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8045e3fa-26f1-47b3-8d36-8c4574d799be', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T01:50:31Z', 'updated_at': '2021-07-06T01:50:38Z', 'revision_number': 5, 'project_id': '2d95c2d1bdfa49b39623b1a2329ecd15', 'subnets': [{'id': '8045e3fa-26f1-47b3-8d36-8c4574d799be', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '380b5aeb-618d-40d3-b65c-6e1b989043bb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799546-3-iscsi', False) {} {{(pid=80982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 01:50:44.188479 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1962abc-d5d4-4e05-ad0a-11353fe86802 None None] The sync data for ids ['70c0f767-949f-4406-a015-c78193f90359'] in dv-cinder-799546-3-iscsi is: [{'id': '70c0f767-949f-4406-a015-c78193f90359', 'name': 'router1', 'tenant_id': '2d95c2d1bdfa49b39623b1a2329ecd15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8', 'external_fixed_ips': [{'subnet_id': '24d74941-6bd6-4d03-882f-a623d522833f', 'ip_address': '172.27.1.122'}], 'enable_snat': True}, 'gw_port_id': 'e427cec2-e072-43db-93dd-e055142b5b5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T01:50:23Z', 'updated_at': '2021-07-06T01:50:41Z', 'revision_number': 4, 'project_id': '2d95c2d1bdfa49b39623b1a2329ecd15', 'gw_port': {'id': 'e427cec2-e072-43db-93dd-e055142b5b5e', 'name': '', 'network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:56:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70c0f767-949f-4406-a015-c78193f90359', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '24d74941-6bd6-4d03-882f-a623d522833f', 'ip_address': '172.27.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T01:50:40Z', 'updated_at': '2021-07-06T01:50:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '24d74941-6bd6-4d03-882f-a623d522833f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799546-3-iscsi', '_interfaces': [{'id': '1c1a0777-8947-411a-9e13-7fc3612816e8', 'name': '', 'network_id': '99ed8743-b6f5-475d-9720-439be1d18b2b', 'tenant_id': '2d95c2d1bdfa49b39623b1a2329ecd15', 'mac_address': 'fa:16:3e:5b:fe:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70c0f767-949f-4406-a015-c78193f90359', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8045e3fa-26f1-47b3-8d36-8c4574d799be', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T01:50:31Z', 'updated_at': '2021-07-06T01:50:38Z', 'revision_number': 5, 'project_id': '2d95c2d1bdfa49b39623b1a2329ecd15', 'subnets': [{'id': '8045e3fa-26f1-47b3-8d36-8c4574d799be', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '380b5aeb-618d-40d3-b65c-6e1b989043bb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=80982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Jul 06 01:50:44.421802 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80981) accepted ('10.222.0.11', 36152) {{(pid=80981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 01:50:44.558437 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.rpc [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Device e427cec2-e072-43db-93dd-e055142b5b5e up at agent ovs-agent-dv-cinder-799546-3-iscsi {{(pid=80982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:273}}
Jul 06 01:50:44.701047 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.provisioning_blocks [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Provisioning for port e427cec2-e072-43db-93dd-e055142b5b5e completed by entity L2. {{(pid=80982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 06 01:50:44.706850 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.provisioning_blocks [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Provisioning complete for port e427cec2-e072-43db-93dd-e055142b5b5e triggered by entity L2. {{(pid=80982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 06 01:50:44.713097 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1309268'] for port, provisioning_complete {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:50:44.826654 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1050496'] for port, before_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:50:44.844641 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] For port e427cec2-e072-43db-93dd-e055142b5b5e, host dv-cinder-799546-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799546-3-iscsi',level=0,port_id=e427cec2-e072-43db-93dd-e055142b5b5e,segment=NetworkSegment(e64f8835-8265-4308-a68c-94b30f2a67d9),segment_id=e64f8835-8265-4308-a68c-94b30f2a67d9)] {{(pid=80982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 01:50:44.887527 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740753762112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740753409037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296101366746'] for port, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:50:44.889784 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 01:50:44.957371 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Pushing event updated for resources: {'Port': ['ID=e427cec2-e072-43db-93dd-e055142b5b5e,revision_number=4']} {{(pid=80982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 01:50:44.960817 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 01:50:45.250612 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.policy [None req-fb9503e9-bb66-4da3-8ec9-ad72f0f98569 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=80981) register_rules /opt/stack/neutron/neutron/policy.py:66}}
Jul 06 01:50:45.259017 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-fb9503e9-bb66-4da3-8ec9-ad72f0f98569 admin admin] 10.222.0.11 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 1082 time: 0.8350415
Jul 06 01:50:46.527443 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.rpc [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Device e427cec2-e072-43db-93dd-e055142b5b5e up at agent ovs-agent-dv-cinder-799546-3-iscsi {{(pid=80982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:273}}
Jul 06 01:50:46.596582 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.provisioning_blocks [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Provisioning complete for port e427cec2-e072-43db-93dd-e055142b5b5e triggered by entity L2. {{(pid=80982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 06 01:50:46.597140 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1309268'] for port, provisioning_complete {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:51:00.638501 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-b78a6c64-6bef-4b61-a706-998cc0c24c5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:51:02.238425 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:51:03.127302 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-4e26c25d-7002-41a3-814f-8e2145713714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:51:04.032070 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-76dafd09-8b9e-4f4b-ba8f-a0f9ff874801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:51:05.415417 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-fcfe0981-f829-42d2-99d0-fcc19e179060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:51:06.036682 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.agents_db [None req-b173abe4-0d36-4765-adb2-33779d11156f None None] Agent healthcheck: found 5 active agents {{(pid=80983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Jul 06 01:51:30.631581 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-50b5336d-0b33-4ed8-b122-443525dd08a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:51:32.241292 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:51:33.128807 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-d20f2a35-c19a-4b1a-9a6e-079a6f6fdda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:51:34.020643 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-76dafd09-8b9e-4f4b-ba8f-a0f9ff874801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:51:35.403008 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-fcfe0981-f829-42d2-99d0-fcc19e179060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:51:43.037414 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.agents_db [None req-b173abe4-0d36-4765-adb2-33779d11156f None None] Agent healthcheck: found 5 active agents {{(pid=80983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Jul 06 01:52:00.630506 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-55800f62-f6f2-4479-a673-b43ecf459c6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:52:02.242326 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:52:03.131635 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-e0fb57b1-5472-4486-8771-7eb30b8d093a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:52:04.024852 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-76dafd09-8b9e-4f4b-ba8f-a0f9ff874801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:52:05.430396 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-fcfe0981-f829-42d2-99d0-fcc19e179060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:52:20.037499 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.agents_db [None req-b173abe4-0d36-4765-adb2-33779d11156f None None] Agent healthcheck: found 5 active agents {{(pid=80983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Jul 06 01:52:22.438875 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80981) accepted ('10.222.0.11', 36664) {{(pid=80981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 01:52:22.550323 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.pecan_wsgi.hooks.translation [None req-597c493f-1cd1-4323-9364-cc5858772f2c admin admin] GET failed (client error): The resource could not be found.
Jul 06 01:52:22.551687 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-597c493f-1cd1-4323-9364-cc5858772f2c admin admin] 10.222.0.11 "GET /v2.0/networks/private HTTP/1.1" status: 404  len: 315 time: 0.1117973
Jul 06 01:52:22.711592 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd51e5f1-a15b-4ddc-b486-b5f710912aef admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 01:52:22.713093 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-bd51e5f1-a15b-4ddc-b486-b5f710912aef admin admin] 10.222.0.11 "GET /v2.0/networks?name=private HTTP/1.1" status: 200  len: 872 time: 0.1563368
Jul 06 01:52:24.774182 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80981) accepted ('10.222.0.11', 36676) {{(pid=80981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 01:52:24.915369 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d121a5e-b957-4d6d-84a7-01855374c805 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 01:52:24.916820 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-2d121a5e-b957-4d6d-84a7-01855374c805 admin admin] 10.222.0.11 "GET /v2.0/subnets/8045e3fa-26f1-47b3-8d36-8c4574d799be HTTP/1.1" status: 200  len: 849 time: 0.1416106
Jul 06 01:52:24.928053 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.v2.base [None req-fcc07ab7-0461-4b52-9328-af0f890e1937 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=80981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 06 01:52:25.052366 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-fcc07ab7-0461-4b52-9328-af0f890e1937 admin admin] Notify callbacks [] for subnet, before_update {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:52:25.286916 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-fcc07ab7-0461-4b52-9328-af0f890e1937 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update--9223363296101013705'] for subnet, after_update {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:52:25.292897 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 01:52:25.528099 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcc07ab7-0461-4b52-9328-af0f890e1937 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 01:52:25.528840 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-fcc07ab7-0461-4b52-9328-af0f890e1937 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853726196'] for subnet, before_response {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:52:25.530088 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-fcc07ab7-0461-4b52-9328-af0f890e1937 admin admin] 10.222.0.11 "PUT /v2.0/subnets/8045e3fa-26f1-47b3-8d36-8c4574d799be HTTP/1.1" status: 200  len: 868 time: 0.6062548
Jul 06 01:52:25.532187 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8206f3d-c97b-442b-b410-6a1093dddf8f None None] Network 99ed8743-b6f5-475d-9720-439be1d18b2b requested from dv-cinder-799546-3-iscsi {{(pid=80982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jul 06 01:52:25.533198 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc07ab7-0461-4b52-9328-af0f890e1937 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8045e3fa-26f1-47b3-8d36-8c4574d799be,revision_number=1']} {{(pid=80981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 01:52:25.543291 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc07ab7-0461-4b52-9328-af0f890e1937 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 01:52:25.543613 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc07ab7-0461-4b52-9328-af0f890e1937 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 01:52:25.543943 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc07ab7-0461-4b52-9328-af0f890e1937 admin admin] Version for resource type Network changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 01:52:25.544318 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc07ab7-0461-4b52-9328-af0f890e1937 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 01:52:25.544668 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc07ab7-0461-4b52-9328-af0f890e1937 admin admin] Version for resource type PortForwarding changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 01:52:25.545053 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc07ab7-0461-4b52-9328-af0f890e1937 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 01:52:25.545391 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc07ab7-0461-4b52-9328-af0f890e1937 admin admin] Version for resource type SecurityGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 01:52:25.545908 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc07ab7-0461-4b52-9328-af0f890e1937 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 01:52:25.546391 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc07ab7-0461-4b52-9328-af0f890e1937 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 01:52:25.546576 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc07ab7-0461-4b52-9328-af0f890e1937 admin admin] Version for resource type Subnet changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 01:52:25.546930 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc07ab7-0461-4b52-9328-af0f890e1937 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 01:52:25.548593 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc07ab7-0461-4b52-9328-af0f890e1937 admin admin] Tracked resource versions report:
Jul 06 01:52:25.548593 dv-cinder-799546-3-iscsi neutron-server[80869]: pushed versions:
Jul 06 01:52:25.548593 dv-cinder-799546-3-iscsi neutron-server[80869]: {   'ConntrackHelper': {'1.0'},
Jul 06 01:52:25.548593 dv-cinder-799546-3-iscsi neutron-server[80869]:     'Log': {'1.0'},
Jul 06 01:52:25.548593 dv-cinder-799546-3-iscsi neutron-server[80869]:     'Network': {'1.0'},
Jul 06 01:52:25.548593 dv-cinder-799546-3-iscsi neutron-server[80869]:     'Port': {'1.5'},
Jul 06 01:52:25.548593 dv-cinder-799546-3-iscsi neutron-server[80869]:     'PortForwarding': {'1.1'},
Jul 06 01:52:25.548593 dv-cinder-799546-3-iscsi neutron-server[80869]:     'QosPolicy': {'1.8'},
Jul 06 01:52:25.548593 dv-cinder-799546-3-iscsi neutron-server[80869]:     'SecurityGroup': {'1.1'},
Jul 06 01:52:25.548593 dv-cinder-799546-3-iscsi neutron-server[80869]:     'SecurityGroupRule': {'1.0'},
Jul 06 01:52:25.548593 dv-cinder-799546-3-iscsi neutron-server[80869]:     'SubPort': {'1.0'},
Jul 06 01:52:25.548593 dv-cinder-799546-3-iscsi neutron-server[80869]:     'Subnet': {'1.0'},
Jul 06 01:52:25.548593 dv-cinder-799546-3-iscsi neutron-server[80869]:     'Trunk': {'1.1'}}
Jul 06 01:52:25.548593 dv-cinder-799546-3-iscsi neutron-server[80869]: consumer versions:
Jul 06 01:52:25.548593 dv-cinder-799546-3-iscsi neutron-server[80869]: {   DHCP agent@dv-cinder-799546-3-iscsi: {},
Jul 06 01:52:25.548593 dv-cinder-799546-3-iscsi neutron-server[80869]:     L3 agent@dv-cinder-799546-3-iscsi: {},
Jul 06 01:52:25.548593 dv-cinder-799546-3-iscsi neutron-server[80869]:     Metadata agent@dv-cinder-799546-3-iscsi: {},
Jul 06 01:52:25.548593 dv-cinder-799546-3-iscsi neutron-server[80869]:     Metering agent@dv-cinder-799546-3-iscsi: {},
Jul 06 01:52:25.548593 dv-cinder-799546-3-iscsi neutron-server[80869]:     Open vSwitch agent@dv-cinder-799546-3-iscsi: {   'ConntrackHelper': '1.0',
Jul 06 01:52:25.548593 dv-cinder-799546-3-iscsi neutron-server[80869]:                                                      'Log': '1.0',
Jul 06 01:52:25.548593 dv-cinder-799546-3-iscsi neutron-server[80869]:                                                      'Network': '1.0',
Jul 06 01:52:25.548593 dv-cinder-799546-3-iscsi neutron-server[80869]:                                                      'Port': '1.5',
Jul 06 01:52:25.548593 dv-cinder-799546-3-iscsi neutron-server[80869]:                                                      'PortForwarding': '1.1',
Jul 06 01:52:25.548593 dv-cinder-799546-3-iscsi neutron-server[80869]:                                                      'QosPolicy': '1.8',
Jul 06 01:52:25.548593 dv-cinder-799546-3-iscsi neutron-server[80869]:                                                      'SecurityGroup': '1.1',
Jul 06 01:52:25.548593 dv-cinder-799546-3-iscsi neutron-server[80869]:                                                      'SecurityGroupRule': '1.0',
Jul 06 01:52:25.548593 dv-cinder-799546-3-iscsi neutron-server[80869]:                                                      'SubPort': '1.0',
Jul 06 01:52:25.548593 dv-cinder-799546-3-iscsi neutron-server[80869]:                                                      'Subnet': '1.0',
Jul 06 01:52:25.548593 dv-cinder-799546-3-iscsi neutron-server[80869]:                                                      'Trunk': '1.1'}}
Jul 06 01:52:25.548593 dv-cinder-799546-3-iscsi neutron-server[80869]:  {{(pid=80981) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Jul 06 01:52:25.555379 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-fcc07ab7-0461-4b52-9328-af0f890e1937 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 01:52:26.085675 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.provisioning_blocks [None req-216c0c1d-f42d-40bf-be5b-704dbcc6dcf6 None None] Provisioning complete for port 1c1a0777-8947-411a-9e13-7fc3612816e8 triggered by entity DHCP. {{(pid=80982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 06 01:52:26.086233 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-216c0c1d-f42d-40bf-be5b-704dbcc6dcf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1309268'] for port, provisioning_complete {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:52:26.205536 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.provisioning_blocks [None req-216c0c1d-f42d-40bf-be5b-704dbcc6dcf6 None None] Provisioning complete for port 1db8c6a3-8e05-47a4-b415-44623272b521 triggered by entity DHCP. {{(pid=80982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 06 01:52:26.205931 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-216c0c1d-f42d-40bf-be5b-704dbcc6dcf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1309268'] for port, provisioning_complete {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:52:27.603598 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80981) accepted ('10.222.0.11', 36692) {{(pid=80981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 01:52:27.808490 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dc8059a-2d8b-45cc-bef8-37208cba32af admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 01:52:27.808835 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dc8059a-2d8b-45cc-bef8-37208cba32af admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 01:52:27.810570 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-2dc8059a-2d8b-45cc-bef8-37208cba32af admin admin] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.2059476
Jul 06 01:52:29.869592 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80981) accepted ('10.222.0.11', 36704) {{(pid=80981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 01:52:30.073273 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-094a1c92-2104-4c73-8f7f-716439d5f513 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 01:52:30.073609 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-094a1c92-2104-4c73-8f7f-716439d5f513 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 01:52:30.075310 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-094a1c92-2104-4c73-8f7f-716439d5f513 admin admin] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.2045078
Jul 06 01:52:30.628048 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-4fe19e5f-1563-42a7-9851-763e8148dfbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:52:32.152696 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80980) accepted ('10.222.0.11', 36716) {{(pid=80980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 01:52:32.241305 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:52:32.354227 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e29c1f7b-e721-456d-9296-200053bacfd3 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 01:52:32.355683 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-e29c1f7b-e721-456d-9296-200053bacfd3 admin admin] 10.222.0.11 "GET /v2.0/networks/69f53fb8-46a2-4fb2-8b50-29617e0b26b8 HTTP/1.1" status: 200  len: 886 time: 0.2020035
Jul 06 01:52:33.133303 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-1bc9131d-adac-4fbb-b78c-b0cbd4ddfeb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:52:34.042095 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-76dafd09-8b9e-4f4b-ba8f-a0f9ff874801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:52:34.420098 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80980) accepted ('10.222.0.11', 36728) {{(pid=80980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 01:52:34.623125 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b5e5702-021c-45f5-9b12-362914887681 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 01:52:34.624578 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-5b5e5702-021c-45f5-9b12-362914887681 admin admin] 10.222.0.11 "GET /v2.0/networks/99ed8743-b6f5-475d-9720-439be1d18b2b HTTP/1.1" status: 200  len: 869 time: 0.2034161
Jul 06 01:52:35.407485 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-fcfe0981-f829-42d2-99d0-fcc19e179060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:52:36.664293 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80980) accepted ('10.222.0.11', 36740) {{(pid=80980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 01:52:36.802151 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-827742e9-6b88-44a2-85c9-a3460d96a705 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 01:52:36.802481 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-827742e9-6b88-44a2-85c9-a3460d96a705 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 01:52:36.803302 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-827742e9-6b88-44a2-85c9-a3460d96a705 admin admin] Synchronizing usage tracker for tenant:0e11c2c9696443d79e36a4e119cc1788 on resource:subnet {{(pid=80980) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 06 01:52:36.876201 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-827742e9-6b88-44a2-85c9-a3460d96a705 admin admin] Unset dirty status for tenant:0e11c2c9696443d79e36a4e119cc1788 on resource:subnet {{(pid=80980) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 06 01:52:36.892962 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-827742e9-6b88-44a2-85c9-a3460d96a705 admin admin] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.2118797
Jul 06 01:52:38.943733 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80980) accepted ('10.222.0.11', 36752) {{(pid=80980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 01:52:39.088960 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31a5c7bb-497d-4030-8989-441e443915ea admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 01:52:39.089314 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31a5c7bb-497d-4030-8989-441e443915ea admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 01:52:39.090955 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-31a5c7bb-497d-4030-8989-441e443915ea admin admin] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1461344
Jul 06 01:52:41.168920 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80980) accepted ('10.222.0.11', 36764) {{(pid=80980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 01:52:41.300688 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14307448-66e3-4d34-89dc-0eb42be89908 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 01:52:41.302190 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-14307448-66e3-4d34-89dc-0eb42be89908 admin admin] 10.222.0.11 "GET /v2.0/subnets/24d74941-6bd6-4d03-882f-a623d522833f HTTP/1.1" status: 200  len: 816 time: 0.1321802
Jul 06 01:52:43.347144 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80980) accepted ('10.222.0.11', 36776) {{(pid=80980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 01:52:43.490710 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6b49b18-19d0-44dc-ac3d-c71fe362affb admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 01:52:43.492090 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-f6b49b18-19d0-44dc-ac3d-c71fe362affb admin admin] 10.222.0.11 "GET /v2.0/subnets/8045e3fa-26f1-47b3-8d36-8c4574d799be HTTP/1.1" status: 200  len: 868 time: 0.1439314
Jul 06 01:52:57.037862 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.agents_db [None req-b173abe4-0d36-4765-adb2-33779d11156f None None] Agent healthcheck: found 5 active agents {{(pid=80983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Jul 06 01:53:00.629434 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-6529dd15-562d-481d-bb9e-a26f525e43f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:53:01.830005 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80980) accepted ('10.222.0.11', 36830) {{(pid=80980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 01:53:01.908474 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [None req-1b2652a8-7b59-4a87-bff0-0ebb2631ea3b admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=80980) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jul 06 01:53:01.909560 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-1b2652a8-7b59-4a87-bff0-0ebb2631ea3b admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 11621 time: 0.0785422
Jul 06 01:53:02.239231 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:53:03.136900 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-70f90b9b-ba0b-4d1a-8496-936eecc3fe64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:53:04.047334 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-76dafd09-8b9e-4f4b-ba8f-a0f9ff874801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:53:04.052094 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80980) accepted ('10.222.0.11', 36842) {{(pid=80980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 01:53:04.152095 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.pecan_wsgi.hooks.translation [None req-0796463b-4ed8-4cd3-bbc5-3613b817aaf5 admin admin] GET failed (client error): The resource could not be found.
Jul 06 01:53:04.153401 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-0796463b-4ed8-4cd3-bbc5-3613b817aaf5 admin admin] 10.222.0.11 "GET /v2.0/networks/public HTTP/1.1" status: 404  len: 314 time: 0.1002822
Jul 06 01:53:04.294958 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f913d04d-e8b8-4b3b-a99d-66e91bec11d1 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 01:53:04.296565 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-f913d04d-e8b8-4b3b-a99d-66e91bec11d1 admin admin] 10.222.0.11 "GET /v2.0/networks?name=public HTTP/1.1" status: 200  len: 889 time: 0.1374693
Jul 06 01:53:05.429263 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-fcfe0981-f829-42d2-99d0-fcc19e179060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:53:06.363762 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80981) accepted ('10.222.0.11', 36854) {{(pid=80981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 01:53:06.443430 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.v2.base [None req-5eda4a53-41ae-488f-a1a5-e748a755e60a admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=80981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 06 01:53:06.446051 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.quota [None req-5eda4a53-41ae-488f-a1a5-e748a755e60a admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f31d75f5b38>.
Jul 06 01:53:06.453524 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-5eda4a53-41ae-488f-a1a5-e748a755e60a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 01:53:06.465447 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-5eda4a53-41ae-488f-a1a5-e748a755e60a admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 01:53:06.554691 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5eda4a53-41ae-488f-a1a5-e748a755e60a admin admin] Made reservation on behalf of 0e11c2c9696443d79e36a4e119cc1788 for: {'network': 1} {{(pid=80981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jul 06 01:53:06.559251 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-5eda4a53-41ae-488f-a1a5-e748a755e60a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1050496'] for network, before_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:53:06.652607 dv-cinder-799546-3-iscsi neutron-server[80869]: WARNING neutron.services.revisions.revision_plugin [None req-5eda4a53-41ae-488f-a1a5-e748a755e60a admin admin] Could not find related network for resource <neutron.db.rbac_db_models.NetworkRBAC[object at 7f31d775f048] {project_id='0e11c2c9696443d79e36a4e119cc1788', id='f9351eb0-2ce6-4fa0-abdc-9f6e7beeae96', target_tenant='*', action='access_as_shared', object_id='2e36cd50-a96c-44e3-a8d9-1b5def5ae01a'}> to bump revision.
Jul 06 01:53:06.710636 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5eda4a53-41ae-488f-a1a5-e748a755e60a admin admin] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'}  {{(pid=80981) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}}
Jul 06 01:53:06.721731 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-5eda4a53-41ae-488f-a1a5-e748a755e60a admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363296100908506', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1280314'] for segment, precommit_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:53:06.722314 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-5eda4a53-41ae-488f-a1a5-e748a755e60a admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f31d8782268> segment precommit_create {{(pid=80981) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}}
Jul 06 01:53:06.722764 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.db.segments_db [None req-5eda4a53-41ae-488f-a1a5-e748a755e60a admin admin] Added segment 172b7ba8-177e-40ab-8104-6443beffd2a0 of type vlan for network 2e36cd50-a96c-44e3-a8d9-1b5def5ae01a
Jul 06 01:53:06.789656 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-5eda4a53-41ae-488f-a1a5-e748a755e60a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740753358485'] for network, precommit_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:53:06.840341 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-5eda4a53-41ae-488f-a1a5-e748a755e60a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802'] for network, after_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:53:06.841603 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eda4a53-41ae-488f-a1a5-e748a755e60a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 01:53:06.842237 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-5eda4a53-41ae-488f-a1a5-e748a755e60a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853726196'] for network, before_response {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:53:06.848928 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 01:53:06.943302 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eda4a53-41ae-488f-a1a5-e748a755e60a admin admin] Pushing event updated for resources: {'Network': ['ID=2e36cd50-a96c-44e3-a8d9-1b5def5ae01a,revision_number=1']} {{(pid=80981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 01:53:06.946927 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-5eda4a53-41ae-488f-a1a5-e748a755e60a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 01:53:06.955594 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.rpc [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Network 2e36cd50-a96c-44e3-a8d9-1b5def5ae01a details requested by agent ovs-agent-dv-cinder-799546-3-iscsi with host dv-cinder-799546-3-iscsi {{(pid=80982) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:231}}
Jul 06 01:53:06.995789 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-5eda4a53-41ae-488f-a1a5-e748a755e60a admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.6308157
Jul 06 01:53:09.071243 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80981) accepted ('10.222.0.11', 36866) {{(pid=80981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 01:53:09.176723 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fdddba5-a53e-4d16-a32a-a3ce2db35d00 admin admin] GET failed (client error): The resource could not be found.
Jul 06 01:53:09.177245 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-8fdddba5-a53e-4d16-a32a-a3ce2db35d00 admin admin] Synchronizing usage tracker for tenant:0e11c2c9696443d79e36a4e119cc1788 on resource:network {{(pid=80981) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 06 01:53:09.212279 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-8fdddba5-a53e-4d16-a32a-a3ce2db35d00 admin admin] Unset dirty status for tenant:0e11c2c9696443d79e36a4e119cc1788 on resource:network {{(pid=80981) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 06 01:53:09.213558 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-8fdddba5-a53e-4d16-a32a-a3ce2db35d00 admin admin] 10.222.0.11 "GET /v2.0/networks/shared HTTP/1.1" status: 404  len: 314 time: 0.1412449
Jul 06 01:53:09.325042 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38dc56f9-ccc4-4c41-947b-afa1724d616b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 01:53:09.326592 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-38dc56f9-ccc4-4c41-947b-afa1724d616b admin admin] 10.222.0.11 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200  len: 826 time: 0.1073415
Jul 06 01:53:09.339202 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.v2.base [None req-c202806f-c99f-4fb1-81b5-6985639c4072 admin admin] Request body: {'subnet': {'network_id': '2e36cd50-a96c-44e3-a8d9-1b5def5ae01a', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'description': 'shared-subnet'}} {{(pid=80981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 06 01:53:09.344583 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-c202806f-c99f-4fb1-81b5-6985639c4072 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 01:53:09.354259 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-c202806f-c99f-4fb1-81b5-6985639c4072 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 01:53:09.383398 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c202806f-c99f-4fb1-81b5-6985639c4072 admin admin] Made reservation on behalf of 0e11c2c9696443d79e36a4e119cc1788 for: {'subnet': 1} {{(pid=80981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jul 06 01:53:09.387947 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-c202806f-c99f-4fb1-81b5-6985639c4072 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:53:09.641489 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-c202806f-c99f-4fb1-81b5-6985639c4072 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802'] for subnet, after_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:53:09.646317 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 01:53:09.721983 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c202806f-c99f-4fb1-81b5-6985639c4072 admin admin] Pushing event updated for resources: {'Subnet': ['ID=83f1b0af-9d5f-490a-89b4-1fc6439fc6ae,revision_number=0']} {{(pid=80981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 01:53:09.726052 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-c202806f-c99f-4fb1-81b5-6985639c4072 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 01:53:09.735080 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c202806f-c99f-4fb1-81b5-6985639c4072 admin admin] Checking segment: {'id': '172b7ba8-177e-40ab-8104-6443beffd2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '2e36cd50-a96c-44e3-a8d9-1b5def5ae01a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jul 06 01:53:09.735469 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c202806f-c99f-4fb1-81b5-6985639c4072 admin admin] Network hostable DHCP agents. Network: 2e36cd50-a96c-44e3-a8d9-1b5def5ae01a, hostable agents: ['46061ec9-d1c1-4ae2-b701-eece7f3c7f15'], hosted agents: [] {{(pid=80981) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:297}}
Jul 06 01:53:09.777791 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c202806f-c99f-4fb1-81b5-6985639c4072 admin admin] Network 2e36cd50-a96c-44e3-a8d9-1b5def5ae01a is scheduled to be hosted by DHCP agent 46061ec9-d1c1-4ae2-b701-eece7f3c7f15 {{(pid=80981) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:196}}
Jul 06 01:53:09.800500 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.scheduler.base_scheduler [None req-c202806f-c99f-4fb1-81b5-6985639c4072 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799546-3-iscsi, 2e36cd50-a96c-44e3-a8d9-1b5def5ae01a) {{(pid=80981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jul 06 01:53:09.804488 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c202806f-c99f-4fb1-81b5-6985639c4072 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 01:53:09.805204 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-c202806f-c99f-4fb1-81b5-6985639c4072 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853726196'] for subnet, before_response {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:53:09.810407 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45a142d3-ee33-4b4c-b147-8ce869b50cfc None None] Network 2e36cd50-a96c-44e3-a8d9-1b5def5ae01a requested from dv-cinder-799546-3-iscsi {{(pid=80982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jul 06 01:53:09.864966 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-c202806f-c99f-4fb1-81b5-6985639c4072 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.5177031
Jul 06 01:53:10.038220 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bd6071d-3601-49d2-8055-b03fe45cf9cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdda4d945-3f0d-5e23-8fbb-630040bb9905-2e36cd50-a96c-44e3-a8d9-1b5def5ae01a', 'network_id': '2e36cd50-a96c-44e3-a8d9-1b5def5ae01a', 'tenant_id': '0e11c2c9696443d79e36a4e119cc1788', 'fixed_ips': [{'subnet_id': '83f1b0af-9d5f-490a-89b4-1fc6439fc6ae'}]}} from dv-cinder-799546-3-iscsi. {{(pid=80982) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Jul 06 01:53:10.039370 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-7bd6071d-3601-49d2-8055-b03fe45cf9cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1050496'] for port, before_create {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:53:10.199705 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.db_base_plugin_common [None req-7bd6071d-3601-49d2-8055-b03fe45cf9cd None None] Allocated IP 192.168.233.2 (2e36cd50-a96c-44e3-a8d9-1b5def5ae01a/83f1b0af-9d5f-490a-89b4-1fc6439fc6ae/dec4aafe-e596-407b-82ed-c325ad50a274) {{(pid=80982) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Jul 06 01:53:10.484888 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-7bd6071d-3601-49d2-8055-b03fe45cf9cd None None] Notify callbacks [] for port, precommit_create {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:53:10.496482 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.provisioning_blocks [None req-7bd6071d-3601-49d2-8055-b03fe45cf9cd None None] Transition to ACTIVE for port object dec4aafe-e596-407b-82ed-c325ad50a274 will not be triggered until provisioned by entity L2. {{(pid=80982) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 06 01:53:10.518516 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.provisioning_blocks [None req-7bd6071d-3601-49d2-8055-b03fe45cf9cd None None] Transition to ACTIVE for port object dec4aafe-e596-407b-82ed-c325ad50a274 will not be triggered until provisioned by entity DHCP. {{(pid=80982) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 06 01:53:10.595711 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-7bd6071d-3601-49d2-8055-b03fe45cf9cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296101369102'] for port, after_create {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:53:10.601831 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 01:53:10.666449 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bd6071d-3601-49d2-8055-b03fe45cf9cd None None] Network 2e36cd50-a96c-44e3-a8d9-1b5def5ae01a is already hosted by enough agents. {{(pid=80982) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:240}}
Jul 06 01:53:10.669571 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.scheduler.base_scheduler [None req-7bd6071d-3601-49d2-8055-b03fe45cf9cd None None] Resources bound (agent type, host, resource id):  {{(pid=80982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jul 06 01:53:10.677092 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bd6071d-3601-49d2-8055-b03fe45cf9cd None None] Received port after_create {{(pid=80982) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 06 01:53:10.679155 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd6071d-3601-49d2-8055-b03fe45cf9cd None None] Pushing event updated for resources: {'Port': ['ID=dec4aafe-e596-407b-82ed-c325ad50a274,revision_number=1']} {{(pid=80982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 01:53:10.691248 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd6071d-3601-49d2-8055-b03fe45cf9cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 01:53:10.691632 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd6071d-3601-49d2-8055-b03fe45cf9cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 01:53:10.692002 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd6071d-3601-49d2-8055-b03fe45cf9cd None None] Version for resource type Network changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 01:53:10.692376 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd6071d-3601-49d2-8055-b03fe45cf9cd None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 01:53:10.692740 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd6071d-3601-49d2-8055-b03fe45cf9cd None None] Version for resource type PortForwarding changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 01:53:10.693136 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd6071d-3601-49d2-8055-b03fe45cf9cd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 01:53:10.693505 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd6071d-3601-49d2-8055-b03fe45cf9cd None None] Version for resource type SecurityGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 01:53:10.693869 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd6071d-3601-49d2-8055-b03fe45cf9cd None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 01:53:10.694233 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd6071d-3601-49d2-8055-b03fe45cf9cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 01:53:10.694587 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd6071d-3601-49d2-8055-b03fe45cf9cd None None] Version for resource type Subnet changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 01:53:10.694951 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd6071d-3601-49d2-8055-b03fe45cf9cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 01:53:10.722422 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-7bd6071d-3601-49d2-8055-b03fe45cf9cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=80982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 01:53:10.951259 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.managers [None req-7bd6071d-3601-49d2-8055-b03fe45cf9cd None None] Attempting to bind port dec4aafe-e596-407b-82ed-c325ad50a274 on host dv-cinder-799546-3-iscsi for vnic_type normal with profile  {{(pid=80982) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jul 06 01:53:10.951679 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.managers [None req-7bd6071d-3601-49d2-8055-b03fe45cf9cd None None] Attempting to bind port dec4aafe-e596-407b-82ed-c325ad50a274 by drivers openvswitch,hyperv on host dv-cinder-799546-3-iscsi at level 0 using segments [{'id': '172b7ba8-177e-40ab-8104-6443beffd2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '2e36cd50-a96c-44e3-a8d9-1b5def5ae01a'}] {{(pid=80982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jul 06 01:53:10.952073 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bd6071d-3601-49d2-8055-b03fe45cf9cd None None] Attempting to bind port dec4aafe-e596-407b-82ed-c325ad50a274 on network 2e36cd50-a96c-44e3-a8d9-1b5def5ae01a {{(pid=80982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Jul 06 01:53:10.959590 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bd6071d-3601-49d2-8055-b03fe45cf9cd None None] Checking agent: {'id': '3e633bc2-fb27-4d05-86ce-e7e954e44018', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799546-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 1, 50, 2), 'started_at': datetime.datetime(2021, 7, 6, 1, 50, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 1, 53, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['geneve', 'gre', 'internal', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799546-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.0', 'Port': '1.5', 'PortForwarding': '1.1', 'QosPolicy': '1.8', 'SecurityGroup': '1.1', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.0', 'Trunk': '1.1'}} {{(pid=80982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Jul 06 01:53:10.959998 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bd6071d-3601-49d2-8055-b03fe45cf9cd None None] Checking segment: {'id': '172b7ba8-177e-40ab-8104-6443beffd2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '2e36cd50-a96c-44e3-a8d9-1b5def5ae01a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jul 06 01:53:10.960439 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-7bd6071d-3601-49d2-8055-b03fe45cf9cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:53:10.960867 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bd6071d-3601-49d2-8055-b03fe45cf9cd None None] Bound using segment: {'id': '172b7ba8-177e-40ab-8104-6443beffd2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '2e36cd50-a96c-44e3-a8d9-1b5def5ae01a'} {{(pid=80982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Jul 06 01:53:10.961412 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.managers [None req-7bd6071d-3601-49d2-8055-b03fe45cf9cd None None] Bound port: dec4aafe-e596-407b-82ed-c325ad50a274, host: dv-cinder-799546-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '172b7ba8-177e-40ab-8104-6443beffd2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '2e36cd50-a96c-44e3-a8d9-1b5def5ae01a'}}] {{(pid=80982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jul 06 01:53:10.961824 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-7bd6071d-3601-49d2-8055-b03fe45cf9cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1050496'] for port, before_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:53:11.048166 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [None req-7bd6071d-3601-49d2-8055-b03fe45cf9cd None None] For port dec4aafe-e596-407b-82ed-c325ad50a274, host dv-cinder-799546-3-iscsi, cleared binding levels {{(pid=80982) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:111}}
Jul 06 01:53:11.051863 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [None req-7bd6071d-3601-49d2-8055-b03fe45cf9cd None None] For port dec4aafe-e596-407b-82ed-c325ad50a274, host dv-cinder-799546-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799546-3-iscsi',level=0,port_id=dec4aafe-e596-407b-82ed-c325ad50a274,segment=NetworkSegment(172b7ba8-177e-40ab-8104-6443beffd2a0),segment_id=172b7ba8-177e-40ab-8104-6443beffd2a0)] {{(pid=80982) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}}
Jul 06 01:53:11.081002 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-7bd6071d-3601-49d2-8055-b03fe45cf9cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740753762112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740753409037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296101366746'] for port, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:53:11.085343 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 01:53:11.161287 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd6071d-3601-49d2-8055-b03fe45cf9cd None None] Pushing event updated for resources: {'Port': ['ID=dec4aafe-e596-407b-82ed-c325ad50a274,revision_number=2']} {{(pid=80982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 01:53:11.165221 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-7bd6071d-3601-49d2-8055-b03fe45cf9cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 01:53:12.621914 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b3d7cd0-074b-476e-8eca-6eb22de6dae7 None None] Network 2e36cd50-a96c-44e3-a8d9-1b5def5ae01a requested from dv-cinder-799546-3-iscsi {{(pid=80982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jul 06 01:53:12.689895 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.rpc [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Device dec4aafe-e596-407b-82ed-c325ad50a274 up at agent ovs-agent-dv-cinder-799546-3-iscsi {{(pid=80982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:273}}
Jul 06 01:53:12.855358 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.provisioning_blocks [None req-2052ff49-34e2-4a6d-bd51-dd21d2e50557 None None] Provisioning for port dec4aafe-e596-407b-82ed-c325ad50a274 completed by entity DHCP. {{(pid=80982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 06 01:53:12.862814 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.provisioning_blocks [None req-2052ff49-34e2-4a6d-bd51-dd21d2e50557 None None] Provisioning complete for port dec4aafe-e596-407b-82ed-c325ad50a274 triggered by entity DHCP. {{(pid=80982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 06 01:53:12.863167 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-2052ff49-34e2-4a6d-bd51-dd21d2e50557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1309268'] for port, provisioning_complete {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:53:12.902549 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.provisioning_blocks [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Provisioning for port dec4aafe-e596-407b-82ed-c325ad50a274 completed by entity L2. {{(pid=80982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 06 01:53:12.914495 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.provisioning_blocks [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Provisioning complete for port dec4aafe-e596-407b-82ed-c325ad50a274 triggered by entity L2. {{(pid=80982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 06 01:53:12.914913 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1309268'] for port, provisioning_complete {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:53:13.138526 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1050496'] for port, before_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:53:13.151859 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-2052ff49-34e2-4a6d-bd51-dd21d2e50557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1050496'] for port, before_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:53:13.199572 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] For port dec4aafe-e596-407b-82ed-c325ad50a274, host dv-cinder-799546-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799546-3-iscsi',level=0,port_id=dec4aafe-e596-407b-82ed-c325ad50a274,segment=NetworkSegment(172b7ba8-177e-40ab-8104-6443beffd2a0),segment_id=172b7ba8-177e-40ab-8104-6443beffd2a0)] {{(pid=80982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 01:53:13.230162 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740753762112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740753409037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296101366746'] for port, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:53:13.240209 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 01:53:13.303232 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.db.api [None req-2052ff49-34e2-4a6d-bd51-dd21d2e50557 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80982) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jul 06 01:53:13.303645 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_db.api [None req-2052ff49-34e2-4a6d-bd51-dd21d2e50557 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=80982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jul 06 01:53:13.316426 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Pushing event updated for resources: {'Port': ['ID=dec4aafe-e596-407b-82ed-c325ad50a274,revision_number=3']} {{(pid=80982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 01:53:13.320615 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 01:53:13.976063 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.provisioning_blocks [None req-61ea630e-7c01-4f14-816c-f6b31050c731 None None] Provisioning complete for port dec4aafe-e596-407b-82ed-c325ad50a274 triggered by entity DHCP. {{(pid=80982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 06 01:53:13.976644 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-61ea630e-7c01-4f14-816c-f6b31050c731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1309268'] for port, provisioning_complete {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:53:14.626554 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.rpc [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Device dec4aafe-e596-407b-82ed-c325ad50a274 up at agent ovs-agent-dv-cinder-799546-3-iscsi {{(pid=80982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:273}}
Jul 06 01:53:14.698213 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.provisioning_blocks [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Provisioning complete for port dec4aafe-e596-407b-82ed-c325ad50a274 triggered by entity L2. {{(pid=80982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 06 01:53:14.698635 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1309268'] for port, provisioning_complete {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:53:30.622831 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-d5bf54f3-30ca-48e1-8001-fafdce203f8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:53:32.240232 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:53:33.141594 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-82da2120-e50c-4487-8a6b-d85584540745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:53:34.038830 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.agents_db [None req-b173abe4-0d36-4765-adb2-33779d11156f None None] Agent healthcheck: found 5 active agents {{(pid=80983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Jul 06 01:53:34.039446 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-76dafd09-8b9e-4f4b-ba8f-a0f9ff874801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:53:35.422835 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-fcfe0981-f829-42d2-99d0-fcc19e179060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:54:00.634083 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-c306f6fc-d9f3-4e22-900d-fee74f0d7c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:54:02.245159 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:54:03.136553 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-83bf4ebb-34a6-410b-bb1c-37e3394bdc6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:54:04.045570 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-76dafd09-8b9e-4f4b-ba8f-a0f9ff874801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:54:05.422329 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-fcfe0981-f829-42d2-99d0-fcc19e179060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:54:11.038696 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.agents_db [None req-b173abe4-0d36-4765-adb2-33779d11156f None None] Agent healthcheck: found 5 active agents {{(pid=80983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Jul 06 01:54:30.627792 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-1758470d-8039-4520-be86-8ab64938c5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:54:32.244642 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:54:33.158481 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-82199ea2-6d03-46e4-89ac-55505ca1b4b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:54:34.048892 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-76dafd09-8b9e-4f4b-ba8f-a0f9ff874801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:54:35.433134 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-fcfe0981-f829-42d2-99d0-fcc19e179060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:54:48.039535 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.agents_db [None req-b173abe4-0d36-4765-adb2-33779d11156f None None] Agent healthcheck: found 5 active agents {{(pid=80983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Jul 06 01:54:59.899644 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80980) accepted ('10.222.0.11', 36910) {{(pid=80980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 01:54:59.906117 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [None req-32892091-cdb9-40a2-ab9b-ce7b27957cb7 tempest-verify_tempest_config-318938560 tempest-verify_tempest_config-318938560-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=80980) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jul 06 01:54:59.907137 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-32892091-cdb9-40a2-ab9b-ce7b27957cb7 tempest-verify_tempest_config-318938560 tempest-verify_tempest_config-318938560-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 11616 time: 0.0063493
Jul 06 01:55:00.396317 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80980) accepted ('10.222.0.11', 36928) {{(pid=80980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 01:55:00.559334 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-e8d6ec00-439f-4974-b4b3-464de777a66b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:55:00.591036 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-e8d6ec00-439f-4974-b4b3-464de777a66b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 01:55:00.595047 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-e8d6ec00-439f-4974-b4b3-464de777a66b admin admin] Usage tracker for resource:security_group_rule and tenant:9b6517c32fb14008a5b9d4dc612591bf is out of sync, need to count used quota {{(pid=80980) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 01:55:00.598099 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-e8d6ec00-439f-4974-b4b3-464de777a66b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80980) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 01:55:00.607755 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-e8d6ec00-439f-4974-b4b3-464de777a66b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 01:55:00.632622 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-b1a9ed33-fd80-4cf5-ad56-42517a8ab3bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:55:00.811467 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-e8d6ec00-439f-4974-b4b3-464de777a66b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:55:00.878420 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-e8d6ec00-439f-4974-b4b3-464de777a66b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428228'] for security_group, after_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:55:00.887146 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-37ea159a-a224-4d6c-bf1d-9fd9838eb953 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 01:55:00.930036 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d6ec00-439f-4974-b4b3-464de777a66b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9c1a458-0484-4a64-b0e5-4b3164ed3d78,revision_number=1']} {{(pid=80980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 01:55:00.935009 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-e8d6ec00-439f-4974-b4b3-464de777a66b admin admin] Synchronizing usage tracker for tenant:0e11c2c9696443d79e36a4e119cc1788 on resource:security_group {{(pid=80980) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 06 01:55:00.943445 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d6ec00-439f-4974-b4b3-464de777a66b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 01:55:00.943854 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d6ec00-439f-4974-b4b3-464de777a66b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 01:55:00.944228 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d6ec00-439f-4974-b4b3-464de777a66b admin admin] Version for resource type Network changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 01:55:00.944592 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d6ec00-439f-4974-b4b3-464de777a66b admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 01:55:00.944976 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d6ec00-439f-4974-b4b3-464de777a66b admin admin] Version for resource type PortForwarding changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 01:55:00.945371 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d6ec00-439f-4974-b4b3-464de777a66b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 01:55:00.945729 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d6ec00-439f-4974-b4b3-464de777a66b admin admin] Version for resource type SecurityGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 01:55:00.946106 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d6ec00-439f-4974-b4b3-464de777a66b admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 01:55:00.946470 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d6ec00-439f-4974-b4b3-464de777a66b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 01:55:00.946844 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d6ec00-439f-4974-b4b3-464de777a66b admin admin] Version for resource type Subnet changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 01:55:00.947200 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d6ec00-439f-4974-b4b3-464de777a66b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 01:55:00.951922 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-e8d6ec00-439f-4974-b4b3-464de777a66b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 01:55:00.998522 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-e8d6ec00-439f-4974-b4b3-464de777a66b admin admin] Unset dirty status for tenant:0e11c2c9696443d79e36a4e119cc1788 on resource:security_group {{(pid=80980) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 06 01:55:00.999865 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-e8d6ec00-439f-4974-b4b3-464de777a66b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9b6517c32fb14008a5b9d4dc612591bf&name=default HTTP/1.1" status: 200  len: 2629 time: 0.6024377
Jul 06 01:55:01.002801 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80980) accepted ('10.222.0.11', 36934) {{(pid=80980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 01:55:01.064456 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-386ee4aa-a04a-4cb1-906e-5ce1a11c7f98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:55:01.091771 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-386ee4aa-a04a-4cb1-906e-5ce1a11c7f98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:55:01.255364 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-386ee4aa-a04a-4cb1-906e-5ce1a11c7f98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428228'] for security_group, after_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:55:01.260649 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 01:55:01.274549 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386ee4aa-a04a-4cb1-906e-5ce1a11c7f98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9c1a458-0484-4a64-b0e5-4b3164ed3d78,revision_number=None']} {{(pid=80980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 01:55:01.277296 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-386ee4aa-a04a-4cb1-906e-5ce1a11c7f98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 01:55:01.278444 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-386ee4aa-a04a-4cb1-906e-5ce1a11c7f98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:55:01.280229 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-386ee4aa-a04a-4cb1-906e-5ce1a11c7f98 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e9c1a458-0484-4a64-b0e5-4b3164ed3d78 HTTP/1.1" status: 204  len: 168 time: 0.2764142
Jul 06 01:55:02.243439 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:55:03.141383 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-84e26604-1838-4ff8-b288-5a1510f59695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:55:04.049972 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-76dafd09-8b9e-4f4b-ba8f-a0f9ff874801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:55:05.432645 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-fcfe0981-f829-42d2-99d0-fcc19e179060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:55:25.039170 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.agents_db [None req-b173abe4-0d36-4765-adb2-33779d11156f None None] Agent healthcheck: found 5 active agents {{(pid=80983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Jul 06 01:55:30.632353 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-54c7696a-1b9a-4590-9535-42bd0ea3a23d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:55:32.248752 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:55:33.139867 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-3ff956de-ddc7-476f-b4b9-9e58d3e16189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:55:34.054216 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-76dafd09-8b9e-4f4b-ba8f-a0f9ff874801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:55:35.431518 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-fcfe0981-f829-42d2-99d0-fcc19e179060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:56:00.631154 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-89d7a554-e318-4393-a07c-a065a354805b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:56:02.038691 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.agents_db [None req-b173abe4-0d36-4765-adb2-33779d11156f None None] Agent healthcheck: found 5 active agents {{(pid=80983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Jul 06 01:56:02.236667 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:56:03.134800 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-3190e014-c1bc-4830-a7a6-e7cef348c55b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:56:04.048274 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-76dafd09-8b9e-4f4b-ba8f-a0f9ff874801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:56:05.442733 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-fcfe0981-f829-42d2-99d0-fcc19e179060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:56:30.636364 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-3acac2fb-cf3e-4e53-a46e-5222a532db42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:56:32.236294 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:56:33.134089 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-d0546ccc-70ef-4225-96db-8195d12a8b48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:56:33.236329 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-401822'] for agent, after_create {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:56:34.047698 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-76dafd09-8b9e-4f4b-ba8f-a0f9ff874801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:56:35.442087 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-fcfe0981-f829-42d2-99d0-fcc19e179060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:56:38.628290 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80980) accepted ('10.222.0.11', 37000) {{(pid=80980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 01:56:38.772178 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-20940e97-7a71-40d9-8ad6-c5c42232673b admin admin] 10.222.0.11 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4270 time: 0.1426029
Jul 06 01:56:39.040494 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.agents_db [None req-b173abe4-0d36-4765-adb2-33779d11156f None None] Agent healthcheck: found 6 active agents {{(pid=80983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Jul 06 01:56:40.860382 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80980) accepted ('10.222.0.11', 37012) {{(pid=80980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 01:56:40.950068 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-48ffbd2b-a42f-43fa-b119-d4ac4e919636 admin admin] 10.222.0.11 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4270 time: 0.0884790
Jul 06 01:57:00.647142 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-2cc1d33e-4fc2-40e3-804f-711f0020fd10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:57:02.246634 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:57:03.138253 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-3b3a380f-6743-4f43-9764-11108cd6c154 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:57:03.183763 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:57:04.058344 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-76dafd09-8b9e-4f4b-ba8f-a0f9ff874801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:57:05.441125 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-fcfe0981-f829-42d2-99d0-fcc19e179060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:57:16.041353 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.agents_db [None req-b173abe4-0d36-4765-adb2-33779d11156f None None] Agent healthcheck: found 6 active agents {{(pid=80983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Jul 06 01:57:30.635455 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-82f134fe-0b58-47d5-8b67-296f5e25f98f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:57:32.246614 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:57:33.157443 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-8e60993b-54df-4136-b45f-afcbd5b7f51c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:57:33.218548 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:57:34.070268 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-76dafd09-8b9e-4f4b-ba8f-a0f9ff874801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:57:35.458725 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-fcfe0981-f829-42d2-99d0-fcc19e179060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:57:53.042788 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.agents_db [None req-b173abe4-0d36-4765-adb2-33779d11156f None None] Agent healthcheck: found 6 active agents {{(pid=80983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Jul 06 01:58:00.652967 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-f362141a-22eb-446b-bbdb-ccb9edb51603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:58:02.343406 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:58:03.149393 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-f7336697-6eb4-44b9-81ac-9a3982299278 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:58:03.206536 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:58:04.069499 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-76dafd09-8b9e-4f4b-ba8f-a0f9ff874801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:58:05.458492 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-fcfe0981-f829-42d2-99d0-fcc19e179060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:58:30.043716 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.agents_db [None req-b173abe4-0d36-4765-adb2-33779d11156f None None] Agent healthcheck: found 6 active agents {{(pid=80983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Jul 06 01:58:30.640584 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-6bcd7166-5059-4335-9772-92180311cdc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:58:30.987126 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80980) accepted ('10.222.0.11', 37200) {{(pid=80980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 01:58:31.016159 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80981) accepted ('10.222.0.11', 37206) {{(pid=80981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 01:58:31.290130 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80981) accepted ('10.222.0.11', 37228) {{(pid=80981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 01:58:31.403731 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.v2.base [None req-a22cdd27-e9c5-4629-9e50-a0da706d46bf admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-645204130-network', 'tenant_id': '587da9b290164b68a272d4c4072a9c73'}} {{(pid=80980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 06 01:58:31.409520 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-a22cdd27-e9c5-4629-9e50-a0da706d46bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 01:58:31.414712 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-a22cdd27-e9c5-4629-9e50-a0da706d46bf admin admin] Usage tracker for resource:network and tenant:587da9b290164b68a272d4c4072a9c73 is out of sync, need to count used quota {{(pid=80980) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 01:58:31.417923 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-a22cdd27-e9c5-4629-9e50-a0da706d46bf admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80980) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 01:58:31.423483 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.v2.base [None req-a7496565-bfe8-4c7d-bade-506538955fa7 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1441027375-network', 'tenant_id': '56dae065814141f1b6d7612da46000e7'}} {{(pid=80981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 06 01:58:31.424010 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-a22cdd27-e9c5-4629-9e50-a0da706d46bf admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 01:58:31.431798 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-a7496565-bfe8-4c7d-bade-506538955fa7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 01:58:31.437410 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-a7496565-bfe8-4c7d-bade-506538955fa7 admin admin] Usage tracker for resource:network and tenant:56dae065814141f1b6d7612da46000e7 is out of sync, need to count used quota {{(pid=80981) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 01:58:31.440603 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-a7496565-bfe8-4c7d-bade-506538955fa7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80981) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 01:58:31.447169 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-a7496565-bfe8-4c7d-bade-506538955fa7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 01:58:31.463077 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a22cdd27-e9c5-4629-9e50-a0da706d46bf admin admin] Made reservation on behalf of 587da9b290164b68a272d4c4072a9c73 for: {'network': 1} {{(pid=80980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jul 06 01:58:31.470537 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-a22cdd27-e9c5-4629-9e50-a0da706d46bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1050496'] for network, before_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:58:31.482829 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-a22cdd27-e9c5-4629-9e50-a0da706d46bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:58:31.485665 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7496565-bfe8-4c7d-bade-506538955fa7 admin admin] Made reservation on behalf of 56dae065814141f1b6d7612da46000e7 for: {'network': 1} {{(pid=80981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jul 06 01:58:31.490509 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-a7496565-bfe8-4c7d-bade-506538955fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1050496'] for network, before_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:58:31.504071 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-a7496565-bfe8-4c7d-bade-506538955fa7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:58:31.514123 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-a22cdd27-e9c5-4629-9e50-a0da706d46bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 01:58:31.522850 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-a22cdd27-e9c5-4629-9e50-a0da706d46bf admin admin] Usage tracker for resource:security_group_rule and tenant:587da9b290164b68a272d4c4072a9c73 is out of sync, need to count used quota {{(pid=80980) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 01:58:31.526447 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-a22cdd27-e9c5-4629-9e50-a0da706d46bf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80980) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 01:58:31.533191 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-a22cdd27-e9c5-4629-9e50-a0da706d46bf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 01:58:31.548720 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-a7496565-bfe8-4c7d-bade-506538955fa7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 01:58:31.552727 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-a7496565-bfe8-4c7d-bade-506538955fa7 admin admin] Usage tracker for resource:security_group_rule and tenant:56dae065814141f1b6d7612da46000e7 is out of sync, need to count used quota {{(pid=80981) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 01:58:31.556149 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-a7496565-bfe8-4c7d-bade-506538955fa7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80981) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 01:58:31.562669 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-a7496565-bfe8-4c7d-bade-506538955fa7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 01:58:31.714175 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-a7496565-bfe8-4c7d-bade-506538955fa7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:58:31.724436 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-a22cdd27-e9c5-4629-9e50-a0da706d46bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:58:31.731416 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-a7496565-bfe8-4c7d-bade-506538955fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428228'] for security_group, after_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:58:31.736087 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 01:58:31.760554 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-a22cdd27-e9c5-4629-9e50-a0da706d46bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428228'] for security_group, after_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:58:31.768742 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-386ee4aa-a04a-4cb1-906e-5ce1a11c7f98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 01:58:31.774150 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7496565-bfe8-4c7d-bade-506538955fa7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be64c82a-638e-43a7-af32-f409c1663533,revision_number=1']} {{(pid=80981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 01:58:31.783405 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7496565-bfe8-4c7d-bade-506538955fa7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 01:58:31.783786 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7496565-bfe8-4c7d-bade-506538955fa7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 01:58:31.784203 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7496565-bfe8-4c7d-bade-506538955fa7 admin admin] Version for resource type Network changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 01:58:31.784493 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7496565-bfe8-4c7d-bade-506538955fa7 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 01:58:31.784888 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7496565-bfe8-4c7d-bade-506538955fa7 admin admin] Version for resource type PortForwarding changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 01:58:31.785287 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7496565-bfe8-4c7d-bade-506538955fa7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 01:58:31.785631 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7496565-bfe8-4c7d-bade-506538955fa7 admin admin] Version for resource type SecurityGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 01:58:31.785974 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7496565-bfe8-4c7d-bade-506538955fa7 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 01:58:31.786327 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7496565-bfe8-4c7d-bade-506538955fa7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 01:58:31.786678 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7496565-bfe8-4c7d-bade-506538955fa7 admin admin] Version for resource type Subnet changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 01:58:31.787026 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7496565-bfe8-4c7d-bade-506538955fa7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 01:58:31.788255 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7496565-bfe8-4c7d-bade-506538955fa7 admin admin] Tracked resource versions report:
Jul 06 01:58:31.788255 dv-cinder-799546-3-iscsi neutron-server[80869]: pushed versions:
Jul 06 01:58:31.788255 dv-cinder-799546-3-iscsi neutron-server[80869]: {   'ConntrackHelper': {'1.0'},
Jul 06 01:58:31.788255 dv-cinder-799546-3-iscsi neutron-server[80869]:     'Log': {'1.0'},
Jul 06 01:58:31.788255 dv-cinder-799546-3-iscsi neutron-server[80869]:     'Network': {'1.0'},
Jul 06 01:58:31.788255 dv-cinder-799546-3-iscsi neutron-server[80869]:     'Port': {'1.5'},
Jul 06 01:58:31.788255 dv-cinder-799546-3-iscsi neutron-server[80869]:     'PortForwarding': {'1.1'},
Jul 06 01:58:31.788255 dv-cinder-799546-3-iscsi neutron-server[80869]:     'QosPolicy': {'1.8'},
Jul 06 01:58:31.788255 dv-cinder-799546-3-iscsi neutron-server[80869]:     'SecurityGroup': {'1.1'},
Jul 06 01:58:31.788255 dv-cinder-799546-3-iscsi neutron-server[80869]:     'SecurityGroupRule': {'1.0'},
Jul 06 01:58:31.788255 dv-cinder-799546-3-iscsi neutron-server[80869]:     'SubPort': {'1.0'},
Jul 06 01:58:31.788255 dv-cinder-799546-3-iscsi neutron-server[80869]:     'Subnet': {'1.0'},
Jul 06 01:58:31.788255 dv-cinder-799546-3-iscsi neutron-server[80869]:     'Trunk': {'1.1'}}
Jul 06 01:58:31.788255 dv-cinder-799546-3-iscsi neutron-server[80869]: consumer versions:
Jul 06 01:58:31.788255 dv-cinder-799546-3-iscsi neutron-server[80869]: {   DHCP agent@dv-cinder-799546-3-iscsi: {},
Jul 06 01:58:31.788255 dv-cinder-799546-3-iscsi neutron-server[80869]:     HyperV agent@hv-cinder-79954: {},
Jul 06 01:58:31.788255 dv-cinder-799546-3-iscsi neutron-server[80869]:     L3 agent@dv-cinder-799546-3-iscsi: {},
Jul 06 01:58:31.788255 dv-cinder-799546-3-iscsi neutron-server[80869]:     Metadata agent@dv-cinder-799546-3-iscsi: {},
Jul 06 01:58:31.788255 dv-cinder-799546-3-iscsi neutron-server[80869]:     Metering agent@dv-cinder-799546-3-iscsi: {},
Jul 06 01:58:31.788255 dv-cinder-799546-3-iscsi neutron-server[80869]:     Open vSwitch agent@dv-cinder-799546-3-iscsi: {   'ConntrackHelper': '1.0',
Jul 06 01:58:31.788255 dv-cinder-799546-3-iscsi neutron-server[80869]:                                                      'Log': '1.0',
Jul 06 01:58:31.788255 dv-cinder-799546-3-iscsi neutron-server[80869]:                                                      'Network': '1.0',
Jul 06 01:58:31.788255 dv-cinder-799546-3-iscsi neutron-server[80869]:                                                      'Port': '1.5',
Jul 06 01:58:31.788255 dv-cinder-799546-3-iscsi neutron-server[80869]:                                                      'PortForwarding': '1.1',
Jul 06 01:58:31.788255 dv-cinder-799546-3-iscsi neutron-server[80869]:                                                      'QosPolicy': '1.8',
Jul 06 01:58:31.788255 dv-cinder-799546-3-iscsi neutron-server[80869]:                                                      'SecurityGroup': '1.1',
Jul 06 01:58:31.788255 dv-cinder-799546-3-iscsi neutron-server[80869]:                                                      'SecurityGroupRule': '1.0',
Jul 06 01:58:31.788255 dv-cinder-799546-3-iscsi neutron-server[80869]:                                                      'SubPort': '1.0',
Jul 06 01:58:31.788255 dv-cinder-799546-3-iscsi neutron-server[80869]:                                                      'Subnet': '1.0',
Jul 06 01:58:31.788255 dv-cinder-799546-3-iscsi neutron-server[80869]:                                                      'Trunk': '1.1'}}
Jul 06 01:58:31.788255 dv-cinder-799546-3-iscsi neutron-server[80869]:  {{(pid=80981) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Jul 06 01:58:31.803490 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22cdd27-e9c5-4629-9e50-a0da706d46bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfca0685-ef03-4d18-b904-469d4dd91ecd,revision_number=1']} {{(pid=80980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 01:58:31.803834 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-a7496565-bfe8-4c7d-bade-506538955fa7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 01:58:31.814694 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22cdd27-e9c5-4629-9e50-a0da706d46bf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 01:58:31.815168 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22cdd27-e9c5-4629-9e50-a0da706d46bf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 01:58:31.815624 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22cdd27-e9c5-4629-9e50-a0da706d46bf admin admin] Version for resource type Network changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 01:58:31.816052 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22cdd27-e9c5-4629-9e50-a0da706d46bf admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 01:58:31.822415 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7496565-bfe8-4c7d-bade-506538955fa7 admin admin] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'}  {{(pid=80981) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}}
Jul 06 01:58:31.824845 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22cdd27-e9c5-4629-9e50-a0da706d46bf admin admin] Version for resource type PortForwarding changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 01:58:31.827475 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22cdd27-e9c5-4629-9e50-a0da706d46bf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 01:58:31.829074 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22cdd27-e9c5-4629-9e50-a0da706d46bf admin admin] Version for resource type SecurityGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 01:58:31.829667 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22cdd27-e9c5-4629-9e50-a0da706d46bf admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 01:58:31.830230 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22cdd27-e9c5-4629-9e50-a0da706d46bf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 01:58:31.832532 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22cdd27-e9c5-4629-9e50-a0da706d46bf admin admin] Version for resource type Subnet changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 01:58:31.834128 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22cdd27-e9c5-4629-9e50-a0da706d46bf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 01:58:31.835464 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22cdd27-e9c5-4629-9e50-a0da706d46bf admin admin] Tracked resource versions report:
Jul 06 01:58:31.835464 dv-cinder-799546-3-iscsi neutron-server[80869]: pushed versions:
Jul 06 01:58:31.835464 dv-cinder-799546-3-iscsi neutron-server[80869]: {   'ConntrackHelper': {'1.0'},
Jul 06 01:58:31.835464 dv-cinder-799546-3-iscsi neutron-server[80869]:     'Log': {'1.0'},
Jul 06 01:58:31.835464 dv-cinder-799546-3-iscsi neutron-server[80869]:     'Network': {'1.0'},
Jul 06 01:58:31.835464 dv-cinder-799546-3-iscsi neutron-server[80869]:     'Port': {'1.5'},
Jul 06 01:58:31.835464 dv-cinder-799546-3-iscsi neutron-server[80869]:     'PortForwarding': {'1.1'},
Jul 06 01:58:31.835464 dv-cinder-799546-3-iscsi neutron-server[80869]:     'QosPolicy': {'1.8'},
Jul 06 01:58:31.835464 dv-cinder-799546-3-iscsi neutron-server[80869]:     'SecurityGroup': {'1.1'},
Jul 06 01:58:31.835464 dv-cinder-799546-3-iscsi neutron-server[80869]:     'SecurityGroupRule': {'1.0'},
Jul 06 01:58:31.835464 dv-cinder-799546-3-iscsi neutron-server[80869]:     'SubPort': {'1.0'},
Jul 06 01:58:31.835464 dv-cinder-799546-3-iscsi neutron-server[80869]:     'Subnet': {'1.0'},
Jul 06 01:58:31.835464 dv-cinder-799546-3-iscsi neutron-server[80869]:     'Trunk': {'1.1'}}
Jul 06 01:58:31.835464 dv-cinder-799546-3-iscsi neutron-server[80869]: consumer versions:
Jul 06 01:58:31.835464 dv-cinder-799546-3-iscsi neutron-server[80869]: {   DHCP agent@dv-cinder-799546-3-iscsi: {},
Jul 06 01:58:31.835464 dv-cinder-799546-3-iscsi neutron-server[80869]:     HyperV agent@hv-cinder-79954: {},
Jul 06 01:58:31.835464 dv-cinder-799546-3-iscsi neutron-server[80869]:     L3 agent@dv-cinder-799546-3-iscsi: {},
Jul 06 01:58:31.835464 dv-cinder-799546-3-iscsi neutron-server[80869]:     Metadata agent@dv-cinder-799546-3-iscsi: {},
Jul 06 01:58:31.835464 dv-cinder-799546-3-iscsi neutron-server[80869]:     Metering agent@dv-cinder-799546-3-iscsi: {},
Jul 06 01:58:31.835464 dv-cinder-799546-3-iscsi neutron-server[80869]:     Open vSwitch agent@dv-cinder-799546-3-iscsi: {   'ConntrackHelper': '1.0',
Jul 06 01:58:31.835464 dv-cinder-799546-3-iscsi neutron-server[80869]:                                                      'Log': '1.0',
Jul 06 01:58:31.835464 dv-cinder-799546-3-iscsi neutron-server[80869]:                                                      'Network': '1.0',
Jul 06 01:58:31.835464 dv-cinder-799546-3-iscsi neutron-server[80869]:                                                      'Port': '1.5',
Jul 06 01:58:31.835464 dv-cinder-799546-3-iscsi neutron-server[80869]:                                                      'PortForwarding': '1.1',
Jul 06 01:58:31.835464 dv-cinder-799546-3-iscsi neutron-server[80869]:                                                      'QosPolicy': '1.8',
Jul 06 01:58:31.835464 dv-cinder-799546-3-iscsi neutron-server[80869]:                                                      'SecurityGroup': '1.1',
Jul 06 01:58:31.835464 dv-cinder-799546-3-iscsi neutron-server[80869]:                                                      'SecurityGroupRule': '1.0',
Jul 06 01:58:31.835464 dv-cinder-799546-3-iscsi neutron-server[80869]:                                                      'SubPort': '1.0',
Jul 06 01:58:31.835464 dv-cinder-799546-3-iscsi neutron-server[80869]:                                                      'Subnet': '1.0',
Jul 06 01:58:31.835464 dv-cinder-799546-3-iscsi neutron-server[80869]:                                                      'Trunk': '1.1'}}
Jul 06 01:58:31.835464 dv-cinder-799546-3-iscsi neutron-server[80869]:  {{(pid=80980) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Jul 06 01:58:31.854840 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-a7496565-bfe8-4c7d-bade-506538955fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1280314'] for segment, precommit_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:58:31.855231 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.db.segments_db [None req-a7496565-bfe8-4c7d-bade-506538955fa7 admin admin] Added segment c3dac661-c1f6-4856-b213-d374d007d5b4 of type vlan for network fa8d729d-4beb-4e5d-8741-8858629919ab
Jul 06 01:58:31.872242 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-a22cdd27-e9c5-4629-9e50-a0da706d46bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 01:58:31.965248 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-a7496565-bfe8-4c7d-bade-506538955fa7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740753358485'] for network, precommit_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:58:32.032687 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.v2.base [None req-15b7756b-2f42-40a7-a065-56daf825d452 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-703016033-network', 'tenant_id': '6eda011ce6da4a3aa6a9ea578c51725a'}} {{(pid=80981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 06 01:58:32.047083 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-15b7756b-2f42-40a7-a065-56daf825d452 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 01:58:32.053889 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.db.api [None req-a22cdd27-e9c5-4629-9e50-a0da706d46bf admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=80980) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jul 06 01:58:32.054201 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-15b7756b-2f42-40a7-a065-56daf825d452 admin admin] Usage tracker for resource:network and tenant:6eda011ce6da4a3aa6a9ea578c51725a is out of sync, need to count used quota {{(pid=80981) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 01:58:32.054727 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_db.api [None req-a22cdd27-e9c5-4629-9e50-a0da706d46bf admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=80980) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jul 06 01:58:32.057868 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-15b7756b-2f42-40a7-a065-56daf825d452 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80981) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 01:58:32.065486 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-15b7756b-2f42-40a7-a065-56daf825d452 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 01:58:32.076218 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-a7496565-bfe8-4c7d-bade-506538955fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802'] for network, after_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:58:32.077587 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7496565-bfe8-4c7d-bade-506538955fa7 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 01:58:32.078353 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-a7496565-bfe8-4c7d-bade-506538955fa7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853726196'] for network, before_response {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:58:32.099258 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-5eda4a53-41ae-488f-a1a5-e748a755e60a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 01:58:32.204186 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15b7756b-2f42-40a7-a065-56daf825d452 admin admin] Made reservation on behalf of 6eda011ce6da4a3aa6a9ea578c51725a for: {'network': 1} {{(pid=80981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jul 06 01:58:32.213649 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-15b7756b-2f42-40a7-a065-56daf825d452 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1050496'] for network, before_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:58:32.236425 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7496565-bfe8-4c7d-bade-506538955fa7 admin admin] Pushing event updated for resources: {'Network': ['ID=fa8d729d-4beb-4e5d-8741-8858629919ab,revision_number=1']} {{(pid=80981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 01:58:32.249254 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.rpc [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Network fa8d729d-4beb-4e5d-8741-8858629919ab details requested by agent ovs-agent-dv-cinder-799546-3-iscsi with host dv-cinder-799546-3-iscsi {{(pid=80982) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:231}}
Jul 06 01:58:32.251002 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-15b7756b-2f42-40a7-a065-56daf825d452 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:58:32.267172 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-a7496565-bfe8-4c7d-bade-506538955fa7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 01:58:32.270139 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:58:32.280949 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-a7496565-bfe8-4c7d-bade-506538955fa7 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 1.2635999
Jul 06 01:58:32.284658 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80980) accepted ('10.222.0.11', 37252) {{(pid=80980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 01:58:32.291567 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.v2.base [None req-0508db0e-9c84-426e-8094-90ecf7b0777b admin admin] Request body: {'subnet': {'network_id': 'fa8d729d-4beb-4e5d-8741-8858629919ab', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1441027375-subnet', 'tenant_id': '56dae065814141f1b6d7612da46000e7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 06 01:58:32.306896 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-0508db0e-9c84-426e-8094-90ecf7b0777b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 01:58:32.310907 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-0508db0e-9c84-426e-8094-90ecf7b0777b admin admin] Usage tracker for resource:subnet and tenant:56dae065814141f1b6d7612da46000e7 is out of sync, need to count used quota {{(pid=80980) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 01:58:32.314072 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-0508db0e-9c84-426e-8094-90ecf7b0777b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80980) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 01:58:32.318766 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-15b7756b-2f42-40a7-a065-56daf825d452 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 01:58:32.321971 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-15b7756b-2f42-40a7-a065-56daf825d452 admin admin] Usage tracker for resource:security_group_rule and tenant:6eda011ce6da4a3aa6a9ea578c51725a is out of sync, need to count used quota {{(pid=80981) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 01:58:32.326157 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-15b7756b-2f42-40a7-a065-56daf825d452 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80981) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 01:58:32.328436 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-0508db0e-9c84-426e-8094-90ecf7b0777b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 01:58:32.332878 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-15b7756b-2f42-40a7-a065-56daf825d452 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 01:58:32.394938 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0508db0e-9c84-426e-8094-90ecf7b0777b admin admin] Made reservation on behalf of 56dae065814141f1b6d7612da46000e7 for: {'subnet': 1} {{(pid=80980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jul 06 01:58:32.399855 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-0508db0e-9c84-426e-8094-90ecf7b0777b admin admin] Notify callbacks [] for subnet, before_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:58:32.497408 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-15b7756b-2f42-40a7-a065-56daf825d452 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:58:32.526356 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-15b7756b-2f42-40a7-a065-56daf825d452 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428228'] for security_group, after_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:58:32.531802 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 01:58:32.556685 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-a22cdd27-e9c5-4629-9e50-a0da706d46bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1050496'] for network, before_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:58:32.617797 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a22cdd27-e9c5-4629-9e50-a0da706d46bf admin admin] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'}  {{(pid=80980) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}}
Jul 06 01:58:32.627730 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b7756b-2f42-40a7-a065-56daf825d452 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=877c0a08-d26f-42db-b0de-c332b51743af,revision_number=1']} {{(pid=80981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 01:58:32.634649 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-15b7756b-2f42-40a7-a065-56daf825d452 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 01:58:32.636481 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-a22cdd27-e9c5-4629-9e50-a0da706d46bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1280314'] for segment, precommit_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:58:32.636878 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.db.segments_db [None req-a22cdd27-e9c5-4629-9e50-a0da706d46bf admin admin] Added segment b483eca6-a91e-4705-a919-ea8e271d6a1a of type vlan for network 2a4c8008-ce84-432c-9f5d-0fe3ba12caba
Jul 06 01:58:32.778816 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-a22cdd27-e9c5-4629-9e50-a0da706d46bf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740753358485'] for network, precommit_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:58:32.861367 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-0508db0e-9c84-426e-8094-90ecf7b0777b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802'] for subnet, after_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:58:32.886700 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-c28d4bd1-e19c-4446-bb15-19dd9183fdbc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 01:58:32.923159 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-a22cdd27-e9c5-4629-9e50-a0da706d46bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802'] for network, after_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:58:32.923307 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a22cdd27-e9c5-4629-9e50-a0da706d46bf admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 01:58:32.924003 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-a22cdd27-e9c5-4629-9e50-a0da706d46bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853726196'] for network, before_response {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:58:32.944339 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.db.api [None req-15b7756b-2f42-40a7-a065-56daf825d452 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=80981) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jul 06 01:58:32.944700 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_db.api [None req-15b7756b-2f42-40a7-a065-56daf825d452 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=80981) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jul 06 01:58:33.020127 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0508db0e-9c84-426e-8094-90ecf7b0777b admin admin] Pushing event updated for resources: {'Subnet': ['ID=0fbb8dce-1c1f-4a83-ac03-c3e101a382fa,revision_number=0']} {{(pid=80980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 01:58:33.031763 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-0508db0e-9c84-426e-8094-90ecf7b0777b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 01:58:33.032812 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-37ea159a-a224-4d6c-bf1d-9fd9838eb953 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.104s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 01:58:33.140221 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22cdd27-e9c5-4629-9e50-a0da706d46bf admin admin] Pushing event updated for resources: {'Network': ['ID=2a4c8008-ce84-432c-9f5d-0fe3ba12caba,revision_number=1']} {{(pid=80980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 01:58:33.152692 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-a22cdd27-e9c5-4629-9e50-a0da706d46bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 01:58:33.153005 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.rpc [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Network 2a4c8008-ce84-432c-9f5d-0fe3ba12caba details requested by agent ovs-agent-dv-cinder-799546-3-iscsi with host dv-cinder-799546-3-iscsi {{(pid=80982) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:231}}
Jul 06 01:58:33.154896 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0508db0e-9c84-426e-8094-90ecf7b0777b admin admin] Checking segment: {'id': 'c3dac661-c1f6-4856-b213-d374d007d5b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'fa8d729d-4beb-4e5d-8741-8858629919ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jul 06 01:58:33.155324 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0508db0e-9c84-426e-8094-90ecf7b0777b admin admin] Network hostable DHCP agents. Network: fa8d729d-4beb-4e5d-8741-8858629919ab, hostable agents: ['46061ec9-d1c1-4ae2-b701-eece7f3c7f15'], hosted agents: [] {{(pid=80980) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:297}}
Jul 06 01:58:33.309285 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-3d9f88e7-570c-4c42-88ae-b010a3a9aecb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:58:33.310438 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-a22cdd27-e9c5-4629-9e50-a0da706d46bf admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 2.3221836
Jul 06 01:58:33.313631 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0508db0e-9c84-426e-8094-90ecf7b0777b admin admin] Network fa8d729d-4beb-4e5d-8741-8858629919ab is scheduled to be hosted by DHCP agent 46061ec9-d1c1-4ae2-b701-eece7f3c7f15 {{(pid=80980) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:196}}
Jul 06 01:58:33.314365 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80981) accepted ('10.222.0.11', 37284) {{(pid=80981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 01:58:33.326581 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.v2.base [None req-1d615a05-1a20-4466-b04b-36566605e1ed admin admin] Request body: {'subnet': {'network_id': '2a4c8008-ce84-432c-9f5d-0fe3ba12caba', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-645204130-subnet', 'tenant_id': '587da9b290164b68a272d4c4072a9c73', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 06 01:58:33.331624 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-1d615a05-1a20-4466-b04b-36566605e1ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 01:58:33.336413 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-1d615a05-1a20-4466-b04b-36566605e1ed admin admin] Usage tracker for resource:subnet and tenant:587da9b290164b68a272d4c4072a9c73 is out of sync, need to count used quota {{(pid=80981) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 01:58:33.341075 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-1d615a05-1a20-4466-b04b-36566605e1ed admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80981) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 01:58:33.348975 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-1d615a05-1a20-4466-b04b-36566605e1ed admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 01:58:33.349425 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:58:33.389920 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.scheduler.base_scheduler [None req-0508db0e-9c84-426e-8094-90ecf7b0777b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799546-3-iscsi, fa8d729d-4beb-4e5d-8741-8858629919ab) {{(pid=80980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jul 06 01:58:33.404709 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a17a66e2-6a24-44e3-9b71-8623c6125a50 None None] Network fa8d729d-4beb-4e5d-8741-8858629919ab requested from dv-cinder-799546-3-iscsi {{(pid=80982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jul 06 01:58:33.423365 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d615a05-1a20-4466-b04b-36566605e1ed admin admin] Made reservation on behalf of 587da9b290164b68a272d4c4072a9c73 for: {'subnet': 1} {{(pid=80981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jul 06 01:58:33.426273 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0508db0e-9c84-426e-8094-90ecf7b0777b admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 01:58:33.426950 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-0508db0e-9c84-426e-8094-90ecf7b0777b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853726196'] for subnet, before_response {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:58:33.429372 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-1d615a05-1a20-4466-b04b-36566605e1ed admin admin] Notify callbacks [] for subnet, before_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:58:33.454513 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-15b7756b-2f42-40a7-a065-56daf825d452 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1050496'] for network, before_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:58:33.514651 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-0508db0e-9c84-426e-8094-90ecf7b0777b admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 1.2286217
Jul 06 01:58:33.836454 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3f8148c-cdb4-4f75-a859-5e5cce7a81fd None None] Network fa8d729d-4beb-4e5d-8741-8858629919ab requested from dv-cinder-799546-3-iscsi {{(pid=80982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jul 06 01:58:33.846596 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-1d615a05-1a20-4466-b04b-36566605e1ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802'] for subnet, after_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:58:33.854202 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 01:58:33.922309 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d615a05-1a20-4466-b04b-36566605e1ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=10f6138f-392f-434d-90d2-631457fbed0f,revision_number=0']} {{(pid=80981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 01:58:33.927050 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-1d615a05-1a20-4466-b04b-36566605e1ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 01:58:33.940629 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15b7756b-2f42-40a7-a065-56daf825d452 admin admin] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'}  {{(pid=80981) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}}
Jul 06 01:58:33.986603 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-15b7756b-2f42-40a7-a065-56daf825d452 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1280314'] for segment, precommit_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:58:33.987271 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.db.segments_db [None req-15b7756b-2f42-40a7-a065-56daf825d452 admin admin] Added segment f325f6e3-ee5f-469d-9162-dffc7dd88549 of type vlan for network dc49653d-588e-4ee2-9689-ebb2724e1086
Jul 06 01:58:34.023288 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d615a05-1a20-4466-b04b-36566605e1ed admin admin] Checking segment: {'id': 'b483eca6-a91e-4705-a919-ea8e271d6a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '2a4c8008-ce84-432c-9f5d-0fe3ba12caba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jul 06 01:58:34.024061 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d615a05-1a20-4466-b04b-36566605e1ed admin admin] Network hostable DHCP agents. Network: 2a4c8008-ce84-432c-9f5d-0fe3ba12caba, hostable agents: ['46061ec9-d1c1-4ae2-b701-eece7f3c7f15'], hosted agents: [] {{(pid=80981) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:297}}
Jul 06 01:58:34.046712 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-15b7756b-2f42-40a7-a065-56daf825d452 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740753358485'] for network, precommit_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:58:34.110994 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d615a05-1a20-4466-b04b-36566605e1ed admin admin] Network 2a4c8008-ce84-432c-9f5d-0fe3ba12caba is scheduled to be hosted by DHCP agent 46061ec9-d1c1-4ae2-b701-eece7f3c7f15 {{(pid=80981) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:196}}
Jul 06 01:58:34.142737 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-15b7756b-2f42-40a7-a065-56daf825d452 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802'] for network, after_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:58:34.144643 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15b7756b-2f42-40a7-a065-56daf825d452 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 01:58:34.149903 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-15b7756b-2f42-40a7-a065-56daf825d452 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853726196'] for network, before_response {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:58:34.156736 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 01:58:34.162582 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-76dafd09-8b9e-4f4b-ba8f-a0f9ff874801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:58:34.266647 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.scheduler.base_scheduler [None req-1d615a05-1a20-4466-b04b-36566605e1ed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799546-3-iscsi, 2a4c8008-ce84-432c-9f5d-0fe3ba12caba) {{(pid=80981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jul 06 01:58:34.271909 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d615a05-1a20-4466-b04b-36566605e1ed admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 01:58:34.272740 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-1d615a05-1a20-4466-b04b-36566605e1ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853726196'] for subnet, before_response {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:58:34.292966 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77953e0a-bd60-478b-b934-1598deafb506 None None] Network 2a4c8008-ce84-432c-9f5d-0fe3ba12caba requested from dv-cinder-799546-3-iscsi {{(pid=80982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jul 06 01:58:34.584749 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b7756b-2f42-40a7-a065-56daf825d452 admin admin] Pushing event updated for resources: {'Network': ['ID=dc49653d-588e-4ee2-9689-ebb2724e1086,revision_number=1']} {{(pid=80981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 01:58:34.601361 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-15b7756b-2f42-40a7-a065-56daf825d452 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.444s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 01:58:34.613288 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.rpc [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Network dc49653d-588e-4ee2-9689-ebb2724e1086 details requested by agent ovs-agent-dv-cinder-799546-3-iscsi with host dv-cinder-799546-3-iscsi {{(pid=80982) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:231}}
Jul 06 01:58:34.647664 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-15b7756b-2f42-40a7-a065-56daf825d452 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201  len: 889 time: 3.3563695
Jul 06 01:58:34.652495 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80981) accepted ('10.222.0.11', 37336) {{(pid=80981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 01:58:34.655018 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80980) accepted ('10.222.0.11', 37338) {{(pid=80980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 01:58:34.659635 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.v2.base [None req-094c3a29-7da0-4e91-9326-d64696e8bee1 admin admin] Request body: {'subnet': {'network_id': 'dc49653d-588e-4ee2-9689-ebb2724e1086', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-703016033-subnet', 'tenant_id': '6eda011ce6da4a3aa6a9ea578c51725a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 06 01:58:34.665185 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-094c3a29-7da0-4e91-9326-d64696e8bee1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 01:58:34.670074 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-094c3a29-7da0-4e91-9326-d64696e8bee1 admin admin] Usage tracker for resource:subnet and tenant:6eda011ce6da4a3aa6a9ea578c51725a is out of sync, need to count used quota {{(pid=80981) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 01:58:34.674633 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-094c3a29-7da0-4e91-9326-d64696e8bee1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80981) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 01:58:34.681457 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-094c3a29-7da0-4e91-9326-d64696e8bee1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 01:58:34.691881 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-1d615a05-1a20-4466-b04b-36566605e1ed admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 1.3755243
Jul 06 01:58:34.696657 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80980) accepted ('10.222.0.11', 37346) {{(pid=80980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 01:58:34.704053 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.v2.base [None req-f7f7b0b2-f651-46a8-ac8f-e6476500f798 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-645204130-router', 'tenant_id': '587da9b290164b68a272d4c4072a9c73', 'external_gateway_info': {'network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8'}}} {{(pid=80980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 06 01:58:34.713701 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-f7f7b0b2-f651-46a8-ac8f-e6476500f798 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 01:58:34.721591 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-094c3a29-7da0-4e91-9326-d64696e8bee1 admin admin] Made reservation on behalf of 6eda011ce6da4a3aa6a9ea578c51725a for: {'subnet': 1} {{(pid=80981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jul 06 01:58:34.725001 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-f7f7b0b2-f651-46a8-ac8f-e6476500f798 admin admin] Usage tracker for resource:router and tenant:587da9b290164b68a272d4c4072a9c73 is out of sync, need to count used quota {{(pid=80980) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 01:58:34.728064 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-094c3a29-7da0-4e91-9326-d64696e8bee1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:58:34.733125 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-f7f7b0b2-f651-46a8-ac8f-e6476500f798 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80980) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 01:58:34.749581 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-f7f7b0b2-f651-46a8-ac8f-e6476500f798 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 01:58:34.781038 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21fff51d-5645-4f73-af4c-97372da9dadc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdda4d945-3f0d-5e23-8fbb-630040bb9905-2a4c8008-ce84-432c-9f5d-0fe3ba12caba', 'network_id': '2a4c8008-ce84-432c-9f5d-0fe3ba12caba', 'tenant_id': '587da9b290164b68a272d4c4072a9c73', 'fixed_ips': [{'subnet_id': '10f6138f-392f-434d-90d2-631457fbed0f'}]}} from dv-cinder-799546-3-iscsi. {{(pid=80982) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Jul 06 01:58:34.781924 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-21fff51d-5645-4f73-af4c-97372da9dadc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1050496'] for port, before_create {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:58:34.831116 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-f7f7b0b2-f651-46a8-ac8f-e6476500f798 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-454287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036838019708'] for router, before_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:58:34.833657 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-f7f7b0b2-f651-46a8-ac8f-e6476500f798 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-342583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854440336', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854326468', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16756125'] for router, precommit_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:58:34.881595 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-f7f7b0b2-f651-46a8-ac8f-e6476500f798 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:58:35.156051 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-f7f7b0b2-f651-46a8-ac8f-e6476500f798 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854440351', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-454384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16756142'] for router, precommit_update {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:58:35.226621 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-7cc510c0-1943-4772-8b41-4b78fc3171e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:58:35.242673 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80981) accepted ('10.222.0.11', 37372) {{(pid=80981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 01:58:35.265067 dv-cinder-799546-3-iscsi neutron-server[80869]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Jul 06 01:58:35.309281 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.db_base_plugin_common [None req-21fff51d-5645-4f73-af4c-97372da9dadc None None] Allocated IP 172.20.0.2 (2a4c8008-ce84-432c-9f5d-0fe3ba12caba/10f6138f-392f-434d-90d2-631457fbed0f/91befcce-f893-4db3-8782-aa3c8df5ebed) {{(pid=80982) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Jul 06 01:58:35.328052 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-7cc510c0-1943-4772-8b41-4b78fc3171e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 01:58:35.338353 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-7cc510c0-1943-4772-8b41-4b78fc3171e1 admin admin] Usage tracker for resource:security_group_rule and tenant:9cce60eec20f4202bec42a48eeae4ca2 is out of sync, need to count used quota {{(pid=80980) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 01:58:35.342213 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-7cc510c0-1943-4772-8b41-4b78fc3171e1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80980) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 01:58:35.355562 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-7cc510c0-1943-4772-8b41-4b78fc3171e1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 01:58:35.492221 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-094c3a29-7da0-4e91-9326-d64696e8bee1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802'] for subnet, after_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:58:35.500241 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-fcc07ab7-0461-4b52-9328-af0f890e1937 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 01:58:35.535006 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-f7f7b0b2-f651-46a8-ac8f-e6476500f798 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:58:35.589967 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-fcfe0981-f829-42d2-99d0-fcc19e179060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:58:35.596607 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-f7f7b0b2-f651-46a8-ac8f-e6476500f798 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1050496'] for port, before_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:58:35.862643 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-7cc510c0-1943-4772-8b41-4b78fc3171e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:58:35.863734 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-21fff51d-5645-4f73-af4c-97372da9dadc None None] Notify callbacks [] for port, precommit_create {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:58:35.864543 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094c3a29-7da0-4e91-9326-d64696e8bee1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=989a31a1-084c-4193-9367-4e104f09769b,revision_number=0']} {{(pid=80981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 01:58:35.864543 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-094c3a29-7da0-4e91-9326-d64696e8bee1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 01:58:35.864543 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df030a2-0447-4364-9e8a-b09ae2ddb0da req-d7b271fa-cb42-4c22-81e5-dfd6b8b1c394 tempest-DeleteServersTestJSON-627605710 tempest-DeleteServersTestJSON-627605710-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 01:58:35.864543 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [req-5df030a2-0447-4364-9e8a-b09ae2ddb0da req-d7b271fa-cb42-4c22-81e5-dfd6b8b1c394 tempest-DeleteServersTestJSON-627605710 tempest-DeleteServersTestJSON-627605710-project] Synchronizing usage tracker for tenant:56dae065814141f1b6d7612da46000e7 on resource:network {{(pid=80981) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 06 01:58:35.865921 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-7cc510c0-1943-4772-8b41-4b78fc3171e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428228'] for security_group, after_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:58:35.866195 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-094c3a29-7da0-4e91-9326-d64696e8bee1 admin admin] Checking segment: {'id': 'f325f6e3-ee5f-469d-9162-dffc7dd88549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'dc49653d-588e-4ee2-9689-ebb2724e1086'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jul 06 01:58:35.866195 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-094c3a29-7da0-4e91-9326-d64696e8bee1 admin admin] Network hostable DHCP agents. Network: dc49653d-588e-4ee2-9689-ebb2724e1086, hostable agents: ['46061ec9-d1c1-4ae2-b701-eece7f3c7f15'], hosted agents: [] {{(pid=80981) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:297}}
Jul 06 01:58:35.866341 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.provisioning_blocks [None req-21fff51d-5645-4f73-af4c-97372da9dadc None None] Transition to ACTIVE for port object 91befcce-f893-4db3-8782-aa3c8df5ebed will not be triggered until provisioned by entity L2. {{(pid=80982) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 06 01:58:35.866490 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-4d0de926-915e-4672-8a67-ab2a4546892a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 01:58:35.866578 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [req-5df030a2-0447-4364-9e8a-b09ae2ddb0da req-d7b271fa-cb42-4c22-81e5-dfd6b8b1c394 tempest-DeleteServersTestJSON-627605710 tempest-DeleteServersTestJSON-627605710-project] Unset dirty status for tenant:56dae065814141f1b6d7612da46000e7 on resource:network {{(pid=80981) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 06 01:58:35.866578 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-5df030a2-0447-4364-9e8a-b09ae2ddb0da req-d7b271fa-cb42-4c22-81e5-dfd6b8b1c394 tempest-DeleteServersTestJSON-627605710 tempest-DeleteServersTestJSON-627605710-project] 10.222.0.11 "GET /v2.0/networks?id=fa8d729d-4beb-4e5d-8741-8858629919ab HTTP/1.1" status: 200  len: 812 time: 0.5880058
Jul 06 01:58:35.866698 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.provisioning_blocks [None req-21fff51d-5645-4f73-af4c-97372da9dadc None None] Transition to ACTIVE for port object 91befcce-f893-4db3-8782-aa3c8df5ebed will not be triggered until provisioned by entity DHCP. {{(pid=80982) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 06 01:58:35.873285 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-5df030a2-0447-4364-9e8a-b09ae2ddb0da req-aab75d70-bc4d-4bd1-83cc-c5681ea312f9 tempest-DeleteServersTestJSON-627605710 tempest-DeleteServersTestJSON-627605710-project] 10.222.0.11 "GET /v2.0/quotas/56dae065814141f1b6d7612da46000e7 HTTP/1.1" status: 200  len: 375 time: 0.0200684
Jul 06 01:58:35.933667 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-7cc510c0-1943-4772-8b41-4b78fc3171e1 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9cce60eec20f4202bec42a48eeae4ca2&name=default HTTP/1.1" status: 200  len: 2629 time: 1.2770934
Jul 06 01:58:35.935257 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80980) accepted ('10.222.0.11', 37382) {{(pid=80980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 01:58:35.953109 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-5df030a2-0447-4364-9e8a-b09ae2ddb0da req-3beb9972-76a1-40c8-9b7d-ab22d67850a5 tempest-DeleteServersTestJSON-627605710 tempest-DeleteServersTestJSON-627605710-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=56dae065814141f1b6d7612da46000e7&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0717804
Jul 06 01:58:35.954661 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-094c3a29-7da0-4e91-9326-d64696e8bee1 admin admin] Network dc49653d-588e-4ee2-9689-ebb2724e1086 is scheduled to be hosted by DHCP agent 46061ec9-d1c1-4ae2-b701-eece7f3c7f15 {{(pid=80981) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:196}}
Jul 06 01:58:35.961572 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc510c0-1943-4772-8b41-4b78fc3171e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee95b216-3054-4a00-b117-1a77fa704af7,revision_number=1']} {{(pid=80980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 01:58:35.971444 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-7cc510c0-1943-4772-8b41-4b78fc3171e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 01:58:35.994950 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-21fff51d-5645-4f73-af4c-97372da9dadc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296101369102'] for port, after_create {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:58:35.995835 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-36299ace-bb56-4a2b-bea3-9434916eb5f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 01:58:35.998762 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.db_base_plugin_common [None req-f7f7b0b2-f651-46a8-ac8f-e6476500f798 admin admin] Allocated IP 172.27.1.100 (69f53fb8-46a2-4fb2-8b50-29617e0b26b8/24d74941-6bd6-4d03-882f-a623d522833f/2cbeeafc-0e7b-49cd-a165-7753ce009d2d) {{(pid=80980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Jul 06 01:58:36.029007 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.scheduler.base_scheduler [None req-094c3a29-7da0-4e91-9326-d64696e8bee1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799546-3-iscsi, dc49653d-588e-4ee2-9689-ebb2724e1086) {{(pid=80981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jul 06 01:58:36.044856 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-094c3a29-7da0-4e91-9326-d64696e8bee1 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 01:58:36.045108 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d233c3b7-389e-422f-bad0-12323fa36039 None None] Network dc49653d-588e-4ee2-9689-ebb2724e1086 requested from dv-cinder-799546-3-iscsi {{(pid=80982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jul 06 01:58:36.047280 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-094c3a29-7da0-4e91-9326-d64696e8bee1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853726196'] for subnet, before_response {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:58:36.091953 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-04ca8652-e2ce-4b9e-9baa-a7319b2b42a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:58:36.109401 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-094c3a29-7da0-4e91-9326-d64696e8bee1 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 1.4555473
Jul 06 01:58:36.112296 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80981) accepted ('10.222.0.11', 37396) {{(pid=80981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 01:58:36.119166 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.v2.base [None req-416e2a7c-d4ef-43b6-922f-9bea8a41df65 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-703016033-router', 'tenant_id': '6eda011ce6da4a3aa6a9ea578c51725a', 'external_gateway_info': {'network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8'}}} {{(pid=80981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 06 01:58:36.127674 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-416e2a7c-d4ef-43b6-922f-9bea8a41df65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 01:58:36.135757 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-416e2a7c-d4ef-43b6-922f-9bea8a41df65 admin admin] Usage tracker for resource:router and tenant:6eda011ce6da4a3aa6a9ea578c51725a is out of sync, need to count used quota {{(pid=80981) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 01:58:36.141445 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-416e2a7c-d4ef-43b6-922f-9bea8a41df65 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80981) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 01:58:36.152783 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-416e2a7c-d4ef-43b6-922f-9bea8a41df65 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 01:58:36.211713 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-416e2a7c-d4ef-43b6-922f-9bea8a41df65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-454287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036838019708'] for router, before_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:58:36.213101 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-416e2a7c-d4ef-43b6-922f-9bea8a41df65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-342583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854440336', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854326468', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16756125'] for router, precommit_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:58:36.238710 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [req-5df030a2-0447-4364-9e8a-b09ae2ddb0da req-78faa5db-7e42-4e16-b533-a5ad1ca75895 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=80981) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jul 06 01:58:36.238710 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-5df030a2-0447-4364-9e8a-b09ae2ddb0da req-78faa5db-7e42-4e16-b533-a5ad1ca75895 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 11621 time: 0.1483779
Jul 06 01:58:36.390366 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21fff51d-5645-4f73-af4c-97372da9dadc None None] Network 2a4c8008-ce84-432c-9f5d-0fe3ba12caba is already hosted by enough agents. {{(pid=80982) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:240}}
Jul 06 01:58:36.397039 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.scheduler.base_scheduler [None req-21fff51d-5645-4f73-af4c-97372da9dadc None None] Resources bound (agent type, host, resource id):  {{(pid=80982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jul 06 01:58:36.401728 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fff51d-5645-4f73-af4c-97372da9dadc None None] Pushing event updated for resources: {'Port': ['ID=91befcce-f893-4db3-8782-aa3c8df5ebed,revision_number=1']} {{(pid=80982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 01:58:36.406384 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21fff51d-5645-4f73-af4c-97372da9dadc None None] Received port after_create {{(pid=80982) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 06 01:58:36.428972 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21fff51d-5645-4f73-af4c-97372da9dadc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 01:58:36.429354 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21fff51d-5645-4f73-af4c-97372da9dadc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 01:58:36.429732 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21fff51d-5645-4f73-af4c-97372da9dadc None None] Version for resource type Network changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 01:58:36.430103 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21fff51d-5645-4f73-af4c-97372da9dadc None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 01:58:36.430474 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21fff51d-5645-4f73-af4c-97372da9dadc None None] Version for resource type PortForwarding changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 01:58:36.430842 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21fff51d-5645-4f73-af4c-97372da9dadc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 01:58:36.431210 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21fff51d-5645-4f73-af4c-97372da9dadc None None] Version for resource type SecurityGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 01:58:36.431573 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21fff51d-5645-4f73-af4c-97372da9dadc None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 01:58:36.431936 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21fff51d-5645-4f73-af4c-97372da9dadc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 01:58:36.432296 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21fff51d-5645-4f73-af4c-97372da9dadc None None] Version for resource type Subnet changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 01:58:36.432659 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21fff51d-5645-4f73-af4c-97372da9dadc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 01:58:36.433852 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21fff51d-5645-4f73-af4c-97372da9dadc None None] Tracked resource versions report:
Jul 06 01:58:36.433852 dv-cinder-799546-3-iscsi neutron-server[80869]: pushed versions:
Jul 06 01:58:36.433852 dv-cinder-799546-3-iscsi neutron-server[80869]: {   'ConntrackHelper': {'1.0'},
Jul 06 01:58:36.433852 dv-cinder-799546-3-iscsi neutron-server[80869]:     'Log': {'1.0'},
Jul 06 01:58:36.433852 dv-cinder-799546-3-iscsi neutron-server[80869]:     'Network': {'1.0'},
Jul 06 01:58:36.433852 dv-cinder-799546-3-iscsi neutron-server[80869]:     'Port': {'1.5'},
Jul 06 01:58:36.433852 dv-cinder-799546-3-iscsi neutron-server[80869]:     'PortForwarding': {'1.1'},
Jul 06 01:58:36.433852 dv-cinder-799546-3-iscsi neutron-server[80869]:     'QosPolicy': {'1.8'},
Jul 06 01:58:36.433852 dv-cinder-799546-3-iscsi neutron-server[80869]:     'SecurityGroup': {'1.1'},
Jul 06 01:58:36.433852 dv-cinder-799546-3-iscsi neutron-server[80869]:     'SecurityGroupRule': {'1.0'},
Jul 06 01:58:36.433852 dv-cinder-799546-3-iscsi neutron-server[80869]:     'SubPort': {'1.0'},
Jul 06 01:58:36.433852 dv-cinder-799546-3-iscsi neutron-server[80869]:     'Subnet': {'1.0'},
Jul 06 01:58:36.433852 dv-cinder-799546-3-iscsi neutron-server[80869]:     'Trunk': {'1.1'}}
Jul 06 01:58:36.433852 dv-cinder-799546-3-iscsi neutron-server[80869]: consumer versions:
Jul 06 01:58:36.433852 dv-cinder-799546-3-iscsi neutron-server[80869]: {   DHCP agent@dv-cinder-799546-3-iscsi: {},
Jul 06 01:58:36.433852 dv-cinder-799546-3-iscsi neutron-server[80869]:     HyperV agent@hv-cinder-79954: {},
Jul 06 01:58:36.433852 dv-cinder-799546-3-iscsi neutron-server[80869]:     L3 agent@dv-cinder-799546-3-iscsi: {},
Jul 06 01:58:36.433852 dv-cinder-799546-3-iscsi neutron-server[80869]:     Metadata agent@dv-cinder-799546-3-iscsi: {},
Jul 06 01:58:36.433852 dv-cinder-799546-3-iscsi neutron-server[80869]:     Metering agent@dv-cinder-799546-3-iscsi: {},
Jul 06 01:58:36.433852 dv-cinder-799546-3-iscsi neutron-server[80869]:     Open vSwitch agent@dv-cinder-799546-3-iscsi: {   'ConntrackHelper': '1.0',
Jul 06 01:58:36.433852 dv-cinder-799546-3-iscsi neutron-server[80869]:                                                      'Log': '1.0',
Jul 06 01:58:36.433852 dv-cinder-799546-3-iscsi neutron-server[80869]:                                                      'Network': '1.0',
Jul 06 01:58:36.433852 dv-cinder-799546-3-iscsi neutron-server[80869]:                                                      'Port': '1.5',
Jul 06 01:58:36.433852 dv-cinder-799546-3-iscsi neutron-server[80869]:                                                      'PortForwarding': '1.1',
Jul 06 01:58:36.433852 dv-cinder-799546-3-iscsi neutron-server[80869]:                                                      'QosPolicy': '1.8',
Jul 06 01:58:36.433852 dv-cinder-799546-3-iscsi neutron-server[80869]:                                                      'SecurityGroup': '1.1',
Jul 06 01:58:36.433852 dv-cinder-799546-3-iscsi neutron-server[80869]:                                                      'SecurityGroupRule': '1.0',
Jul 06 01:58:36.433852 dv-cinder-799546-3-iscsi neutron-server[80869]:                                                      'SubPort': '1.0',
Jul 06 01:58:36.433852 dv-cinder-799546-3-iscsi neutron-server[80869]:                                                      'Subnet': '1.0',
Jul 06 01:58:36.433852 dv-cinder-799546-3-iscsi neutron-server[80869]:                                                      'Trunk': '1.1'}}
Jul 06 01:58:36.433852 dv-cinder-799546-3-iscsi neutron-server[80869]:  {{(pid=80982) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Jul 06 01:58:36.442313 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-416e2a7c-d4ef-43b6-922f-9bea8a41df65 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:58:36.476970 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-21fff51d-5645-4f73-af4c-97372da9dadc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.481s {{(pid=80982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 01:58:36.612160 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.managers [None req-21fff51d-5645-4f73-af4c-97372da9dadc None None] Attempting to bind port 91befcce-f893-4db3-8782-aa3c8df5ebed on host dv-cinder-799546-3-iscsi for vnic_type normal with profile  {{(pid=80982) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jul 06 01:58:36.614222 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.managers [None req-21fff51d-5645-4f73-af4c-97372da9dadc None None] Attempting to bind port 91befcce-f893-4db3-8782-aa3c8df5ebed by drivers openvswitch,hyperv on host dv-cinder-799546-3-iscsi at level 0 using segments [{'id': 'b483eca6-a91e-4705-a919-ea8e271d6a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '2a4c8008-ce84-432c-9f5d-0fe3ba12caba'}] {{(pid=80982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jul 06 01:58:36.615113 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21fff51d-5645-4f73-af4c-97372da9dadc None None] Attempting to bind port 91befcce-f893-4db3-8782-aa3c8df5ebed on network 2a4c8008-ce84-432c-9f5d-0fe3ba12caba {{(pid=80982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Jul 06 01:58:36.640347 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-04ca8652-e2ce-4b9e-9baa-a7319b2b42a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:58:36.645120 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21fff51d-5645-4f73-af4c-97372da9dadc None None] Checking agent: {'id': '3e633bc2-fb27-4d05-86ce-e7e954e44018', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799546-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 1, 50, 2), 'started_at': datetime.datetime(2021, 7, 6, 1, 50, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 1, 58, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['geneve', 'gre', 'internal', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799546-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.0', 'Port': '1.5', 'PortForwarding': '1.1', 'QosPolicy': '1.8', 'SecurityGroup': '1.1', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.0', 'Trunk': '1.1'}} {{(pid=80982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Jul 06 01:58:36.645581 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21fff51d-5645-4f73-af4c-97372da9dadc None None] Checking segment: {'id': 'b483eca6-a91e-4705-a919-ea8e271d6a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '2a4c8008-ce84-432c-9f5d-0fe3ba12caba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jul 06 01:58:36.646059 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-21fff51d-5645-4f73-af4c-97372da9dadc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:58:36.646496 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21fff51d-5645-4f73-af4c-97372da9dadc None None] Bound using segment: {'id': 'b483eca6-a91e-4705-a919-ea8e271d6a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '2a4c8008-ce84-432c-9f5d-0fe3ba12caba'} {{(pid=80982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Jul 06 01:58:36.647030 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.managers [None req-21fff51d-5645-4f73-af4c-97372da9dadc None None] Bound port: 91befcce-f893-4db3-8782-aa3c8df5ebed, host: dv-cinder-799546-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b483eca6-a91e-4705-a919-ea8e271d6a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '2a4c8008-ce84-432c-9f5d-0fe3ba12caba'}}] {{(pid=80982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jul 06 01:58:36.647452 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-21fff51d-5645-4f73-af4c-97372da9dadc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1050496'] for port, before_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:58:36.757086 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-f7f7b0b2-f651-46a8-ac8f-e6476500f798 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:58:36.786932 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-416e2a7c-d4ef-43b6-922f-9bea8a41df65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854440351', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-454384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16756142'] for router, precommit_update {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:58:36.799985 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-04ca8652-e2ce-4b9e-9baa-a7319b2b42a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428228'] for security_group, after_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:58:36.806726 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 01:58:36.812278 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-5df030a2-0447-4364-9e8a-b09ae2ddb0da req-27b98778-488e-409e-b3f2-93c9c34cdc26 service neutron] 10.222.0.11 "GET /v2.0/networks/fa8d729d-4beb-4e5d-8741-8858629919ab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5626106
Jul 06 01:58:36.840276 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ca8652-e2ce-4b9e-9baa-a7319b2b42a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee95b216-3054-4a00-b117-1a77fa704af7,revision_number=None']} {{(pid=80980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 01:58:36.849485 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-f7f7b0b2-f651-46a8-ac8f-e6476500f798 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296101369102'] for port, after_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:58:36.852442 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-04ca8652-e2ce-4b9e-9baa-a7319b2b42a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 01:58:36.869907 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-65e41c96-783f-4cbf-909b-4a72d175ba3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 01:58:37.020508 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a48cfaf0-4f81-4e9c-9781-219fa5f7357f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdda4d945-3f0d-5e23-8fbb-630040bb9905-dc49653d-588e-4ee2-9689-ebb2724e1086', 'network_id': 'dc49653d-588e-4ee2-9689-ebb2724e1086', 'tenant_id': '6eda011ce6da4a3aa6a9ea578c51725a', 'fixed_ips': [{'subnet_id': '989a31a1-084c-4193-9367-4e104f09769b'}]}} from dv-cinder-799546-3-iscsi. {{(pid=80982) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Jul 06 01:58:37.021455 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-a48cfaf0-4f81-4e9c-9781-219fa5f7357f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1050496'] for port, before_create {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:58:37.030377 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-04ca8652-e2ce-4b9e-9baa-a7319b2b42a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:58:37.032653 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-04ca8652-e2ce-4b9e-9baa-a7319b2b42a8 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ee95b216-3054-4a00-b117-1a77fa704af7 HTTP/1.1" status: 204  len: 168 time: 1.0874364
Jul 06 01:58:37.061016 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7f7b0b2-f651-46a8-ac8f-e6476500f798 admin admin] Network 69f53fb8-46a2-4fb2-8b50-29617e0b26b8 is already hosted by enough agents. {{(pid=80980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:240}}
Jul 06 01:58:37.073920 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.scheduler.base_scheduler [None req-f7f7b0b2-f651-46a8-ac8f-e6476500f798 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jul 06 01:58:37.078460 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f7b0b2-f651-46a8-ac8f-e6476500f798 admin admin] Pushing event updated for resources: {'Port': ['ID=2cbeeafc-0e7b-49cd-a165-7753ce009d2d,revision_number=1']} {{(pid=80980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 01:58:37.106505 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7f7b0b2-f651-46a8-ac8f-e6476500f798 admin admin] Received port after_create {{(pid=80980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 06 01:58:37.109882 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [None req-21fff51d-5645-4f73-af4c-97372da9dadc None None] For port 91befcce-f893-4db3-8782-aa3c8df5ebed, host dv-cinder-799546-3-iscsi, cleared binding levels {{(pid=80982) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:111}}
Jul 06 01:58:37.130414 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [None req-21fff51d-5645-4f73-af4c-97372da9dadc None None] For port 91befcce-f893-4db3-8782-aa3c8df5ebed, host dv-cinder-799546-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799546-3-iscsi',level=0,port_id=91befcce-f893-4db3-8782-aa3c8df5ebed,segment=NetworkSegment(b483eca6-a91e-4705-a919-ea8e271d6a1a),segment_id=b483eca6-a91e-4705-a919-ea8e271d6a1a)] {{(pid=80982) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}}
Jul 06 01:58:37.178532 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-21fff51d-5645-4f73-af4c-97372da9dadc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740753762112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740753409037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296101366746'] for port, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:58:37.196742 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-7bd6071d-3601-49d2-8055-b03fe45cf9cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 01:58:37.228238 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-5df030a2-0447-4364-9e8a-b09ae2ddb0da req-0da1d587-9cfe-470a-a5a9-7a2126a111a9 service neutron] 10.222.0.11 "GET /v2.0/networks/fa8d729d-4beb-4e5d-8741-8858629919ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4160748
Jul 06 01:58:37.281293 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-f7f7b0b2-f651-46a8-ac8f-e6476500f798 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.412s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 01:58:37.377857 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.db_base_plugin_common [None req-a48cfaf0-4f81-4e9c-9781-219fa5f7357f None None] Allocated IP 172.20.0.2 (dc49653d-588e-4ee2-9689-ebb2724e1086/989a31a1-084c-4193-9367-4e104f09769b/7124ba4a-639a-4dcc-8319-5958a5d545ad) {{(pid=80982) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Jul 06 01:58:37.391001 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fff51d-5645-4f73-af4c-97372da9dadc None None] Pushing event updated for resources: {'Port': ['ID=91befcce-f893-4db3-8782-aa3c8df5ebed,revision_number=2']} {{(pid=80982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 01:58:37.396887 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-21fff51d-5645-4f73-af4c-97372da9dadc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=80982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 01:58:37.422949 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-416e2a7c-d4ef-43b6-922f-9bea8a41df65 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:58:37.458597 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-f7f7b0b2-f651-46a8-ac8f-e6476500f798 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:58:37.459551 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-f7f7b0b2-f651-46a8-ac8f-e6476500f798 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854321484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-335366'] for router, after_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:58:37.482773 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-416e2a7c-d4ef-43b6-922f-9bea8a41df65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1050496'] for port, before_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:58:38.070651 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7f7b0b2-f651-46a8-ac8f-e6476500f798 admin admin] Router 5a0ec982-2a10-44a4-86fc-d1e13aecf617 is scheduled to L3 agent 61912d2b-cbf3-48c5-b8b2-dcc1c49052a5 with binding_index 1 {{(pid=80980) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Jul 06 01:58:38.107747 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-a48cfaf0-4f81-4e9c-9781-219fa5f7357f None None] Notify callbacks [] for port, precommit_create {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:58:38.166287 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.provisioning_blocks [None req-a48cfaf0-4f81-4e9c-9781-219fa5f7357f None None] Transition to ACTIVE for port object 7124ba4a-639a-4dcc-8319-5958a5d545ad will not be triggered until provisioned by entity L2. {{(pid=80982) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 06 01:58:38.242339 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.provisioning_blocks [None req-a48cfaf0-4f81-4e9c-9781-219fa5f7357f None None] Transition to ACTIVE for port object 7124ba4a-639a-4dcc-8319-5958a5d545ad will not be triggered until provisioned by entity DHCP. {{(pid=80982) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 06 01:58:38.275305 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-a48cfaf0-4f81-4e9c-9781-219fa5f7357f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296101369102'] for port, after_create {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:58:38.281342 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-c408efda-58eb-4ab5-b917-a150367b2409 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 01:58:38.293467 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80980) accepted ('10.222.0.11', 37458) {{(pid=80980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 01:58:38.341144 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-9d3f9f72-cd92-4a80-981d-ba62fa89ce69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:58:38.379958 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-c24da601-6b27-4962-aa4b-74bb80c7791a req-9ca7746c-8e26-402a-8bd6-221b2699906e tempest-DeleteServersTestJSON-627605710 tempest-DeleteServersTestJSON-627605710-project] 10.222.0.11 "GET /v2.0/ports?device_id=6d62c3ad-8c15-4368-8cae-7e464ee1f4ad HTTP/1.1" status: 200  len: 210 time: 0.2831864
Jul 06 01:58:38.382318 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.db_base_plugin_common [None req-416e2a7c-d4ef-43b6-922f-9bea8a41df65 admin admin] Allocated IP 172.27.1.52 (69f53fb8-46a2-4fb2-8b50-29617e0b26b8/24d74941-6bd6-4d03-882f-a623d522833f/507be5b4-fa06-435c-b115-e54448dceb38) {{(pid=80981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Jul 06 01:58:38.430153 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a48cfaf0-4f81-4e9c-9781-219fa5f7357f None None] Network dc49653d-588e-4ee2-9689-ebb2724e1086 is already hosted by enough agents. {{(pid=80982) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:240}}
Jul 06 01:58:38.437795 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.scheduler.base_scheduler [None req-a48cfaf0-4f81-4e9c-9781-219fa5f7357f None None] Resources bound (agent type, host, resource id):  {{(pid=80982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jul 06 01:58:38.442930 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-9d3f9f72-cd92-4a80-981d-ba62fa89ce69 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 01:58:38.463938 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a48cfaf0-4f81-4e9c-9781-219fa5f7357f None None] Received port after_create {{(pid=80982) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 06 01:58:38.482899 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48cfaf0-4f81-4e9c-9781-219fa5f7357f None None] Pushing event updated for resources: {'Port': ['ID=7124ba4a-639a-4dcc-8319-5958a5d545ad,revision_number=1']} {{(pid=80982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 01:58:38.486155 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-a48cfaf0-4f81-4e9c-9781-219fa5f7357f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=80982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 01:58:38.561870 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-9d3f9f72-cd92-4a80-981d-ba62fa89ce69 admin admin] Usage tracker for resource:security_group_rule and tenant:29946853632146abaf3da5e17c16e793 is out of sync, need to count used quota {{(pid=80980) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 01:58:38.568004 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-9d3f9f72-cd92-4a80-981d-ba62fa89ce69 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80980) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 01:58:38.578566 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-9d3f9f72-cd92-4a80-981d-ba62fa89ce69 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 01:58:38.623146 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.managers [None req-a48cfaf0-4f81-4e9c-9781-219fa5f7357f None None] Attempting to bind port 7124ba4a-639a-4dcc-8319-5958a5d545ad on host dv-cinder-799546-3-iscsi for vnic_type normal with profile  {{(pid=80982) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jul 06 01:58:38.625271 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.managers [None req-a48cfaf0-4f81-4e9c-9781-219fa5f7357f None None] Attempting to bind port 7124ba4a-639a-4dcc-8319-5958a5d545ad by drivers openvswitch,hyperv on host dv-cinder-799546-3-iscsi at level 0 using segments [{'id': 'f325f6e3-ee5f-469d-9162-dffc7dd88549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'dc49653d-588e-4ee2-9689-ebb2724e1086'}] {{(pid=80982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jul 06 01:58:38.626981 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a48cfaf0-4f81-4e9c-9781-219fa5f7357f None None] Attempting to bind port 7124ba4a-639a-4dcc-8319-5958a5d545ad on network dc49653d-588e-4ee2-9689-ebb2724e1086 {{(pid=80982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Jul 06 01:58:38.637318 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a48cfaf0-4f81-4e9c-9781-219fa5f7357f None None] Checking agent: {'id': '3e633bc2-fb27-4d05-86ce-e7e954e44018', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799546-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 1, 50, 2), 'started_at': datetime.datetime(2021, 7, 6, 1, 50, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 1, 58, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['geneve', 'gre', 'internal', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799546-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.0', 'Port': '1.5', 'PortForwarding': '1.1', 'QosPolicy': '1.8', 'SecurityGroup': '1.1', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.0', 'Trunk': '1.1'}} {{(pid=80982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Jul 06 01:58:38.638011 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a48cfaf0-4f81-4e9c-9781-219fa5f7357f None None] Checking segment: {'id': 'f325f6e3-ee5f-469d-9162-dffc7dd88549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'dc49653d-588e-4ee2-9689-ebb2724e1086'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jul 06 01:58:38.638654 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-a48cfaf0-4f81-4e9c-9781-219fa5f7357f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:58:38.639545 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a48cfaf0-4f81-4e9c-9781-219fa5f7357f None None] Bound using segment: {'id': 'f325f6e3-ee5f-469d-9162-dffc7dd88549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'dc49653d-588e-4ee2-9689-ebb2724e1086'} {{(pid=80982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Jul 06 01:58:38.640262 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.managers [None req-a48cfaf0-4f81-4e9c-9781-219fa5f7357f None None] Bound port: 7124ba4a-639a-4dcc-8319-5958a5d545ad, host: dv-cinder-799546-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f325f6e3-ee5f-469d-9162-dffc7dd88549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'dc49653d-588e-4ee2-9689-ebb2724e1086'}}] {{(pid=80982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jul 06 01:58:38.641039 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-a48cfaf0-4f81-4e9c-9781-219fa5f7357f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1050496'] for port, before_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:58:38.756800 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [None req-a48cfaf0-4f81-4e9c-9781-219fa5f7357f None None] For port 7124ba4a-639a-4dcc-8319-5958a5d545ad, host dv-cinder-799546-3-iscsi, cleared binding levels {{(pid=80982) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:111}}
Jul 06 01:58:38.761149 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [None req-a48cfaf0-4f81-4e9c-9781-219fa5f7357f None None] For port 7124ba4a-639a-4dcc-8319-5958a5d545ad, host dv-cinder-799546-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799546-3-iscsi',level=0,port_id=7124ba4a-639a-4dcc-8319-5958a5d545ad,segment=NetworkSegment(f325f6e3-ee5f-469d-9162-dffc7dd88549),segment_id=f325f6e3-ee5f-469d-9162-dffc7dd88549)] {{(pid=80982) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}}
Jul 06 01:58:38.768510 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-9d3f9f72-cd92-4a80-981d-ba62fa89ce69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:58:38.787792 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7f7b0b2-f651-46a8-ac8f-e6476500f798 admin admin] Notify agent at l3_agent.dv-cinder-799546-3-iscsi the message routers_updated {{(pid=80980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jul 06 01:58:38.803689 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-a48cfaf0-4f81-4e9c-9781-219fa5f7357f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740753762112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740753409037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296101366746'] for port, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:58:38.822184 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8a3b220-ccbd-4fc1-b656-f90d9297305a None None] Sync routers for ids ['5a0ec982-2a10-44a4-86fc-d1e13aecf617'] in dv-cinder-799546-3-iscsi {{(pid=80983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Jul 06 01:58:38.824174 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 01:58:38.852953 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-9d3f9f72-cd92-4a80-981d-ba62fa89ce69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428228'] for security_group, after_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:58:38.880805 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8a3b220-ccbd-4fc1-b656-f90d9297305a None None] Routers {'5a0ec982-2a10-44a4-86fc-d1e13aecf617'} bound to L3 agent in host dv-cinder-799546-3-iscsi {{(pid=80983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 06 01:58:38.881938 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_hamode_db [None req-e8a3b220-ccbd-4fc1-b656-f90d9297305a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f31d717fa20>, 'dv-cinder-799546-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T01:50:03Z,description=<?>,heartbeat_timestamp=2021-07-06T01:58:33Z,host='dv-cinder-799546-3-iscsi',id=61912d2b-cbf3-48c5-b8b2-dcc1c49052a5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-06T01:50:03Z,topic='l3_agent')) {'router_ids': ['5a0ec982-2a10-44a4-86fc-d1e13aecf617'], 'active': True} {{(pid=80983) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 01:58:38.919924 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-e8d6ec00-439f-4974-b4b3-464de777a66b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 01:58:38.939867 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-416e2a7c-d4ef-43b6-922f-9bea8a41df65 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:58:38.966983 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-f7f7b0b2-f651-46a8-ac8f-e6476500f798 admin admin] Notify callbacks [] for router, before_response {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:58:38.974670 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80981) accepted ('10.222.0.11', 37476) {{(pid=80981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 01:58:38.979870 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.rpc [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Device 91befcce-f893-4db3-8782-aa3c8df5ebed up at agent ovs-agent-dv-cinder-799546-3-iscsi {{(pid=80982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:273}}
Jul 06 01:58:38.980044 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-f7f7b0b2-f651-46a8-ac8f-e6476500f798 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 4.2711277
Jul 06 01:58:39.063063 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3f9f72-cd92-4a80-981d-ba62fa89ce69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab6b0d30-c15c-43ae-9b37-6f3435ce1991,revision_number=1']} {{(pid=80980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 01:58:39.071488 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-9d3f9f72-cd92-4a80-981d-ba62fa89ce69 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=29946853632146abaf3da5e17c16e793&name=default HTTP/1.1" status: 200  len: 2629 time: 0.7715428
Jul 06 01:58:39.071488 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-9d3f9f72-cd92-4a80-981d-ba62fa89ce69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 01:58:39.072044 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80980) accepted ('10.222.0.11', 37484) {{(pid=80980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 01:58:39.114482 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48cfaf0-4f81-4e9c-9781-219fa5f7357f None None] Pushing event updated for resources: {'Port': ['ID=7124ba4a-639a-4dcc-8319-5958a5d545ad,revision_number=2']} {{(pid=80982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 01:58:39.139810 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-a48cfaf0-4f81-4e9c-9781-219fa5f7357f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=80982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 01:58:39.172367 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-ee609c02-9ebe-4baf-aa22-549fdf9ba2dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:58:39.217394 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.provisioning_blocks [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Provisioning for port 91befcce-f893-4db3-8782-aa3c8df5ebed completed by entity L2. {{(pid=80982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 06 01:58:39.229734 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-ee609c02-9ebe-4baf-aa22-549fdf9ba2dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:58:39.247254 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_dvr_db [None req-e8a3b220-ccbd-4fc1-b656-f90d9297305a None None] Set router 5a0ec982-2a10-44a4-86fc-d1e13aecf617 gateway port host: dv-cinder-799546-3-iscsi {{(pid=80983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:850}}
Jul 06 01:58:39.248579 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-416e2a7c-d4ef-43b6-922f-9bea8a41df65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296101369102'] for port, after_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:58:39.265553 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 01:58:39.326792 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-ee609c02-9ebe-4baf-aa22-549fdf9ba2dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428228'] for security_group, after_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:58:39.334949 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 01:58:39.345687 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-416e2a7c-d4ef-43b6-922f-9bea8a41df65 admin admin] Network 69f53fb8-46a2-4fb2-8b50-29617e0b26b8 is already hosted by enough agents. {{(pid=80981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:240}}
Jul 06 01:58:39.352680 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.scheduler.base_scheduler [None req-416e2a7c-d4ef-43b6-922f-9bea8a41df65 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jul 06 01:58:39.355432 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-416e2a7c-d4ef-43b6-922f-9bea8a41df65 admin admin] Received port after_create {{(pid=80981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 06 01:58:39.398259 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee609c02-9ebe-4baf-aa22-549fdf9ba2dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab6b0d30-c15c-43ae-9b37-6f3435ce1991,revision_number=None']} {{(pid=80980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 01:58:39.402606 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416e2a7c-d4ef-43b6-922f-9bea8a41df65 admin admin] Pushing event updated for resources: {'Port': ['ID=507be5b4-fa06-435c-b115-e54448dceb38,revision_number=1']} {{(pid=80981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 01:58:39.406935 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-416e2a7c-d4ef-43b6-922f-9bea8a41df65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 01:58:39.474506 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-ee609c02-9ebe-4baf-aa22-549fdf9ba2dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 01:58:39.475356 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-ee609c02-9ebe-4baf-aa22-549fdf9ba2dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:58:39.476583 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-ee609c02-9ebe-4baf-aa22-549fdf9ba2dc admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ab6b0d30-c15c-43ae-9b37-6f3435ce1991 HTTP/1.1" status: 204  len: 168 time: 0.4037106
Jul 06 01:58:39.649740 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80980) accepted ('10.222.0.11', 37514) {{(pid=80980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 01:58:39.657068 dv-cinder-799546-3-iscsi neutron-server[80869]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Jul 06 01:58:39.828441 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-8f63fd0c-cc6f-4675-9c80-92fcae065b99 req-8d0074d5-4b66-4af0-a082-49cb19a78091 tempest-DeleteServersTestJSON-627605710 tempest-DeleteServersTestJSON-627605710-project] 10.222.0.11 "GET /v2.0/ports?device_id=6d62c3ad-8c15-4368-8cae-7e464ee1f4ad HTTP/1.1" status: 200  len: 210 time: 0.1736538
Jul 06 01:58:40.092096 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_hamode_db [None req-e8a3b220-ccbd-4fc1-b656-f90d9297305a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f31d717fa20>, [{'id': '5a0ec982-2a10-44a4-86fc-d1e13aecf617', 'name': 'tempest-AttachVolumeTestJSON-645204130-router', 'tenant_id': '587da9b290164b68a272d4c4072a9c73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8', 'external_fixed_ips': [{'subnet_id': '24d74941-6bd6-4d03-882f-a623d522833f', 'ip_address': '172.27.1.100'}], 'enable_snat': True}, 'gw_port_id': '2cbeeafc-0e7b-49cd-a165-7753ce009d2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T01:58:34Z', 'updated_at': '2021-07-06T01:58:37Z', 'revision_number': 3, 'project_id': '587da9b290164b68a272d4c4072a9c73', 'gw_port': {'id': '2cbeeafc-0e7b-49cd-a165-7753ce009d2d', 'name': '', 'network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:3c:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a0ec982-2a10-44a4-86fc-d1e13aecf617', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '24d74941-6bd6-4d03-882f-a623d522833f', 'ip_address': '172.27.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T01:58:35Z', 'updated_at': '2021-07-06T01:58:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '24d74941-6bd6-4d03-882f-a623d522833f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799546-3-iscsi'}], 'dv-cinder-799546-3-iscsi', False) {} {{(pid=80983) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 01:58:40.092096 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8a3b220-ccbd-4fc1-b656-f90d9297305a None None] Checking router: 5a0ec982-2a10-44a4-86fc-d1e13aecf617 for host: dv-cinder-799546-3-iscsi {{(pid=80983) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Jul 06 01:58:40.092096 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8a3b220-ccbd-4fc1-b656-f90d9297305a None None] Updating router 5a0ec982-2a10-44a4-86fc-d1e13aecf617 port 2cbeeafc-0e7b-49cd-a165-7753ce009d2d binding host dv-cinder-799546-3-iscsi {{(pid=80983) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Jul 06 01:58:40.171793 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-e8a3b220-ccbd-4fc1-b656-f90d9297305a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1050496'] for port, before_update {{(pid=80983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:58:40.208841 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-416e2a7c-d4ef-43b6-922f-9bea8a41df65 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:58:40.209676 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-416e2a7c-d4ef-43b6-922f-9bea8a41df65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854321484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-335366'] for router, after_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:58:40.296071 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77ef5431-f2e4-4a7b-8575-22d0386145a0 None None] Network 2a4c8008-ce84-432c-9f5d-0fe3ba12caba requested from dv-cinder-799546-3-iscsi {{(pid=80982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jul 06 01:58:40.475587 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.provisioning_blocks [None req-53eec357-3aae-44f6-9dd3-ef5b03e04048 None None] Provisioning for port 91befcce-f893-4db3-8782-aa3c8df5ebed completed by entity DHCP. {{(pid=80982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 06 01:58:40.487776 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.provisioning_blocks [None req-53eec357-3aae-44f6-9dd3-ef5b03e04048 None None] Provisioning complete for port 91befcce-f893-4db3-8782-aa3c8df5ebed triggered by entity DHCP. {{(pid=80982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 06 01:58:40.492676 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-53eec357-3aae-44f6-9dd3-ef5b03e04048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1309268'] for port, provisioning_complete {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:58:40.697578 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-e8a3b220-ccbd-4fc1-b656-f90d9297305a None None] Notify callbacks [] for port, precommit_update {{(pid=80983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:58:40.727180 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.provisioning_blocks [None req-e8a3b220-ccbd-4fc1-b656-f90d9297305a None None] Transition to ACTIVE for port object 2cbeeafc-0e7b-49cd-a165-7753ce009d2d will not be triggered until provisioned by entity L2. {{(pid=80983) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 06 01:58:40.760759 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-e8a3b220-ccbd-4fc1-b656-f90d9297305a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740753762112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740753409037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296101366746'] for port, after_update {{(pid=80983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:58:40.765930 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 01:58:40.959991 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-53eec357-3aae-44f6-9dd3-ef5b03e04048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1050496'] for port, before_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:58:41.018138 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.managers [None req-e8a3b220-ccbd-4fc1-b656-f90d9297305a None None] Attempting to bind port 2cbeeafc-0e7b-49cd-a165-7753ce009d2d on host dv-cinder-799546-3-iscsi for vnic_type normal with profile  {{(pid=80983) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jul 06 01:58:41.018590 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.managers [None req-e8a3b220-ccbd-4fc1-b656-f90d9297305a None None] Attempting to bind port 2cbeeafc-0e7b-49cd-a165-7753ce009d2d by drivers openvswitch,hyperv on host dv-cinder-799546-3-iscsi at level 0 using segments [{'id': 'e64f8835-8265-4308-a68c-94b30f2a67d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8'}] {{(pid=80983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jul 06 01:58:41.019256 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8a3b220-ccbd-4fc1-b656-f90d9297305a None None] Attempting to bind port 2cbeeafc-0e7b-49cd-a165-7753ce009d2d on network 69f53fb8-46a2-4fb2-8b50-29617e0b26b8 {{(pid=80983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Jul 06 01:58:41.035272 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b67538-c1da-4a75-a9e9-52b2d594a940 None None] Pushing event updated for resources: {'Port': ['ID=2cbeeafc-0e7b-49cd-a165-7753ce009d2d,revision_number=2']} {{(pid=80983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 01:58:41.036497 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.rpc [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Device 7124ba4a-639a-4dcc-8319-5958a5d545ad up at agent ovs-agent-dv-cinder-799546-3-iscsi {{(pid=80982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:273}}
Jul 06 01:58:41.085206 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b67538-c1da-4a75-a9e9-52b2d594a940 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 01:58:41.085495 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b67538-c1da-4a75-a9e9-52b2d594a940 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 01:58:41.085809 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b67538-c1da-4a75-a9e9-52b2d594a940 None None] Version for resource type Network changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 01:58:41.086183 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b67538-c1da-4a75-a9e9-52b2d594a940 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 01:58:41.086549 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b67538-c1da-4a75-a9e9-52b2d594a940 None None] Version for resource type PortForwarding changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 01:58:41.086914 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b67538-c1da-4a75-a9e9-52b2d594a940 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 01:58:41.087277 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b67538-c1da-4a75-a9e9-52b2d594a940 None None] Version for resource type SecurityGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 01:58:41.087757 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b67538-c1da-4a75-a9e9-52b2d594a940 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 01:58:41.088065 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b67538-c1da-4a75-a9e9-52b2d594a940 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 01:58:41.088288 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b67538-c1da-4a75-a9e9-52b2d594a940 None None] Version for resource type Subnet changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 01:58:41.088638 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b67538-c1da-4a75-a9e9-52b2d594a940 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 01:58:41.089801 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b67538-c1da-4a75-a9e9-52b2d594a940 None None] Tracked resource versions report:
Jul 06 01:58:41.089801 dv-cinder-799546-3-iscsi neutron-server[80869]: pushed versions:
Jul 06 01:58:41.089801 dv-cinder-799546-3-iscsi neutron-server[80869]: {   'ConntrackHelper': {'1.0'},
Jul 06 01:58:41.089801 dv-cinder-799546-3-iscsi neutron-server[80869]:     'Log': {'1.0'},
Jul 06 01:58:41.089801 dv-cinder-799546-3-iscsi neutron-server[80869]:     'Network': {'1.0'},
Jul 06 01:58:41.089801 dv-cinder-799546-3-iscsi neutron-server[80869]:     'Port': {'1.5'},
Jul 06 01:58:41.089801 dv-cinder-799546-3-iscsi neutron-server[80869]:     'PortForwarding': {'1.1'},
Jul 06 01:58:41.089801 dv-cinder-799546-3-iscsi neutron-server[80869]:     'QosPolicy': {'1.8'},
Jul 06 01:58:41.089801 dv-cinder-799546-3-iscsi neutron-server[80869]:     'SecurityGroup': {'1.1'},
Jul 06 01:58:41.089801 dv-cinder-799546-3-iscsi neutron-server[80869]:     'SecurityGroupRule': {'1.0'},
Jul 06 01:58:41.089801 dv-cinder-799546-3-iscsi neutron-server[80869]:     'SubPort': {'1.0'},
Jul 06 01:58:41.089801 dv-cinder-799546-3-iscsi neutron-server[80869]:     'Subnet': {'1.0'},
Jul 06 01:58:41.089801 dv-cinder-799546-3-iscsi neutron-server[80869]:     'Trunk': {'1.1'}}
Jul 06 01:58:41.089801 dv-cinder-799546-3-iscsi neutron-server[80869]: consumer versions:
Jul 06 01:58:41.089801 dv-cinder-799546-3-iscsi neutron-server[80869]: {   DHCP agent@dv-cinder-799546-3-iscsi: {},
Jul 06 01:58:41.089801 dv-cinder-799546-3-iscsi neutron-server[80869]:     HyperV agent@hv-cinder-79954: {},
Jul 06 01:58:41.089801 dv-cinder-799546-3-iscsi neutron-server[80869]:     L3 agent@dv-cinder-799546-3-iscsi: {},
Jul 06 01:58:41.089801 dv-cinder-799546-3-iscsi neutron-server[80869]:     Metadata agent@dv-cinder-799546-3-iscsi: {},
Jul 06 01:58:41.089801 dv-cinder-799546-3-iscsi neutron-server[80869]:     Metering agent@dv-cinder-799546-3-iscsi: {},
Jul 06 01:58:41.089801 dv-cinder-799546-3-iscsi neutron-server[80869]:     Open vSwitch agent@dv-cinder-799546-3-iscsi: {   'ConntrackHelper': '1.0',
Jul 06 01:58:41.089801 dv-cinder-799546-3-iscsi neutron-server[80869]:                                                      'Log': '1.0',
Jul 06 01:58:41.089801 dv-cinder-799546-3-iscsi neutron-server[80869]:                                                      'Network': '1.0',
Jul 06 01:58:41.089801 dv-cinder-799546-3-iscsi neutron-server[80869]:                                                      'Port': '1.5',
Jul 06 01:58:41.089801 dv-cinder-799546-3-iscsi neutron-server[80869]:                                                      'PortForwarding': '1.1',
Jul 06 01:58:41.089801 dv-cinder-799546-3-iscsi neutron-server[80869]:                                                      'QosPolicy': '1.8',
Jul 06 01:58:41.089801 dv-cinder-799546-3-iscsi neutron-server[80869]:                                                      'SecurityGroup': '1.1',
Jul 06 01:58:41.089801 dv-cinder-799546-3-iscsi neutron-server[80869]:                                                      'SecurityGroupRule': '1.0',
Jul 06 01:58:41.089801 dv-cinder-799546-3-iscsi neutron-server[80869]:                                                      'SubPort': '1.0',
Jul 06 01:58:41.089801 dv-cinder-799546-3-iscsi neutron-server[80869]:                                                      'Subnet': '1.0',
Jul 06 01:58:41.089801 dv-cinder-799546-3-iscsi neutron-server[80869]:                                                      'Trunk': '1.1'}}
Jul 06 01:58:41.089801 dv-cinder-799546-3-iscsi neutron-server[80869]:  {{(pid=80983) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Jul 06 01:58:41.119054 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-92b67538-c1da-4a75-a9e9-52b2d594a940 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=80983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 01:58:41.119982 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8a3b220-ccbd-4fc1-b656-f90d9297305a None None] Checking agent: {'id': '3e633bc2-fb27-4d05-86ce-e7e954e44018', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799546-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 1, 50, 2), 'started_at': datetime.datetime(2021, 7, 6, 1, 50, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 1, 58, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['geneve', 'gre', 'internal', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799546-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.0', 'Port': '1.5', 'PortForwarding': '1.1', 'QosPolicy': '1.8', 'SecurityGroup': '1.1', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.0', 'Trunk': '1.1'}} {{(pid=80983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Jul 06 01:58:41.120405 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8a3b220-ccbd-4fc1-b656-f90d9297305a None None] Checking segment: {'id': 'e64f8835-8265-4308-a68c-94b30f2a67d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jul 06 01:58:41.120861 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-e8a3b220-ccbd-4fc1-b656-f90d9297305a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:58:41.121336 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8a3b220-ccbd-4fc1-b656-f90d9297305a None None] Bound using segment: {'id': 'e64f8835-8265-4308-a68c-94b30f2a67d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8'} {{(pid=80983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Jul 06 01:58:41.124438 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.managers [None req-e8a3b220-ccbd-4fc1-b656-f90d9297305a None None] Bound port: 2cbeeafc-0e7b-49cd-a165-7753ce009d2d, host: dv-cinder-799546-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e64f8835-8265-4308-a68c-94b30f2a67d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8'}}] {{(pid=80983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jul 06 01:58:41.124902 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-e8a3b220-ccbd-4fc1-b656-f90d9297305a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1050496'] for port, before_update {{(pid=80983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:58:41.159903 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-416e2a7c-d4ef-43b6-922f-9bea8a41df65 admin admin] Router f4336f44-a745-4a6d-ab82-26313ad46480 is scheduled to L3 agent 61912d2b-cbf3-48c5-b8b2-dcc1c49052a5 with binding_index 1 {{(pid=80981) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Jul 06 01:58:41.168286 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [None req-53eec357-3aae-44f6-9dd3-ef5b03e04048 None None] For port 91befcce-f893-4db3-8782-aa3c8df5ebed, host dv-cinder-799546-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799546-3-iscsi',level=0,port_id=91befcce-f893-4db3-8782-aa3c8df5ebed,segment=NetworkSegment(b483eca6-a91e-4705-a919-ea8e271d6a1a),segment_id=b483eca6-a91e-4705-a919-ea8e271d6a1a)] {{(pid=80982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 01:58:41.225850 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-53eec357-3aae-44f6-9dd3-ef5b03e04048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740753762112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740753409037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296101366746'] for port, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:58:41.244465 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 01:58:41.390352 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.provisioning_blocks [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Provisioning for port 7124ba4a-639a-4dcc-8319-5958a5d545ad completed by entity L2. {{(pid=80982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 06 01:58:41.395007 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [None req-e8a3b220-ccbd-4fc1-b656-f90d9297305a None None] For port 2cbeeafc-0e7b-49cd-a165-7753ce009d2d, host dv-cinder-799546-3-iscsi, cleared binding levels {{(pid=80983) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:111}}
Jul 06 01:58:41.406951 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [None req-e8a3b220-ccbd-4fc1-b656-f90d9297305a None None] For port 2cbeeafc-0e7b-49cd-a165-7753ce009d2d, host dv-cinder-799546-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799546-3-iscsi',level=0,port_id=2cbeeafc-0e7b-49cd-a165-7753ce009d2d,segment=NetworkSegment(e64f8835-8265-4308-a68c-94b30f2a67d9),segment_id=e64f8835-8265-4308-a68c-94b30f2a67d9)] {{(pid=80983) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}}
Jul 06 01:58:41.469090 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-e8a3b220-ccbd-4fc1-b656-f90d9297305a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740753762112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740753409037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296101366746'] for port, after_update {{(pid=80983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:58:41.474626 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-227a6630-f9e5-4ac2-b06b-647099007ff4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 01:58:41.497151 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53eec357-3aae-44f6-9dd3-ef5b03e04048 None None] Pushing event updated for resources: {'Port': ['ID=91befcce-f893-4db3-8782-aa3c8df5ebed,revision_number=3']} {{(pid=80982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 01:58:41.517953 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-53eec357-3aae-44f6-9dd3-ef5b03e04048 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=80982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 01:58:41.651900 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-b6d43aa9-eef6-4d7e-b490-17f470f8b253 req-e99ea022-d717-4069-a062-bf0dd69bb7b5 tempest-DeleteServersTestJSON-627605710 tempest-DeleteServersTestJSON-627605710-project] 10.222.0.11 "GET /v2.0/ports?device_id=6d62c3ad-8c15-4368-8cae-7e464ee1f4ad HTTP/1.1" status: 200  len: 210 time: 0.1860733
Jul 06 01:58:41.711442 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b67538-c1da-4a75-a9e9-52b2d594a940 None None] Pushing event updated for resources: {'Port': ['ID=2cbeeafc-0e7b-49cd-a165-7753ce009d2d,revision_number=3']} {{(pid=80983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 01:58:41.725006 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-92b67538-c1da-4a75-a9e9-52b2d594a940 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=80983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 01:58:41.736848 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8a3b220-ccbd-4fc1-b656-f90d9297305a None None] Routers {'5a0ec982-2a10-44a4-86fc-d1e13aecf617'} bound to L3 agent in host dv-cinder-799546-3-iscsi {{(pid=80983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 06 01:58:41.737719 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_hamode_db [None req-e8a3b220-ccbd-4fc1-b656-f90d9297305a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f31d717fa20>, 'dv-cinder-799546-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T01:50:03Z,description=<?>,heartbeat_timestamp=2021-07-06T01:58:33Z,host='dv-cinder-799546-3-iscsi',id=61912d2b-cbf3-48c5-b8b2-dcc1c49052a5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-06T01:50:03Z,topic='l3_agent')) {'router_ids': ['5a0ec982-2a10-44a4-86fc-d1e13aecf617'], 'active': True} {{(pid=80983) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 01:58:41.873625 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80980) accepted ('10.222.0.11', 37586) {{(pid=80980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 01:58:41.985913 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.provisioning_blocks [None req-ed9f6d33-e485-4244-85fc-73684ec715ae None None] Provisioning complete for port 91befcce-f893-4db3-8782-aa3c8df5ebed triggered by entity DHCP. {{(pid=80982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 06 01:58:41.986570 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-ed9f6d33-e485-4244-85fc-73684ec715ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1309268'] for port, provisioning_complete {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:58:42.101853 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_dvr_db [None req-e8a3b220-ccbd-4fc1-b656-f90d9297305a None None] Set router 5a0ec982-2a10-44a4-86fc-d1e13aecf617 gateway port host: dv-cinder-799546-3-iscsi {{(pid=80983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:850}}
Jul 06 01:58:42.138730 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee984a69-5900-424c-93b9-9388aef4aa8e None None] Network dc49653d-588e-4ee2-9689-ebb2724e1086 requested from dv-cinder-799546-3-iscsi {{(pid=80982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jul 06 01:58:42.169430 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-579b29a3-8e99-4ca2-8db8-f1045ddc8420 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:58:42.262630 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-579b29a3-8e99-4ca2-8db8-f1045ddc8420 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 01:58:42.279016 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-579b29a3-8e99-4ca2-8db8-f1045ddc8420 admin admin] Usage tracker for resource:security_group_rule and tenant:d8e365e8c3494ffe9c7804ef0fbba3e9 is out of sync, need to count used quota {{(pid=80980) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 01:58:42.282639 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-579b29a3-8e99-4ca2-8db8-f1045ddc8420 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80980) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 01:58:42.301874 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-579b29a3-8e99-4ca2-8db8-f1045ddc8420 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 01:58:42.370572 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-171e63a2-2e85-4b38-84f4-12fbd3f60483 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1050496'] for port, before_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:58:42.494488 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-579b29a3-8e99-4ca2-8db8-f1045ddc8420 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:58:42.525807 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-579b29a3-8e99-4ca2-8db8-f1045ddc8420 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428228'] for security_group, after_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:58:42.535126 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-ee609c02-9ebe-4baf-aa22-549fdf9ba2dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 01:58:42.586212 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579b29a3-8e99-4ca2-8db8-f1045ddc8420 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f185dd58-c317-460e-931e-fd050d99b42f,revision_number=1']} {{(pid=80980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 01:58:42.591045 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-579b29a3-8e99-4ca2-8db8-f1045ddc8420 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d8e365e8c3494ffe9c7804ef0fbba3e9&name=default HTTP/1.1" status: 200  len: 2629 time: 0.7157147
Jul 06 01:58:42.592003 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-579b29a3-8e99-4ca2-8db8-f1045ddc8420 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 01:58:42.594159 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80980) accepted ('10.222.0.11', 37602) {{(pid=80980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 01:58:42.598348 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-416e2a7c-d4ef-43b6-922f-9bea8a41df65 admin admin] Notify agent at l3_agent.dv-cinder-799546-3-iscsi the message routers_updated {{(pid=80981) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jul 06 01:58:42.679375 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a67bc08-9a2e-4e7a-abd0-c78ed4256ae7 None None] Sync routers for ids ['f4336f44-a745-4a6d-ab82-26313ad46480'] in dv-cinder-799546-3-iscsi {{(pid=80982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Jul 06 01:58:42.703707 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.db_base_plugin_common [None req-171e63a2-2e85-4b38-84f4-12fbd3f60483 admin admin] Allocated IP 172.20.0.1 (2a4c8008-ce84-432c-9f5d-0fe3ba12caba/10f6138f-392f-434d-90d2-631457fbed0f/8d5e8566-37f4-4010-af7c-cd43ad32bb78) {{(pid=80981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Jul 06 01:58:42.712158 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-878fa4fa-1eb8-46fe-a6ca-54a4b90a67f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:58:42.729477 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a67bc08-9a2e-4e7a-abd0-c78ed4256ae7 None None] Routers {'f4336f44-a745-4a6d-ab82-26313ad46480'} bound to L3 agent in host dv-cinder-799546-3-iscsi {{(pid=80982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 06 01:58:42.730352 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_hamode_db [None req-4a67bc08-9a2e-4e7a-abd0-c78ed4256ae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f31d7261710>, 'dv-cinder-799546-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T01:50:03Z,description=<?>,heartbeat_timestamp=2021-07-06T01:58:33Z,host='dv-cinder-799546-3-iscsi',id=61912d2b-cbf3-48c5-b8b2-dcc1c49052a5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-06T01:50:03Z,topic='l3_agent')) {'router_ids': ['f4336f44-a745-4a6d-ab82-26313ad46480'], 'active': True} {{(pid=80982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 01:58:42.737175 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-416e2a7c-d4ef-43b6-922f-9bea8a41df65 admin admin] Notify callbacks [] for router, before_response {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:58:42.738566 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-416e2a7c-d4ef-43b6-922f-9bea8a41df65 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201  len: 927 time: 6.6249206
Jul 06 01:58:42.743812 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80980) accepted ('10.222.0.11', 37612) {{(pid=80980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 01:58:42.946954 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-878fa4fa-1eb8-46fe-a6ca-54a4b90a67f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:58:42.979534 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_dvr_db [None req-4a67bc08-9a2e-4e7a-abd0-c78ed4256ae7 None None] Set router f4336f44-a745-4a6d-ab82-26313ad46480 gateway port host: dv-cinder-799546-3-iscsi {{(pid=80982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:850}}
Jul 06 01:58:42.981037 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-171e63a2-2e85-4b38-84f4-12fbd3f60483 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:58:43.028319 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.provisioning_blocks [None req-171e63a2-2e85-4b38-84f4-12fbd3f60483 admin admin] Transition to ACTIVE for port object 8d5e8566-37f4-4010-af7c-cd43ad32bb78 will not be triggered until provisioned by entity DHCP. {{(pid=80981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 06 01:58:43.103397 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-171e63a2-2e85-4b38-84f4-12fbd3f60483 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296101369102'] for port, after_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:58:43.109403 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-416e2a7c-d4ef-43b6-922f-9bea8a41df65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 01:58:43.118150 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-84befdfd-efd6-4259-9df8-38a8c56e19d8 req-d02bba40-f366-4e88-83a4-b45d9db81e31 tempest-DeleteServersTestJSON-627605710 tempest-DeleteServersTestJSON-627605710-project] 10.222.0.11 "GET /v2.0/ports?device_id=6d62c3ad-8c15-4368-8cae-7e464ee1f4ad HTTP/1.1" status: 200  len: 210 time: 0.1517215
Jul 06 01:58:43.195818 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-171e63a2-2e85-4b38-84f4-12fbd3f60483 admin admin] Network 2a4c8008-ce84-432c-9f5d-0fe3ba12caba is already hosted by enough agents. {{(pid=80981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:240}}
Jul 06 01:58:43.199563 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.scheduler.base_scheduler [None req-171e63a2-2e85-4b38-84f4-12fbd3f60483 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jul 06 01:58:43.202324 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-171e63a2-2e85-4b38-84f4-12fbd3f60483 admin admin] Received port after_create {{(pid=80981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 06 01:58:43.203195 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-171e63a2-2e85-4b38-84f4-12fbd3f60483 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-342957'] for router_interface, before_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:58:43.215889 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171e63a2-2e85-4b38-84f4-12fbd3f60483 admin admin] Pushing event updated for resources: {'Port': ['ID=8d5e8566-37f4-4010-af7c-cd43ad32bb78,revision_number=1']} {{(pid=80981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 01:58:43.219535 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-171e63a2-2e85-4b38-84f4-12fbd3f60483 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 01:58:43.270529 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-878fa4fa-1eb8-46fe-a6ca-54a4b90a67f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428228'] for security_group, after_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:58:43.290498 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_hamode_db [None req-e8a3b220-ccbd-4fc1-b656-f90d9297305a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f31d717fa20>, [{'id': '5a0ec982-2a10-44a4-86fc-d1e13aecf617', 'name': 'tempest-AttachVolumeTestJSON-645204130-router', 'tenant_id': '587da9b290164b68a272d4c4072a9c73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8', 'external_fixed_ips': [{'subnet_id': '24d74941-6bd6-4d03-882f-a623d522833f', 'ip_address': '172.27.1.100'}], 'enable_snat': True}, 'gw_port_id': '2cbeeafc-0e7b-49cd-a165-7753ce009d2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T01:58:34Z', 'updated_at': '2021-07-06T01:58:37Z', 'revision_number': 3, 'project_id': '587da9b290164b68a272d4c4072a9c73', 'gw_port': {'id': '2cbeeafc-0e7b-49cd-a165-7753ce009d2d', 'name': '', 'network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:3c:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a0ec982-2a10-44a4-86fc-d1e13aecf617', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '24d74941-6bd6-4d03-882f-a623d522833f', 'ip_address': '172.27.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T01:58:35Z', 'updated_at': '2021-07-06T01:58:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '24d74941-6bd6-4d03-882f-a623d522833f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799546-3-iscsi'}], 'dv-cinder-799546-3-iscsi', False) {} {{(pid=80983) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 01:58:43.302391 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8a3b220-ccbd-4fc1-b656-f90d9297305a None None] The sync data for ids ['5a0ec982-2a10-44a4-86fc-d1e13aecf617'] in dv-cinder-799546-3-iscsi is: [{'id': '5a0ec982-2a10-44a4-86fc-d1e13aecf617', 'name': 'tempest-AttachVolumeTestJSON-645204130-router', 'tenant_id': '587da9b290164b68a272d4c4072a9c73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8', 'external_fixed_ips': [{'subnet_id': '24d74941-6bd6-4d03-882f-a623d522833f', 'ip_address': '172.27.1.100'}], 'enable_snat': True}, 'gw_port_id': '2cbeeafc-0e7b-49cd-a165-7753ce009d2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T01:58:34Z', 'updated_at': '2021-07-06T01:58:37Z', 'revision_number': 3, 'project_id': '587da9b290164b68a272d4c4072a9c73', 'gw_port': {'id': '2cbeeafc-0e7b-49cd-a165-7753ce009d2d', 'name': '', 'network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:3c:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a0ec982-2a10-44a4-86fc-d1e13aecf617', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '24d74941-6bd6-4d03-882f-a623d522833f', 'ip_address': '172.27.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T01:58:35Z', 'updated_at': '2021-07-06T01:58:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '24d74941-6bd6-4d03-882f-a623d522833f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799546-3-iscsi'}] {{(pid=80983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Jul 06 01:58:43.315271 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-04ca8652-e2ce-4b9e-9baa-a7319b2b42a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 01:58:43.318710 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.provisioning_blocks [None req-a4004539-b7b6-4e86-90e4-341bdee70ce9 None None] Provisioning for port 7124ba4a-639a-4dcc-8319-5958a5d545ad completed by entity DHCP. {{(pid=80982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 06 01:58:43.322789 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.rpc [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Device 91befcce-f893-4db3-8782-aa3c8df5ebed up at agent ovs-agent-dv-cinder-799546-3-iscsi {{(pid=80982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:273}}
Jul 06 01:58:43.353739 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878fa4fa-1eb8-46fe-a6ca-54a4b90a67f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f185dd58-c317-460e-931e-fd050d99b42f,revision_number=None']} {{(pid=80980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 01:58:43.363348 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-878fa4fa-1eb8-46fe-a6ca-54a4b90a67f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 01:58:43.365211 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-878fa4fa-1eb8-46fe-a6ca-54a4b90a67f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:58:43.366427 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-878fa4fa-1eb8-46fe-a6ca-54a4b90a67f0 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f185dd58-c317-460e-931e-fd050d99b42f HTTP/1.1" status: 204  len: 168 time: 0.7712486
Jul 06 01:58:43.397099 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-171e63a2-2e85-4b38-84f4-12fbd3f60483 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1050496'] for port, before_update {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:58:43.437781 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.provisioning_blocks [None req-a4004539-b7b6-4e86-90e4-341bdee70ce9 None None] Provisioning complete for port 7124ba4a-639a-4dcc-8319-5958a5d545ad triggered by entity DHCP. {{(pid=80982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 06 01:58:43.438255 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-a4004539-b7b6-4e86-90e4-341bdee70ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1309268'] for port, provisioning_complete {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:58:43.731800 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-171e63a2-2e85-4b38-84f4-12fbd3f60483 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:58:43.766578 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-171e63a2-2e85-4b38-84f4-12fbd3f60483 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740753762112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740753409037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296101366746'] for port, after_update {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:58:43.767760 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-171e63a2-2e85-4b38-84f4-12fbd3f60483 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1080785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-328041'] for router_interface, after_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:58:43.787161 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 01:58:44.074823 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.provisioning_blocks [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Provisioning complete for port 91befcce-f893-4db3-8782-aa3c8df5ebed triggered by entity L2. {{(pid=80982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 06 01:58:44.075251 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1309268'] for port, provisioning_complete {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:58:44.218017 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-a4004539-b7b6-4e86-90e4-341bdee70ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1050496'] for port, before_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:58:44.256706 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_hamode_db [None req-4a67bc08-9a2e-4e7a-abd0-c78ed4256ae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f31d7261710>, [{'id': 'f4336f44-a745-4a6d-ab82-26313ad46480', 'name': 'tempest-AttachVolumeShelveTestJSON-703016033-router', 'tenant_id': '6eda011ce6da4a3aa6a9ea578c51725a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8', 'external_fixed_ips': [{'subnet_id': '24d74941-6bd6-4d03-882f-a623d522833f', 'ip_address': '172.27.1.52'}], 'enable_snat': True}, 'gw_port_id': '507be5b4-fa06-435c-b115-e54448dceb38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T01:58:36Z', 'updated_at': '2021-07-06T01:58:39Z', 'revision_number': 3, 'project_id': '6eda011ce6da4a3aa6a9ea578c51725a', 'gw_port': {'id': '507be5b4-fa06-435c-b115-e54448dceb38', 'name': '', 'network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:ed:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4336f44-a745-4a6d-ab82-26313ad46480', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '24d74941-6bd6-4d03-882f-a623d522833f', 'ip_address': '172.27.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T01:58:37Z', 'updated_at': '2021-07-06T01:58:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '24d74941-6bd6-4d03-882f-a623d522833f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799546-3-iscsi'}], 'dv-cinder-799546-3-iscsi', False) {} {{(pid=80982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 01:58:44.296191 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a67bc08-9a2e-4e7a-abd0-c78ed4256ae7 None None] Checking router: f4336f44-a745-4a6d-ab82-26313ad46480 for host: dv-cinder-799546-3-iscsi {{(pid=80982) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Jul 06 01:58:44.296962 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a67bc08-9a2e-4e7a-abd0-c78ed4256ae7 None None] Updating router f4336f44-a745-4a6d-ab82-26313ad46480 port 507be5b4-fa06-435c-b115-e54448dceb38 binding host dv-cinder-799546-3-iscsi {{(pid=80982) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Jul 06 01:58:44.360321 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-171e63a2-2e85-4b38-84f4-12fbd3f60483 admin admin] Network 2a4c8008-ce84-432c-9f5d-0fe3ba12caba is already hosted by enough agents. {{(pid=80981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:240}}
Jul 06 01:58:44.419300 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.scheduler.base_scheduler [None req-171e63a2-2e85-4b38-84f4-12fbd3f60483 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jul 06 01:58:44.481533 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [None req-a4004539-b7b6-4e86-90e4-341bdee70ce9 None None] For port 7124ba4a-639a-4dcc-8319-5958a5d545ad, host dv-cinder-799546-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799546-3-iscsi',level=0,port_id=7124ba4a-639a-4dcc-8319-5958a5d545ad,segment=NetworkSegment(f325f6e3-ee5f-469d-9162-dffc7dd88549),segment_id=f325f6e3-ee5f-469d-9162-dffc7dd88549)] {{(pid=80982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 01:58:44.483640 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-4a67bc08-9a2e-4e7a-abd0-c78ed4256ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1050496'] for port, before_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:58:44.572551 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171e63a2-2e85-4b38-84f4-12fbd3f60483 admin admin] Pushing event updated for resources: {'Port': ['ID=8d5e8566-37f4-4010-af7c-cd43ad32bb78,revision_number=2']} {{(pid=80981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 01:58:44.600773 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-171e63a2-2e85-4b38-84f4-12fbd3f60483 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.817s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 01:58:44.623713 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-f144c6e1-99a2-4ddd-a905-0d7abaa646f6 req-6de08905-890b-4d84-8228-143f52fcc5a6 tempest-DeleteServersTestJSON-627605710 tempest-DeleteServersTestJSON-627605710-project] 10.222.0.11 "GET /v2.0/ports?device_id=6d62c3ad-8c15-4368-8cae-7e464ee1f4ad HTTP/1.1" status: 200  len: 210 time: 0.1076427
Jul 06 01:58:44.653003 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-a4004539-b7b6-4e86-90e4-341bdee70ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740753762112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740753409037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296101366746'] for port, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:58:44.680028 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 01:58:45.002910 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4004539-b7b6-4e86-90e4-341bdee70ce9 None None] Pushing event updated for resources: {'Port': ['ID=7124ba4a-639a-4dcc-8319-5958a5d545ad,revision_number=3']} {{(pid=80982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 01:58:45.131001 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80980) accepted ('10.222.0.37', 55185) {{(pid=80980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 01:58:45.323792 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-171e63a2-2e85-4b38-84f4-12fbd3f60483 admin admin] Router 5a0ec982-2a10-44a4-86fc-d1e13aecf617 has already been hosted by L3 agent 61912d2b-cbf3-48c5-b8b2-dcc1c49052a5 {{(pid=80981) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Jul 06 01:58:45.348453 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-a4004539-b7b6-4e86-90e4-341bdee70ce9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.679s {{(pid=80982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 01:58:45.592720 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.provisioning_blocks [None req-54f6ee97-5d8d-42da-9d49-29ad4264c7a8 None None] Provisioning complete for port 7124ba4a-639a-4dcc-8319-5958a5d545ad triggered by entity DHCP. {{(pid=80982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 06 01:58:45.599896 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-54f6ee97-5d8d-42da-9d49-29ad4264c7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1309268'] for port, provisioning_complete {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:58:45.923213 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df030a2-0447-4364-9e8a-b09ae2ddb0da req-8f7464f1-188e-4f84-9633-4a1c1406a5a7 tempest-DeleteServersTestJSON-627605710 tempest-DeleteServersTestJSON-627605710-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 01:58:45.926923 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-5df030a2-0447-4364-9e8a-b09ae2ddb0da req-8f7464f1-188e-4f84-9633-4a1c1406a5a7 tempest-DeleteServersTestJSON-627605710 tempest-DeleteServersTestJSON-627605710-project] 10.222.0.37 "GET /v2.0/networks?id=fa8d729d-4beb-4e5d-8741-8858629919ab HTTP/1.1" status: 200  len: 812 time: 0.7693427
Jul 06 01:58:45.997515 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.rpc [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Device 7124ba4a-639a-4dcc-8319-5958a5d545ad up at agent ovs-agent-dv-cinder-799546-3-iscsi {{(pid=80982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:273}}
Jul 06 01:58:46.000181 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.v2.base [req-5df030a2-0447-4364-9e8a-b09ae2ddb0da req-13643236-cb7d-452c-b404-fc80be1cd0dd tempest-DeleteServersTestJSON-627605710 tempest-DeleteServersTestJSON-627605710-project] Request body: {'port': {'device_id': '6d62c3ad-8c15-4368-8cae-7e464ee1f4ad', 'network_id': 'fa8d729d-4beb-4e5d-8741-8858629919ab', 'admin_state_up': True, 'tenant_id': '56dae065814141f1b6d7612da46000e7'}} {{(pid=80980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 06 01:58:46.057055 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-171e63a2-2e85-4b38-84f4-12fbd3f60483 admin admin] Notify agent at l3_agent.dv-cinder-799546-3-iscsi the message routers_updated {{(pid=80981) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jul 06 01:58:46.087933 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-171e63a2-2e85-4b38-84f4-12fbd3f60483 admin admin] 10.222.0.11 "PUT /v2.0/routers/5a0ec982-2a10-44a4-86fc-d1e13aecf617/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.0919366
Jul 06 01:58:46.302587 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-4d4b758e-689a-42c5-9e3f-90d2592e06a0 req-cdeba1b0-9828-4777-9efe-a4b010f2d6ff tempest-DeleteServersTestJSON-627605710 tempest-DeleteServersTestJSON-627605710-project] 10.222.0.11 "GET /v2.0/ports?device_id=6d62c3ad-8c15-4368-8cae-7e464ee1f4ad HTTP/1.1" status: 200  len: 210 time: 0.0809431
Jul 06 01:58:46.471760 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [req-5df030a2-0447-4364-9e8a-b09ae2ddb0da req-13643236-cb7d-452c-b404-fc80be1cd0dd tempest-DeleteServersTestJSON-627605710 tempest-DeleteServersTestJSON-627605710-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 01:58:46.677811 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [req-5df030a2-0447-4364-9e8a-b09ae2ddb0da req-13643236-cb7d-452c-b404-fc80be1cd0dd tempest-DeleteServersTestJSON-627605710 tempest-DeleteServersTestJSON-627605710-project] Usage tracker for resource:port and tenant:56dae065814141f1b6d7612da46000e7 is out of sync, need to count used quota {{(pid=80980) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 01:58:46.696509 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [req-5df030a2-0447-4364-9e8a-b09ae2ddb0da req-13643236-cb7d-452c-b404-fc80be1cd0dd tempest-DeleteServersTestJSON-627605710 tempest-DeleteServersTestJSON-627605710-project] Quota usage for port was recalculated. Used quota:0. {{(pid=80980) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 01:58:46.723034 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [req-5df030a2-0447-4364-9e8a-b09ae2ddb0da req-13643236-cb7d-452c-b404-fc80be1cd0dd tempest-DeleteServersTestJSON-627605710 tempest-DeleteServersTestJSON-627605710-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 01:58:46.768461 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-af3a29da-0658-4c42-b487-8612a325f628 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1050496'] for port, before_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:58:46.933534 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5df030a2-0447-4364-9e8a-b09ae2ddb0da req-13643236-cb7d-452c-b404-fc80be1cd0dd tempest-DeleteServersTestJSON-627605710 tempest-DeleteServersTestJSON-627605710-project] Made reservation on behalf of 56dae065814141f1b6d7612da46000e7 for: {'port': 1} {{(pid=80980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jul 06 01:58:46.944867 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-5df030a2-0447-4364-9e8a-b09ae2ddb0da req-13643236-cb7d-452c-b404-fc80be1cd0dd tempest-DeleteServersTestJSON-627605710 tempest-DeleteServersTestJSON-627605710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1050496'] for port, before_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:58:47.009473 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-4a67bc08-9a2e-4e7a-abd0-c78ed4256ae7 None None] Notify callbacks [] for port, precommit_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:58:47.025780 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.provisioning_blocks [None req-4a67bc08-9a2e-4e7a-abd0-c78ed4256ae7 None None] Transition to ACTIVE for port object 507be5b4-fa06-435c-b115-e54448dceb38 will not be triggered until provisioned by entity L2. {{(pid=80982) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 06 01:58:47.059384 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-4a67bc08-9a2e-4e7a-abd0-c78ed4256ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740753762112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740753409037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296101366746'] for port, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:58:47.130249 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-53eec357-3aae-44f6-9dd3-ef5b03e04048 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 01:58:47.339033 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.managers [None req-4a67bc08-9a2e-4e7a-abd0-c78ed4256ae7 None None] Attempting to bind port 507be5b4-fa06-435c-b115-e54448dceb38 on host dv-cinder-799546-3-iscsi for vnic_type normal with profile  {{(pid=80982) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jul 06 01:58:47.340617 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.managers [None req-4a67bc08-9a2e-4e7a-abd0-c78ed4256ae7 None None] Attempting to bind port 507be5b4-fa06-435c-b115-e54448dceb38 by drivers openvswitch,hyperv on host dv-cinder-799546-3-iscsi at level 0 using segments [{'id': 'e64f8835-8265-4308-a68c-94b30f2a67d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8'}] {{(pid=80982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jul 06 01:58:47.342934 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a67bc08-9a2e-4e7a-abd0-c78ed4256ae7 None None] Attempting to bind port 507be5b4-fa06-435c-b115-e54448dceb38 on network 69f53fb8-46a2-4fb2-8b50-29617e0b26b8 {{(pid=80982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Jul 06 01:58:47.345701 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a13147e-b56c-4007-8cf5-5ef3a1157486 None None] Pushing event updated for resources: {'Port': ['ID=507be5b4-fa06-435c-b115-e54448dceb38,revision_number=2']} {{(pid=80982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 01:58:47.361926 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-6a13147e-b56c-4007-8cf5-5ef3a1157486 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=80982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 01:58:47.369825 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a67bc08-9a2e-4e7a-abd0-c78ed4256ae7 None None] Checking agent: {'id': '3e633bc2-fb27-4d05-86ce-e7e954e44018', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799546-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 1, 50, 2), 'started_at': datetime.datetime(2021, 7, 6, 1, 50, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 1, 58, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['geneve', 'gre', 'internal', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799546-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.0', 'Port': '1.5', 'PortForwarding': '1.1', 'QosPolicy': '1.8', 'SecurityGroup': '1.1', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.0', 'Trunk': '1.1'}} {{(pid=80982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Jul 06 01:58:47.370529 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a67bc08-9a2e-4e7a-abd0-c78ed4256ae7 None None] Checking segment: {'id': 'e64f8835-8265-4308-a68c-94b30f2a67d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jul 06 01:58:47.371199 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-4a67bc08-9a2e-4e7a-abd0-c78ed4256ae7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:58:47.371849 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a67bc08-9a2e-4e7a-abd0-c78ed4256ae7 None None] Bound using segment: {'id': 'e64f8835-8265-4308-a68c-94b30f2a67d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8'} {{(pid=80982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Jul 06 01:58:47.372591 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.managers [None req-4a67bc08-9a2e-4e7a-abd0-c78ed4256ae7 None None] Bound port: 507be5b4-fa06-435c-b115-e54448dceb38, host: dv-cinder-799546-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e64f8835-8265-4308-a68c-94b30f2a67d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8'}}] {{(pid=80982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jul 06 01:58:47.373506 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-4a67bc08-9a2e-4e7a-abd0-c78ed4256ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1050496'] for port, before_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:58:47.461322 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.provisioning_blocks [None req-54f6ee97-5d8d-42da-9d49-29ad4264c7a8 None None] Provisioning for port 8d5e8566-37f4-4010-af7c-cd43ad32bb78 completed by entity DHCP. {{(pid=80982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 06 01:58:47.492568 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.provisioning_blocks [None req-54f6ee97-5d8d-42da-9d49-29ad4264c7a8 None None] Provisioning complete for port 8d5e8566-37f4-4010-af7c-cd43ad32bb78 triggered by entity DHCP. {{(pid=80982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 06 01:58:47.493401 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-54f6ee97-5d8d-42da-9d49-29ad4264c7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1309268'] for port, provisioning_complete {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:58:47.607758 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.provisioning_blocks [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Provisioning complete for port 7124ba4a-639a-4dcc-8319-5958a5d545ad triggered by entity L2. {{(pid=80982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 06 01:58:47.608956 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1309268'] for port, provisioning_complete {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:58:47.808192 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80981) accepted ('10.222.0.11', 37772) {{(pid=80981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 01:58:47.814866 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.v2.base [None req-05952475-eb6b-41be-a5c4-b2c3071f658d tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1802758178', 'description': 'tempest-description--1596752841'}} {{(pid=80981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 06 01:58:47.841734 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-05952475-eb6b-41be-a5c4-b2c3071f658d tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 01:58:47.869069 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-05952475-eb6b-41be-a5c4-b2c3071f658d tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Usage tracker for resource:security_group and tenant:587da9b290164b68a272d4c4072a9c73 is out of sync, need to count used quota {{(pid=80981) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 01:58:47.892052 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-05952475-eb6b-41be-a5c4-b2c3071f658d tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80981) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 01:58:47.905287 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-05952475-eb6b-41be-a5c4-b2c3071f658d tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 01:58:47.955677 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-05952475-eb6b-41be-a5c4-b2c3071f658d tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Notify callbacks [] for security_group, before_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:58:47.975406 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.plugin [None req-54f6ee97-5d8d-42da-9d49-29ad4264c7a8 None None] Port 8d5e8566-37f4-4010-af7c-cd43ad32bb78 cannot update to ACTIVE because it is not bound. {{(pid=80982) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:301}}
Jul 06 01:58:48.014023 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [None req-4a67bc08-9a2e-4e7a-abd0-c78ed4256ae7 None None] For port 507be5b4-fa06-435c-b115-e54448dceb38, host dv-cinder-799546-3-iscsi, cleared binding levels {{(pid=80982) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:111}}
Jul 06 01:58:48.058913 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [None req-4a67bc08-9a2e-4e7a-abd0-c78ed4256ae7 None None] For port 507be5b4-fa06-435c-b115-e54448dceb38, host dv-cinder-799546-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799546-3-iscsi',level=0,port_id=507be5b4-fa06-435c-b115-e54448dceb38,segment=NetworkSegment(e64f8835-8265-4308-a68c-94b30f2a67d9),segment_id=e64f8835-8265-4308-a68c-94b30f2a67d9)] {{(pid=80982) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}}
Jul 06 01:58:48.064454 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.rpc [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Device 2cbeeafc-0e7b-49cd-a165-7753ce009d2d up at agent ovs-agent-dv-cinder-799546-3-iscsi {{(pid=80982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:273}}
Jul 06 01:58:48.081340 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-05952475-eb6b-41be-a5c4-b2c3071f658d tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 01:58:48.090633 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-05952475-eb6b-41be-a5c4-b2c3071f658d tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Usage tracker for resource:security_group_rule and tenant:587da9b290164b68a272d4c4072a9c73 is out of sync, need to count used quota {{(pid=80981) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 01:58:48.106646 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-05952475-eb6b-41be-a5c4-b2c3071f658d tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80981) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 01:58:48.121021 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-05952475-eb6b-41be-a5c4-b2c3071f658d tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 01:58:48.151583 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-4a67bc08-9a2e-4e7a-abd0-c78ed4256ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740753762112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740753409037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296101366746'] for port, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:58:48.181421 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 01:58:48.223994 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.db_base_plugin_common [req-5df030a2-0447-4364-9e8a-b09ae2ddb0da req-13643236-cb7d-452c-b404-fc80be1cd0dd tempest-DeleteServersTestJSON-627605710 tempest-DeleteServersTestJSON-627605710-project] Allocated IP 172.20.0.8 (fa8d729d-4beb-4e5d-8741-8858629919ab/0fbb8dce-1c1f-4a83-ac03-c3e101a382fa/80d0580b-4f6d-4b5f-8d0e-2fdbcbefa28c) {{(pid=80980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Jul 06 01:58:48.286419 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-71c48e0f-4c44-4ae6-afd3-a55d89d1f246 req-5a585573-afb5-46bc-8375-9161cd18fa30 tempest-DeleteServersTestJSON-627605710 tempest-DeleteServersTestJSON-627605710-project] 10.222.0.11 "GET /v2.0/ports?device_id=6d62c3ad-8c15-4368-8cae-7e464ee1f4ad HTTP/1.1" status: 200  len: 210 time: 0.3696198
Jul 06 01:58:48.293330 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.db_base_plugin_common [None req-af3a29da-0658-4c42-b487-8612a325f628 admin admin] Allocated IP 172.20.0.1 (dc49653d-588e-4ee2-9689-ebb2724e1086/989a31a1-084c-4193-9367-4e104f09769b/10e09a2d-b710-4e2b-bc1a-4f4ec7e2a012) {{(pid=80980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Jul 06 01:58:48.308666 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f84d4ed0-cb68-42d4-a122-1c89425d2293 None None] Sync routers for ids ['5a0ec982-2a10-44a4-86fc-d1e13aecf617'] in dv-cinder-799546-3-iscsi {{(pid=80983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Jul 06 01:58:48.345533 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-05952475-eb6b-41be-a5c4-b2c3071f658d tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Notify callbacks [] for security_group, precommit_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:58:48.345658 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f84d4ed0-cb68-42d4-a122-1c89425d2293 None None] Routers {'5a0ec982-2a10-44a4-86fc-d1e13aecf617'} bound to L3 agent in host dv-cinder-799546-3-iscsi {{(pid=80983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 06 01:58:48.345658 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_hamode_db [None req-f84d4ed0-cb68-42d4-a122-1c89425d2293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f31d754a7b8>, 'dv-cinder-799546-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T01:50:03Z,description=<?>,heartbeat_timestamp=2021-07-06T01:58:33Z,host='dv-cinder-799546-3-iscsi',id=61912d2b-cbf3-48c5-b8b2-dcc1c49052a5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-06T01:50:03Z,topic='l3_agent')) {'router_ids': ['5a0ec982-2a10-44a4-86fc-d1e13aecf617'], 'active': True} {{(pid=80983) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 01:58:48.375619 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.provisioning_blocks [None req-722645cb-07f9-4c23-99b6-7209d3153c43 None None] Provisioning complete for port 8d5e8566-37f4-4010-af7c-cd43ad32bb78 triggered by entity DHCP. {{(pid=80982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 06 01:58:48.376352 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-722645cb-07f9-4c23-99b6-7209d3153c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1309268'] for port, provisioning_complete {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:58:48.383384 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-05952475-eb6b-41be-a5c4-b2c3071f658d tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428228'] for security_group, after_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:58:48.390290 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-a7496565-bfe8-4c7d-bade-506538955fa7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 01:58:48.513261 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-af3a29da-0658-4c42-b487-8612a325f628 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:58:48.525767 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05952475-eb6b-41be-a5c4-b2c3071f658d tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a49819e7-9e67-4461-9ca0-4f120b4fbc53,revision_number=1']} {{(pid=80981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 01:58:48.537138 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.provisioning_blocks [None req-af3a29da-0658-4c42-b487-8612a325f628 admin admin] Transition to ACTIVE for port object 10e09a2d-b710-4e2b-bc1a-4f4ec7e2a012 will not be triggered until provisioned by entity DHCP. {{(pid=80980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 06 01:58:48.560458 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-05952475-eb6b-41be-a5c4-b2c3071f658d tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 01:58:48.564198 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a13147e-b56c-4007-8cf5-5ef3a1157486 None None] Pushing event updated for resources: {'Port': ['ID=507be5b4-fa06-435c-b115-e54448dceb38,revision_number=3']} {{(pid=80982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 01:58:48.577983 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-6a13147e-b56c-4007-8cf5-5ef3a1157486 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.394s {{(pid=80982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 01:58:48.604898 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.plugin [None req-722645cb-07f9-4c23-99b6-7209d3153c43 None None] Port 8d5e8566-37f4-4010-af7c-cd43ad32bb78 cannot update to ACTIVE because it is not bound. {{(pid=80982) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:301}}
Jul 06 01:58:48.617973 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a67bc08-9a2e-4e7a-abd0-c78ed4256ae7 None None] Routers {'f4336f44-a745-4a6d-ab82-26313ad46480'} bound to L3 agent in host dv-cinder-799546-3-iscsi {{(pid=80982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 06 01:58:48.618781 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_hamode_db [None req-4a67bc08-9a2e-4e7a-abd0-c78ed4256ae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f31d7261710>, 'dv-cinder-799546-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T01:50:03Z,description=<?>,heartbeat_timestamp=2021-07-06T01:58:33Z,host='dv-cinder-799546-3-iscsi',id=61912d2b-cbf3-48c5-b8b2-dcc1c49052a5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-06T01:50:03Z,topic='l3_agent')) {'router_ids': ['f4336f44-a745-4a6d-ab82-26313ad46480'], 'active': True} {{(pid=80982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 01:58:48.622787 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-af3a29da-0658-4c42-b487-8612a325f628 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296101369102'] for port, after_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:58:48.630490 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-f7f7b0b2-f651-46a8-ac8f-e6476500f798 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 01:58:48.709608 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-05952475-eb6b-41be-a5c4-b2c3071f658d tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Notify callbacks [] for security_group, before_response {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:58:48.711490 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3a29da-0658-4c42-b487-8612a325f628 admin admin] Pushing event updated for resources: {'Port': ['ID=10e09a2d-b710-4e2b-bc1a-4f4ec7e2a012,revision_number=1']} {{(pid=80980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 01:58:48.712096 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-05952475-eb6b-41be-a5c4-b2c3071f658d tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1596 time: 0.9020112
Jul 06 01:58:48.715741 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80981) accepted ('10.222.0.11', 37796) {{(pid=80981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 01:58:48.715921 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_dvr_db [None req-f84d4ed0-cb68-42d4-a122-1c89425d2293 None None] Set router 5a0ec982-2a10-44a4-86fc-d1e13aecf617 gateway port host: dv-cinder-799546-3-iscsi {{(pid=80983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:850}}
Jul 06 01:58:48.719059 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-af3a29da-0658-4c42-b487-8612a325f628 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 01:58:48.734175 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af3a29da-0658-4c42-b487-8612a325f628 admin admin] Network dc49653d-588e-4ee2-9689-ebb2724e1086 is already hosted by enough agents. {{(pid=80980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:240}}
Jul 06 01:58:48.735452 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.scheduler.base_scheduler [None req-af3a29da-0658-4c42-b487-8612a325f628 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jul 06 01:58:48.754466 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.v2.base [None req-bda1c093-6c21-4953-9775-48c04e57aa93 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Request body: {'security_group_rule': {'security_group_id': 'a49819e7-9e67-4461-9ca0-4f120b4fbc53', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 06 01:58:48.796834 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-bda1c093-6c21-4953-9775-48c04e57aa93 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 01:58:48.858550 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.provisioning_blocks [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Provisioning for port 2cbeeafc-0e7b-49cd-a165-7753ce009d2d completed by entity L2. {{(pid=80982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 06 01:58:48.884698 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.provisioning_blocks [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Provisioning complete for port 2cbeeafc-0e7b-49cd-a165-7753ce009d2d triggered by entity L2. {{(pid=80982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 06 01:58:48.889179 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-bda1c093-6c21-4953-9775-48c04e57aa93 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Usage tracker for resource:security_group_rule and tenant:587da9b290164b68a272d4c4072a9c73 is out of sync, need to count used quota {{(pid=80981) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 01:58:48.897455 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1309268'] for port, provisioning_complete {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:58:48.951151 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-bda1c093-6c21-4953-9775-48c04e57aa93 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80981) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 01:58:49.024522 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-bda1c093-6c21-4953-9775-48c04e57aa93 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 01:58:49.152851 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-5df030a2-0447-4364-9e8a-b09ae2ddb0da req-13643236-cb7d-452c-b404-fc80be1cd0dd tempest-DeleteServersTestJSON-627605710 tempest-DeleteServersTestJSON-627605710-project] Notify callbacks [] for port, precommit_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:58:49.206104 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-bda1c093-6c21-4953-9775-48c04e57aa93 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:58:49.243080 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af3a29da-0658-4c42-b487-8612a325f628 admin admin] Received port after_create {{(pid=80980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 06 01:58:49.243933 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-af3a29da-0658-4c42-b487-8612a325f628 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-342957'] for router_interface, before_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:58:49.249547 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80980) accepted ('10.222.0.11', 37816) {{(pid=80980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 01:58:49.312674 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-5df030a2-0447-4364-9e8a-b09ae2ddb0da req-13643236-cb7d-452c-b404-fc80be1cd0dd tempest-DeleteServersTestJSON-627605710 tempest-DeleteServersTestJSON-627605710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296101369102'] for port, after_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:58:49.381098 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 01:58:49.648641 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5df030a2-0447-4364-9e8a-b09ae2ddb0da req-13643236-cb7d-452c-b404-fc80be1cd0dd tempest-DeleteServersTestJSON-627605710 tempest-DeleteServersTestJSON-627605710-project] Network fa8d729d-4beb-4e5d-8741-8858629919ab is already hosted by enough agents. {{(pid=80980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:240}}
Jul 06 01:58:49.714527 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_dvr_db [None req-4a67bc08-9a2e-4e7a-abd0-c78ed4256ae7 None None] Set router f4336f44-a745-4a6d-ab82-26313ad46480 gateway port host: dv-cinder-799546-3-iscsi {{(pid=80982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:850}}
Jul 06 01:58:49.763436 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.scheduler.base_scheduler [req-5df030a2-0447-4364-9e8a-b09ae2ddb0da req-13643236-cb7d-452c-b404-fc80be1cd0dd tempest-DeleteServersTestJSON-627605710 tempest-DeleteServersTestJSON-627605710-project] Resources bound (agent type, host, resource id):  {{(pid=80980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jul 06 01:58:49.790730 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_dvrscheduler_db [req-5df030a2-0447-4364-9e8a-b09ae2ddb0da req-13643236-cb7d-452c-b404-fc80be1cd0dd tempest-DeleteServersTestJSON-627605710 tempest-DeleteServersTestJSON-627605710-project] Received port after_create {{(pid=80980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 06 01:58:49.805328 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df030a2-0447-4364-9e8a-b09ae2ddb0da req-13643236-cb7d-452c-b404-fc80be1cd0dd tempest-DeleteServersTestJSON-627605710 tempest-DeleteServersTestJSON-627605710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 01:58:49.806587 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-5df030a2-0447-4364-9e8a-b09ae2ddb0da req-13643236-cb7d-452c-b404-fc80be1cd0dd tempest-DeleteServersTestJSON-627605710 tempest-DeleteServersTestJSON-627605710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853726196'] for port, before_response {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:58:49.825594 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.provisioning_blocks [None req-1f7fed07-8633-429f-9f21-5a96810bf853 None None] Provisioning for port 10e09a2d-b710-4e2b-bc1a-4f4ec7e2a012 completed by entity DHCP. {{(pid=80982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 06 01:58:49.839386 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-bda1c093-6c21-4953-9775-48c04e57aa93 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:58:49.850793 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1050496'] for port, before_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:58:49.866046 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.provisioning_blocks [None req-1f7fed07-8633-429f-9f21-5a96810bf853 None None] Provisioning complete for port 10e09a2d-b710-4e2b-bc1a-4f4ec7e2a012 triggered by entity DHCP. {{(pid=80982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 06 01:58:49.866445 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-1f7fed07-8633-429f-9f21-5a96810bf853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1309268'] for port, provisioning_complete {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:58:49.880716 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-bda1c093-6c21-4953-9775-48c04e57aa93 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428264'] for security_group_rule, after_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:58:49.886432 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 01:58:49.929704 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda1c093-6c21-4953-9775-48c04e57aa93 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41e6ad2c-fe41-480b-b77a-5b50e6df5fdd,revision_number=0']} {{(pid=80981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 01:58:49.998938 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-bda1c093-6c21-4953-9775-48c04e57aa93 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 01:58:50.000381 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_hamode_db [None req-f84d4ed0-cb68-42d4-a122-1c89425d2293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f31d754a7b8>, [{'id': '5a0ec982-2a10-44a4-86fc-d1e13aecf617', 'name': 'tempest-AttachVolumeTestJSON-645204130-router', 'tenant_id': '587da9b290164b68a272d4c4072a9c73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8', 'external_fixed_ips': [{'subnet_id': '24d74941-6bd6-4d03-882f-a623d522833f', 'ip_address': '172.27.1.100'}], 'enable_snat': True}, 'gw_port_id': '2cbeeafc-0e7b-49cd-a165-7753ce009d2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T01:58:34Z', 'updated_at': '2021-07-06T01:58:43Z', 'revision_number': 4, 'project_id': '587da9b290164b68a272d4c4072a9c73', 'gw_port': {'id': '2cbeeafc-0e7b-49cd-a165-7753ce009d2d', 'name': '', 'network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:3c:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a0ec982-2a10-44a4-86fc-d1e13aecf617', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '24d74941-6bd6-4d03-882f-a623d522833f', 'ip_address': '172.27.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T01:58:35Z', 'updated_at': '2021-07-06T01:58:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24d74941-6bd6-4d03-882f-a623d522833f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799546-3-iscsi', '_interfaces': [{'id': '8d5e8566-37f4-4010-af7c-cd43ad32bb78', 'name': '', 'network_id': '2a4c8008-ce84-432c-9f5d-0fe3ba12caba', 'tenant_id': '587da9b290164b68a272d4c4072a9c73', 'mac_address': 'fa:16:3e:38:a5:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a0ec982-2a10-44a4-86fc-d1e13aecf617', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '10f6138f-392f-434d-90d2-631457fbed0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T01:58:42Z', 'updated_at': '2021-07-06T01:58:43Z', 'revision_number': 2, 'project_id': '587da9b290164b68a272d4c4072a9c73', 'subnets': [{'id': '10f6138f-392f-434d-90d2-631457fbed0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799546-3-iscsi', False) {} {{(pid=80983) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 01:58:50.006604 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13643236-cb7d-452c-b404-fc80be1cd0dd tempest-DeleteServersTestJSON-627605710 tempest-DeleteServersTestJSON-627605710-project] Pushing event updated for resources: {'Port': ['ID=80d0580b-4f6d-4b5f-8d0e-2fdbcbefa28c,revision_number=1']} {{(pid=80980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 01:58:50.025970 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f84d4ed0-cb68-42d4-a122-1c89425d2293 None None] Checking router: 5a0ec982-2a10-44a4-86fc-d1e13aecf617 for host: dv-cinder-799546-3-iscsi {{(pid=80983) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Jul 06 01:58:50.027450 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f84d4ed0-cb68-42d4-a122-1c89425d2293 None None] Updating router 5a0ec982-2a10-44a4-86fc-d1e13aecf617 port 8d5e8566-37f4-4010-af7c-cd43ad32bb78 binding host dv-cinder-799546-3-iscsi {{(pid=80983) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Jul 06 01:58:50.046676 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-13643236-cb7d-452c-b404-fc80be1cd0dd tempest-DeleteServersTestJSON-627605710 tempest-DeleteServersTestJSON-627605710-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.665s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 01:58:50.101948 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-bda1c093-6c21-4953-9775-48c04e57aa93 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:58:50.106806 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-bda1c093-6c21-4953-9775-48c04e57aa93 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 1.3893902
Jul 06 01:58:50.107766 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80981) accepted ('10.222.0.11', 37848) {{(pid=80981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 01:58:50.114273 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97beee9b-ff8d-42a6-a4b7-258a49f3054e req-b1de5967-2ced-4bd3-8c3f-44bb75427aa6 tempest-DeleteServersTestJSON-627605710 tempest-DeleteServersTestJSON-627605710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 01:58:50.131510 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-97beee9b-ff8d-42a6-a4b7-258a49f3054e req-b1de5967-2ced-4bd3-8c3f-44bb75427aa6 tempest-DeleteServersTestJSON-627605710 tempest-DeleteServersTestJSON-627605710-project] 10.222.0.11 "GET /v2.0/ports?device_id=6d62c3ad-8c15-4368-8cae-7e464ee1f4ad HTTP/1.1" status: 200  len: 931 time: 0.4501345
Jul 06 01:58:50.154507 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.v2.base [None req-e2697f6c-bcac-40b3-a278-40a14a299b16 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Request body: {'security_group_rule': {'security_group_id': 'a49819e7-9e67-4461-9ca0-4f120b4fbc53', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 06 01:58:50.192481 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-e2697f6c-bcac-40b3-a278-40a14a299b16 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 01:58:50.202461 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.plugin [None req-1f7fed07-8633-429f-9f21-5a96810bf853 None None] Port 10e09a2d-b710-4e2b-bc1a-4f4ec7e2a012 cannot update to ACTIVE because it is not bound. {{(pid=80982) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:301}}
Jul 06 01:58:50.218949 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-e2697f6c-bcac-40b3-a278-40a14a299b16 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Usage tracker for resource:security_group_rule and tenant:587da9b290164b68a272d4c4072a9c73 is out of sync, need to count used quota {{(pid=80981) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 01:58:50.228106 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-e2697f6c-bcac-40b3-a278-40a14a299b16 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80981) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 01:58:50.230210 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-f84d4ed0-cb68-42d4-a122-1c89425d2293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1050496'] for port, before_update {{(pid=80983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:58:50.266823 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-e2697f6c-bcac-40b3-a278-40a14a299b16 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 01:58:50.276614 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] For port 2cbeeafc-0e7b-49cd-a165-7753ce009d2d, host dv-cinder-799546-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799546-3-iscsi',level=0,port_id=2cbeeafc-0e7b-49cd-a165-7753ce009d2d,segment=NetworkSegment(e64f8835-8265-4308-a68c-94b30f2a67d9),segment_id=e64f8835-8265-4308-a68c-94b30f2a67d9)] {{(pid=80982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 01:58:50.288474 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [req-97beee9b-ff8d-42a6-a4b7-258a49f3054e req-0ae3bc1c-8f5a-438e-a95f-298a29df1df3 tempest-DeleteServersTestJSON-627605710 tempest-DeleteServersTestJSON-627605710-project] Synchronizing usage tracker for tenant:56dae065814141f1b6d7612da46000e7 on resource:security_group {{(pid=80981) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 06 01:58:50.642010 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-67de9a61-6d8a-4646-99f5-1df390b2e512 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:58:50.703221 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [req-97beee9b-ff8d-42a6-a4b7-258a49f3054e req-0ae3bc1c-8f5a-438e-a95f-298a29df1df3 tempest-DeleteServersTestJSON-627605710 tempest-DeleteServersTestJSON-627605710-project] Unset dirty status for tenant:56dae065814141f1b6d7612da46000e7 on resource:security_group {{(pid=80981) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 06 01:58:50.713661 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-97beee9b-ff8d-42a6-a4b7-258a49f3054e req-0ae3bc1c-8f5a-438e-a95f-298a29df1df3 tempest-DeleteServersTestJSON-627605710 tempest-DeleteServersTestJSON-627605710-project] 10.222.0.11 "GET /v2.0/security-groups?id=be64c82a-638e-43a7-af32-f409c1663533&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5809977
Jul 06 01:58:50.727261 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-e2697f6c-bcac-40b3-a278-40a14a299b16 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:58:50.730618 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-5df030a2-0447-4364-9e8a-b09ae2ddb0da req-13643236-cb7d-452c-b404-fc80be1cd0dd tempest-DeleteServersTestJSON-627605710 tempest-DeleteServersTestJSON-627605710-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 4.7851062
Jul 06 01:58:50.774398 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [req-5df030a2-0447-4364-9e8a-b09ae2ddb0da req-2b0d6b3f-7cfd-49c1-814e-94510dc41c90 tempest-DeleteServersTestJSON-627605710 tempest-DeleteServersTestJSON-627605710-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=80980) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jul 06 01:58:50.777455 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-5df030a2-0447-4364-9e8a-b09ae2ddb0da req-2b0d6b3f-7cfd-49c1-814e-94510dc41c90 tempest-DeleteServersTestJSON-627605710 tempest-DeleteServersTestJSON-627605710-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 11621 time: 0.0164595
Jul 06 01:58:50.813188 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-67de9a61-6d8a-4646-99f5-1df390b2e512 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 01:58:50.829300 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-af3a29da-0658-4c42-b487-8612a325f628 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1050496'] for port, before_update {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:58:50.861778 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740753762112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740753409037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296101366746'] for port, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:58:50.868486 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80981) accepted ('10.222.0.11', 37860) {{(pid=80981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 01:58:50.909894 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-a48cfaf0-4f81-4e9c-9781-219fa5f7357f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 01:58:50.997752 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-67de9a61-6d8a-4646-99f5-1df390b2e512 admin admin] Usage tracker for resource:security_group_rule and tenant:c0db6a4f1b6042fb9ed5877c06cdb119 is out of sync, need to count used quota {{(pid=80980) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 01:58:51.016235 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-e2697f6c-bcac-40b3-a278-40a14a299b16 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:58:51.057257 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-e2697f6c-bcac-40b3-a278-40a14a299b16 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428264'] for security_group_rule, after_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:58:51.060231 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 01:58:51.133006 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2697f6c-bcac-40b3-a278-40a14a299b16 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b78ae724-2dd4-42c7-b69e-d349c7ba5914,revision_number=0']} {{(pid=80981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 01:58:51.148480 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-e2697f6c-bcac-40b3-a278-40a14a299b16 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 01:58:51.188831 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-67de9a61-6d8a-4646-99f5-1df390b2e512 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80980) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 01:58:51.211817 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-e2697f6c-bcac-40b3-a278-40a14a299b16 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:58:51.217277 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-e2697f6c-bcac-40b3-a278-40a14a299b16 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 1.0831761
Jul 06 01:58:51.218148 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80981) accepted ('10.222.0.11', 37868) {{(pid=80981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 01:58:51.225966 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.v2.base [None req-cb292324-d95c-4e05-b5f6-b184a75bad28 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Request body: {'floatingip': {'floating_network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8'}} {{(pid=80981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 06 01:58:51.251630 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-cb292324-d95c-4e05-b5f6-b184a75bad28 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 01:58:51.262592 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-cb292324-d95c-4e05-b5f6-b184a75bad28 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Usage tracker for resource:floatingip and tenant:587da9b290164b68a272d4c4072a9c73 is out of sync, need to count used quota {{(pid=80981) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 01:58:51.282387 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-67de9a61-6d8a-4646-99f5-1df390b2e512 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 01:58:51.288050 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-cb292324-d95c-4e05-b5f6-b184a75bad28 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80981) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 01:58:51.316550 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-cb292324-d95c-4e05-b5f6-b184a75bad28 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 01:58:51.347936 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Pushing event updated for resources: {'Port': ['ID=2cbeeafc-0e7b-49cd-a165-7753ce009d2d,revision_number=4']} {{(pid=80982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 01:58:51.365905 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.452s {{(pid=80982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 01:58:51.377387 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-cb292324-d95c-4e05-b5f6-b184a75bad28 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Notify callbacks [] for floatingip, before_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:58:51.702695 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_hamode_db [None req-4a67bc08-9a2e-4e7a-abd0-c78ed4256ae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f31d7261710>, [{'id': 'f4336f44-a745-4a6d-ab82-26313ad46480', 'name': 'tempest-AttachVolumeShelveTestJSON-703016033-router', 'tenant_id': '6eda011ce6da4a3aa6a9ea578c51725a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8', 'external_fixed_ips': [{'subnet_id': '24d74941-6bd6-4d03-882f-a623d522833f', 'ip_address': '172.27.1.52'}], 'enable_snat': True}, 'gw_port_id': '507be5b4-fa06-435c-b115-e54448dceb38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T01:58:36Z', 'updated_at': '2021-07-06T01:58:39Z', 'revision_number': 3, 'project_id': '6eda011ce6da4a3aa6a9ea578c51725a', 'gw_port': {'id': '507be5b4-fa06-435c-b115-e54448dceb38', 'name': '', 'network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:ed:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4336f44-a745-4a6d-ab82-26313ad46480', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '24d74941-6bd6-4d03-882f-a623d522833f', 'ip_address': '172.27.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T01:58:37Z', 'updated_at': '2021-07-06T01:58:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24d74941-6bd6-4d03-882f-a623d522833f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799546-3-iscsi'}], 'dv-cinder-799546-3-iscsi', False) {} {{(pid=80982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 01:58:51.721389 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a67bc08-9a2e-4e7a-abd0-c78ed4256ae7 None None] The sync data for ids ['f4336f44-a745-4a6d-ab82-26313ad46480'] in dv-cinder-799546-3-iscsi is: [{'id': 'f4336f44-a745-4a6d-ab82-26313ad46480', 'name': 'tempest-AttachVolumeShelveTestJSON-703016033-router', 'tenant_id': '6eda011ce6da4a3aa6a9ea578c51725a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8', 'external_fixed_ips': [{'subnet_id': '24d74941-6bd6-4d03-882f-a623d522833f', 'ip_address': '172.27.1.52'}], 'enable_snat': True}, 'gw_port_id': '507be5b4-fa06-435c-b115-e54448dceb38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T01:58:36Z', 'updated_at': '2021-07-06T01:58:39Z', 'revision_number': 3, 'project_id': '6eda011ce6da4a3aa6a9ea578c51725a', 'gw_port': {'id': '507be5b4-fa06-435c-b115-e54448dceb38', 'name': '', 'network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:ed:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4336f44-a745-4a6d-ab82-26313ad46480', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '24d74941-6bd6-4d03-882f-a623d522833f', 'ip_address': '172.27.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T01:58:37Z', 'updated_at': '2021-07-06T01:58:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24d74941-6bd6-4d03-882f-a623d522833f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799546-3-iscsi'}] {{(pid=80982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Jul 06 01:58:51.786045 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-f252f410-7b69-4ca1-baf8-da97e09e480b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:58:51.925953 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-f84d4ed0-cb68-42d4-a122-1c89425d2293 None None] Notify callbacks [] for port, precommit_update {{(pid=80983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:58:51.956854 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.provisioning_blocks [None req-f84d4ed0-cb68-42d4-a122-1c89425d2293 None None] Transition to ACTIVE for port object 8d5e8566-37f4-4010-af7c-cd43ad32bb78 will not be triggered until provisioned by entity L2. {{(pid=80983) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 06 01:58:51.988806 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-67de9a61-6d8a-4646-99f5-1df390b2e512 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:58:52.023296 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-f84d4ed0-cb68-42d4-a122-1c89425d2293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740753762112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740753409037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296101366746'] for port, after_update {{(pid=80983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:58:52.029082 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-92b67538-c1da-4a75-a9e9-52b2d594a940 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 01:58:52.054692 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.v2.base [req-5df030a2-0447-4364-9e8a-b09ae2ddb0da req-cbaa9709-c77d-47f6-b8e7-ed15d21d757a service neutron] Request body: {'port': {'device_id': '6d62c3ad-8c15-4368-8cae-7e464ee1f4ad', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79954'}} {{(pid=80980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 06 01:58:52.109121 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-f252f410-7b69-4ca1-baf8-da97e09e480b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 01:58:52.165278 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-f252f410-7b69-4ca1-baf8-da97e09e480b admin admin] Usage tracker for resource:security_group_rule and tenant:4a5313840b244258a36273e34c967d6c is out of sync, need to count used quota {{(pid=80981) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 01:58:52.183012 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-f252f410-7b69-4ca1-baf8-da97e09e480b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80981) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 01:58:52.229625 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-f252f410-7b69-4ca1-baf8-da97e09e480b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 01:58:52.318262 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-67de9a61-6d8a-4646-99f5-1df390b2e512 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428228'] for security_group, after_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:58:52.369253 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3be49f2-d068-48ee-a419-b23fc4796c2e None None] Pushing event updated for resources: {'Port': ['ID=8d5e8566-37f4-4010-af7c-cd43ad32bb78,revision_number=3']} {{(pid=80983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 01:58:52.373420 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-c3be49f2-d068-48ee-a419-b23fc4796c2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=80983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 01:58:52.605538 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.managers [None req-f84d4ed0-cb68-42d4-a122-1c89425d2293 None None] Attempting to bind port 8d5e8566-37f4-4010-af7c-cd43ad32bb78 on host dv-cinder-799546-3-iscsi for vnic_type normal with profile  {{(pid=80983) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jul 06 01:58:52.605998 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.managers [None req-f84d4ed0-cb68-42d4-a122-1c89425d2293 None None] Attempting to bind port 8d5e8566-37f4-4010-af7c-cd43ad32bb78 by drivers openvswitch,hyperv on host dv-cinder-799546-3-iscsi at level 0 using segments [{'id': 'b483eca6-a91e-4705-a919-ea8e271d6a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '2a4c8008-ce84-432c-9f5d-0fe3ba12caba'}] {{(pid=80983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jul 06 01:58:52.606408 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f84d4ed0-cb68-42d4-a122-1c89425d2293 None None] Attempting to bind port 8d5e8566-37f4-4010-af7c-cd43ad32bb78 on network 2a4c8008-ce84-432c-9f5d-0fe3ba12caba {{(pid=80983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Jul 06 01:58:52.636660 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f84d4ed0-cb68-42d4-a122-1c89425d2293 None None] Checking agent: {'id': '3e633bc2-fb27-4d05-86ce-e7e954e44018', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799546-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 1, 50, 2), 'started_at': datetime.datetime(2021, 7, 6, 1, 50, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 1, 58, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['geneve', 'gre', 'internal', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799546-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.0', 'Port': '1.5', 'PortForwarding': '1.1', 'QosPolicy': '1.8', 'SecurityGroup': '1.1', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.0', 'Trunk': '1.1'}} {{(pid=80983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Jul 06 01:58:52.637211 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f84d4ed0-cb68-42d4-a122-1c89425d2293 None None] Checking segment: {'id': 'b483eca6-a91e-4705-a919-ea8e271d6a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '2a4c8008-ce84-432c-9f5d-0fe3ba12caba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jul 06 01:58:52.637683 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-f84d4ed0-cb68-42d4-a122-1c89425d2293 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:58:52.639779 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f84d4ed0-cb68-42d4-a122-1c89425d2293 None None] Bound using segment: {'id': 'b483eca6-a91e-4705-a919-ea8e271d6a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '2a4c8008-ce84-432c-9f5d-0fe3ba12caba'} {{(pid=80983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Jul 06 01:58:52.640430 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.managers [None req-f84d4ed0-cb68-42d4-a122-1c89425d2293 None None] Bound port: 8d5e8566-37f4-4010-af7c-cd43ad32bb78, host: dv-cinder-799546-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b483eca6-a91e-4705-a919-ea8e271d6a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '2a4c8008-ce84-432c-9f5d-0fe3ba12caba'}}] {{(pid=80983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jul 06 01:58:52.640767 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-f84d4ed0-cb68-42d4-a122-1c89425d2293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1050496'] for port, before_update {{(pid=80983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:58:52.982273 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-f252f410-7b69-4ca1-baf8-da97e09e480b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:58:52.990461 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [None req-f84d4ed0-cb68-42d4-a122-1c89425d2293 None None] For port 8d5e8566-37f4-4010-af7c-cd43ad32bb78, host dv-cinder-799546-3-iscsi, cleared binding levels {{(pid=80983) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:111}}
Jul 06 01:58:53.000368 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [None req-f84d4ed0-cb68-42d4-a122-1c89425d2293 None None] For port 8d5e8566-37f4-4010-af7c-cd43ad32bb78, host dv-cinder-799546-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799546-3-iscsi',level=0,port_id=8d5e8566-37f4-4010-af7c-cd43ad32bb78,segment=NetworkSegment(b483eca6-a91e-4705-a919-ea8e271d6a1a),segment_id=b483eca6-a91e-4705-a919-ea8e271d6a1a)] {{(pid=80983) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}}
Jul 06 01:58:53.027155 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-f252f410-7b69-4ca1-baf8-da97e09e480b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428228'] for security_group, after_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:58:53.057454 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-f84d4ed0-cb68-42d4-a122-1c89425d2293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740753762112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740753409037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296101366746'] for port, after_update {{(pid=80983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:58:53.063777 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 01:58:53.069664 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-15b7756b-2f42-40a7-a065-56daf825d452 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 01:58:53.342857 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f252f410-7b69-4ca1-baf8-da97e09e480b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d2a4b5a-2df9-4b9d-a9bd-69e246a594ad,revision_number=1']} {{(pid=80981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 01:58:53.368558 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-f252f410-7b69-4ca1-baf8-da97e09e480b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4a5313840b244258a36273e34c967d6c&name=default HTTP/1.1" status: 200  len: 2629 time: 2.4980550
Jul 06 01:58:53.370794 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3be49f2-d068-48ee-a419-b23fc4796c2e None None] Pushing event updated for resources: {'Port': ['ID=8d5e8566-37f4-4010-af7c-cd43ad32bb78,revision_number=4']} {{(pid=80983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 01:58:53.376428 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-f252f410-7b69-4ca1-baf8-da97e09e480b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 01:58:53.378313 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80981) accepted ('10.222.0.11', 37904) {{(pid=80981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 01:58:53.391753 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-c3be49f2-d068-48ee-a419-b23fc4796c2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=80983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 01:58:53.394056 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f84d4ed0-cb68-42d4-a122-1c89425d2293 None None] Routers {'5a0ec982-2a10-44a4-86fc-d1e13aecf617'} bound to L3 agent in host dv-cinder-799546-3-iscsi {{(pid=80983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 06 01:58:53.400436 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_hamode_db [None req-f84d4ed0-cb68-42d4-a122-1c89425d2293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f31d754a7b8>, 'dv-cinder-799546-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T01:50:03Z,description=<?>,heartbeat_timestamp=2021-07-06T01:58:33Z,host='dv-cinder-799546-3-iscsi',id=61912d2b-cbf3-48c5-b8b2-dcc1c49052a5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-06T01:50:03Z,topic='l3_agent')) {'router_ids': ['5a0ec982-2a10-44a4-86fc-d1e13aecf617'], 'active': True} {{(pid=80983) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 01:58:53.403211 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-579b29a3-8e99-4ca2-8db8-f1045ddc8420 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 01:58:53.448416 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.rpc [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Device 507be5b4-fa06-435c-b115-e54448dceb38 up at agent ovs-agent-dv-cinder-799546-3-iscsi {{(pid=80982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:273}}
Jul 06 01:58:53.474773 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-cb292324-d95c-4e05-b5f6-b184a75bad28 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1050496'] for port, before_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:58:53.607081 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-67de9a61-6d8a-4646-99f5-1df390b2e512 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c0db6a4f1b6042fb9ed5877c06cdb119&name=default HTTP/1.1" status: 200  len: 2629 time: 4.3446970
Jul 06 01:58:53.630308 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80980) accepted ('10.222.0.11', 37914) {{(pid=80980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 01:58:53.675705 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-5df030a2-0447-4364-9e8a-b09ae2ddb0da req-cbaa9709-c77d-47f6-b8e7-ed15d21d757a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1050496'] for port, before_update {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:58:54.057829 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.provisioning_blocks [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Provisioning for port 507be5b4-fa06-435c-b115-e54448dceb38 completed by entity L2. {{(pid=80982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 06 01:58:54.070912 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.provisioning_blocks [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Provisioning complete for port 507be5b4-fa06-435c-b115-e54448dceb38 triggered by entity L2. {{(pid=80982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 06 01:58:54.071958 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1309268'] for port, provisioning_complete {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:58:54.265101 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-b8289a14-9877-4265-bd16-aba12c80877b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:58:54.428785 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.db_base_plugin_common [None req-cb292324-d95c-4e05-b5f6-b184a75bad28 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Allocated IP 172.27.1.28 (69f53fb8-46a2-4fb2-8b50-29617e0b26b8/24d74941-6bd6-4d03-882f-a623d522833f/63b3064f-0cd8-4070-837a-6ba84301146d) {{(pid=80981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Jul 06 01:58:54.511432 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-b8289a14-9877-4265-bd16-aba12c80877b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:58:54.661155 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.notifiers.nova [req-5df030a2-0447-4364-9e8a-b09ae2ddb0da req-cbaa9709-c77d-47f6-b8e7-ed15d21d757a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80d0580b-4f6d-4b5f-8d0e-2fdbcbefa28c {{(pid=80980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Jul 06 01:58:54.677946 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-5df030a2-0447-4364-9e8a-b09ae2ddb0da req-cbaa9709-c77d-47f6-b8e7-ed15d21d757a service neutron] Notify callbacks [] for port, precommit_update {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:58:54.697098 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.provisioning_blocks [req-5df030a2-0447-4364-9e8a-b09ae2ddb0da req-cbaa9709-c77d-47f6-b8e7-ed15d21d757a service neutron] Transition to ACTIVE for port object 80d0580b-4f6d-4b5f-8d0e-2fdbcbefa28c will not be triggered until provisioned by entity L2. {{(pid=80980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 06 01:58:54.827282 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-5df030a2-0447-4364-9e8a-b09ae2ddb0da req-cbaa9709-c77d-47f6-b8e7-ed15d21d757a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740753762112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740753409037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296101366746'] for port, after_update {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:58:54.875885 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1050496'] for port, before_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:58:54.881926 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_dvr_db [None req-f84d4ed0-cb68-42d4-a122-1c89425d2293 None None] Set router 5a0ec982-2a10-44a4-86fc-d1e13aecf617 gateway port host: dv-cinder-799546-3-iscsi {{(pid=80983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:850}}
Jul 06 01:58:54.968006 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] For port 507be5b4-fa06-435c-b115-e54448dceb38, host dv-cinder-799546-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799546-3-iscsi',level=0,port_id=507be5b4-fa06-435c-b115-e54448dceb38,segment=NetworkSegment(e64f8835-8265-4308-a68c-94b30f2a67d9),segment_id=e64f8835-8265-4308-a68c-94b30f2a67d9)] {{(pid=80982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 01:58:55.012370 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740753762112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740753409037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296101366746'] for port, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:58:55.014323 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.rpc [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Device 2cbeeafc-0e7b-49cd-a165-7753ce009d2d up at agent ovs-agent-dv-cinder-799546-3-iscsi {{(pid=80982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:273}}
Jul 06 01:58:55.083948 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67de9a61-6d8a-4646-99f5-1df390b2e512 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8eaee941-aeed-4fef-befb-bc00fe05ecb0,revision_number=1']} {{(pid=80980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 01:58:55.118795 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-67de9a61-6d8a-4646-99f5-1df390b2e512 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.720s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 01:58:55.143076 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.188s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 01:58:55.179087 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 01:58:55.454017 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbaa9709-c77d-47f6-b8e7-ed15d21d757a service neutron] Pushing event updated for resources: {'Port': ['ID=80d0580b-4f6d-4b5f-8d0e-2fdbcbefa28c,revision_number=2']} {{(pid=80980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 01:58:55.464851 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-c7796488-f549-4b4e-8506-2f47f181d536 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:58:55.467784 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-cbaa9709-c77d-47f6-b8e7-ed15d21d757a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 01:58:55.485339 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e912fda-9591-44e5-8314-bf8478e2ff05 req-362577b9-b59b-4e8d-beb1-682d0126cf4e tempest-DeleteServersTestJSON-627605710 tempest-DeleteServersTestJSON-627605710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 01:58:55.486181 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [req-3e912fda-9591-44e5-8314-bf8478e2ff05 req-362577b9-b59b-4e8d-beb1-682d0126cf4e tempest-DeleteServersTestJSON-627605710 tempest-DeleteServersTestJSON-627605710-project] Synchronizing usage tracker for tenant:56dae065814141f1b6d7612da46000e7 on resource:port {{(pid=80980) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 06 01:58:55.523550 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.provisioning_blocks [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Provisioning complete for port 2cbeeafc-0e7b-49cd-a165-7753ce009d2d triggered by entity L2. {{(pid=80982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 06 01:58:55.524444 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1309268'] for port, provisioning_complete {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:58:55.566466 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-c7796488-f549-4b4e-8506-2f47f181d536 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:58:55.574133 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [req-3e912fda-9591-44e5-8314-bf8478e2ff05 req-362577b9-b59b-4e8d-beb1-682d0126cf4e tempest-DeleteServersTestJSON-627605710 tempest-DeleteServersTestJSON-627605710-project] Unset dirty status for tenant:56dae065814141f1b6d7612da46000e7 on resource:port {{(pid=80980) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 06 01:58:55.575456 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-3e912fda-9591-44e5-8314-bf8478e2ff05 req-362577b9-b59b-4e8d-beb1-682d0126cf4e tempest-DeleteServersTestJSON-627605710 tempest-DeleteServersTestJSON-627605710-project] 10.222.0.11 "GET /v2.0/ports?device_id=6d62c3ad-8c15-4368-8cae-7e464ee1f4ad HTTP/1.1" status: 200  len: 931 time: 3.2140048
Jul 06 01:58:55.621397 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-af3a29da-0658-4c42-b487-8612a325f628 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:58:55.647748 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-b8289a14-9877-4265-bd16-aba12c80877b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428228'] for security_group, after_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:58:55.722631 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 01:58:55.765005 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-af3a29da-0658-4c42-b487-8612a325f628 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740753762112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740753409037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296101366746'] for port, after_update {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:58:55.809579 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-af3a29da-0658-4c42-b487-8612a325f628 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1080785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-328041'] for router_interface, after_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:58:55.842419 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-cbaa9709-c77d-47f6-b8e7-ed15d21d757a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 01:58:55.857078 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-cb292324-d95c-4e05-b5f6-b184a75bad28 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Notify callbacks [] for port, precommit_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:58:55.857332 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Pushing event updated for resources: {'Port': ['ID=507be5b4-fa06-435c-b115-e54448dceb38,revision_number=4']} {{(pid=80982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 01:58:55.867602 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.684s {{(pid=80982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 01:58:55.868298 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8289a14-9877-4265-bd16-aba12c80877b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d2a4b5a-2df9-4b9d-a9bd-69e246a594ad,revision_number=None']} {{(pid=80981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 01:58:55.898567 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-b8289a14-9877-4265-bd16-aba12c80877b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 01:58:55.944211 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-b8289a14-9877-4265-bd16-aba12c80877b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:58:55.946619 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-b8289a14-9877-4265-bd16-aba12c80877b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9d2a4b5a-2df9-4b9d-a9bd-69e246a594ad HTTP/1.1" status: 204  len: 168 time: 2.5635622
Jul 06 01:58:55.980066 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.managers [req-5df030a2-0447-4364-9e8a-b09ae2ddb0da req-cbaa9709-c77d-47f6-b8e7-ed15d21d757a service neutron] Attempting to bind port 80d0580b-4f6d-4b5f-8d0e-2fdbcbefa28c on host hv-cinder-79954 for vnic_type normal with profile  {{(pid=80980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jul 06 01:58:55.981235 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.managers [req-5df030a2-0447-4364-9e8a-b09ae2ddb0da req-cbaa9709-c77d-47f6-b8e7-ed15d21d757a service neutron] Attempting to bind port 80d0580b-4f6d-4b5f-8d0e-2fdbcbefa28c by drivers openvswitch,hyperv on host hv-cinder-79954 at level 0 using segments [{'id': 'c3dac661-c1f6-4856-b213-d374d007d5b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'fa8d729d-4beb-4e5d-8741-8858629919ab'}] {{(pid=80980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jul 06 01:58:55.981809 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5df030a2-0447-4364-9e8a-b09ae2ddb0da req-cbaa9709-c77d-47f6-b8e7-ed15d21d757a service neutron] Attempting to bind port 80d0580b-4f6d-4b5f-8d0e-2fdbcbefa28c on network fa8d729d-4beb-4e5d-8741-8858629919ab {{(pid=80980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Jul 06 01:58:56.023475 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-cb292324-d95c-4e05-b5f6-b184a75bad28 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296101369102'] for port, after_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:58:56.028983 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-171e63a2-2e85-4b38-84f4-12fbd3f60483 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 01:58:56.104128 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-3e912fda-9591-44e5-8314-bf8478e2ff05 req-fa0b3017-f17d-4683-90ad-6661c6c4c37d tempest-DeleteServersTestJSON-627605710 tempest-DeleteServersTestJSON-627605710-project] 10.222.0.11 "GET /v2.0/security-groups?id=be64c82a-638e-43a7-af32-f409c1663533&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4330654
Jul 06 01:58:56.127080 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5df030a2-0447-4364-9e8a-b09ae2ddb0da req-cbaa9709-c77d-47f6-b8e7-ed15d21d757a service neutron] Port 80d0580b-4f6d-4b5f-8d0e-2fdbcbefa28c on network fa8d729d-4beb-4e5d-8741-8858629919ab not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79954 {{(pid=80980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jul 06 01:58:56.128457 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5df030a2-0447-4364-9e8a-b09ae2ddb0da req-cbaa9709-c77d-47f6-b8e7-ed15d21d757a service neutron] Attempting to bind port 80d0580b-4f6d-4b5f-8d0e-2fdbcbefa28c on network fa8d729d-4beb-4e5d-8741-8858629919ab {{(pid=80980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Jul 06 01:58:56.147220 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-c7796488-f549-4b4e-8506-2f47f181d536 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428228'] for security_group, after_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:58:56.164128 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3a29da-0658-4c42-b487-8612a325f628 admin admin] Pushing event updated for resources: {'Port': ['ID=10e09a2d-b710-4e2b-bc1a-4f4ec7e2a012,revision_number=2']} {{(pid=80980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 01:58:56.176496 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-af3a29da-0658-4c42-b487-8612a325f628 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 01:58:56.177992 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5df030a2-0447-4364-9e8a-b09ae2ddb0da req-cbaa9709-c77d-47f6-b8e7-ed15d21d757a service neutron] Checking agent: {'id': 'abd15b5f-b1e1-4bf4-b258-9ce6723fb40b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79954', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 1, 56, 33), 'started_at': datetime.datetime(2021, 7, 6, 1, 56, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 1, 58, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Jul 06 01:58:56.178528 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5df030a2-0447-4364-9e8a-b09ae2ddb0da req-cbaa9709-c77d-47f6-b8e7-ed15d21d757a service neutron] Checking segment: {'id': 'c3dac661-c1f6-4856-b213-d374d007d5b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'fa8d729d-4beb-4e5d-8741-8858629919ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jul 06 01:58:56.179438 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5df030a2-0447-4364-9e8a-b09ae2ddb0da req-cbaa9709-c77d-47f6-b8e7-ed15d21d757a service neutron] Bound using segment: {'id': 'c3dac661-c1f6-4856-b213-d374d007d5b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'fa8d729d-4beb-4e5d-8741-8858629919ab'} {{(pid=80980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Jul 06 01:58:56.180107 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.managers [req-5df030a2-0447-4364-9e8a-b09ae2ddb0da req-cbaa9709-c77d-47f6-b8e7-ed15d21d757a service neutron] Bound port: 80d0580b-4f6d-4b5f-8d0e-2fdbcbefa28c, host: hv-cinder-79954, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3dac661-c1f6-4856-b213-d374d007d5b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'fa8d729d-4beb-4e5d-8741-8858629919ab'}}] {{(pid=80980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jul 06 01:58:56.180640 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-5df030a2-0447-4364-9e8a-b09ae2ddb0da req-cbaa9709-c77d-47f6-b8e7-ed15d21d757a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1050496'] for port, before_update {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:58:56.195039 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.022s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 01:58:56.230898 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7796488-f549-4b4e-8506-2f47f181d536 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8eaee941-aeed-4fef-befb-bc00fe05ecb0,revision_number=None']} {{(pid=80980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 01:58:56.242542 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-c7796488-f549-4b4e-8506-2f47f181d536 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 01:58:56.345497 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.rpc [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Device 507be5b4-fa06-435c-b115-e54448dceb38 up at agent ovs-agent-dv-cinder-799546-3-iscsi {{(pid=80982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:273}}
Jul 06 01:58:56.408306 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb292324-d95c-4e05-b5f6-b184a75bad28 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Network 69f53fb8-46a2-4fb2-8b50-29617e0b26b8 is already hosted by enough agents. {{(pid=80981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:240}}
Jul 06 01:58:56.419665 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.scheduler.base_scheduler [None req-cb292324-d95c-4e05-b5f6-b184a75bad28 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Resources bound (agent type, host, resource id):  {{(pid=80981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jul 06 01:58:56.436540 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb292324-d95c-4e05-b5f6-b184a75bad28 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Received port after_create {{(pid=80981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 06 01:58:56.438233 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.provisioning_blocks [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Provisioning complete for port 507be5b4-fa06-435c-b115-e54448dceb38 triggered by entity L2. {{(pid=80982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 06 01:58:56.438666 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1309268'] for port, provisioning_complete {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:58:56.461811 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-c7796488-f549-4b4e-8506-2f47f181d536 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:58:56.467018 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-c7796488-f549-4b4e-8506-2f47f181d536 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8eaee941-aeed-4fef-befb-bc00fe05ecb0 HTTP/1.1" status: 204  len: 168 time: 2.8187172
Jul 06 01:58:56.486918 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb292324-d95c-4e05-b5f6-b184a75bad28 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Pushing event updated for resources: {'Port': ['ID=63b3064f-0cd8-4070-837a-6ba84301146d,revision_number=1']} {{(pid=80981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 01:58:56.519952 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-cb292324-d95c-4e05-b5f6-b184a75bad28 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.490s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 01:58:56.540099 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [req-5df030a2-0447-4364-9e8a-b09ae2ddb0da req-cbaa9709-c77d-47f6-b8e7-ed15d21d757a service neutron] For port 80d0580b-4f6d-4b5f-8d0e-2fdbcbefa28c, host hv-cinder-79954, cleared binding levels {{(pid=80980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:111}}
Jul 06 01:58:56.585372 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [req-5df030a2-0447-4364-9e8a-b09ae2ddb0da req-cbaa9709-c77d-47f6-b8e7-ed15d21d757a service neutron] For port 80d0580b-4f6d-4b5f-8d0e-2fdbcbefa28c, host hv-cinder-79954, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79954',level=0,port_id=80d0580b-4f6d-4b5f-8d0e-2fdbcbefa28c,segment=NetworkSegment(c3dac661-c1f6-4856-b213-d374d007d5b4),segment_id=c3dac661-c1f6-4856-b213-d374d007d5b4)] {{(pid=80980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}}
Jul 06 01:58:56.588478 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af3a29da-0658-4c42-b487-8612a325f628 admin admin] Network dc49653d-588e-4ee2-9689-ebb2724e1086 is already hosted by enough agents. {{(pid=80980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:240}}
Jul 06 01:58:56.589769 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.scheduler.base_scheduler [None req-af3a29da-0658-4c42-b487-8612a325f628 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jul 06 01:58:56.692449 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_hamode_db [None req-f84d4ed0-cb68-42d4-a122-1c89425d2293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f31d754a7b8>, [{'id': '5a0ec982-2a10-44a4-86fc-d1e13aecf617', 'name': 'tempest-AttachVolumeTestJSON-645204130-router', 'tenant_id': '587da9b290164b68a272d4c4072a9c73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8', 'external_fixed_ips': [{'subnet_id': '24d74941-6bd6-4d03-882f-a623d522833f', 'ip_address': '172.27.1.100'}], 'enable_snat': True}, 'gw_port_id': '2cbeeafc-0e7b-49cd-a165-7753ce009d2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T01:58:34Z', 'updated_at': '2021-07-06T01:58:43Z', 'revision_number': 4, 'project_id': '587da9b290164b68a272d4c4072a9c73', 'gw_port': {'id': '2cbeeafc-0e7b-49cd-a165-7753ce009d2d', 'name': '', 'network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:3c:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a0ec982-2a10-44a4-86fc-d1e13aecf617', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '24d74941-6bd6-4d03-882f-a623d522833f', 'ip_address': '172.27.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T01:58:35Z', 'updated_at': '2021-07-06T01:58:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24d74941-6bd6-4d03-882f-a623d522833f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799546-3-iscsi', '_interfaces': [{'id': '8d5e8566-37f4-4010-af7c-cd43ad32bb78', 'name': '', 'network_id': '2a4c8008-ce84-432c-9f5d-0fe3ba12caba', 'tenant_id': '587da9b290164b68a272d4c4072a9c73', 'mac_address': 'fa:16:3e:38:a5:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a0ec982-2a10-44a4-86fc-d1e13aecf617', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '10f6138f-392f-434d-90d2-631457fbed0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T01:58:42Z', 'updated_at': '2021-07-06T01:58:52Z', 'revision_number': 4, 'project_id': '587da9b290164b68a272d4c4072a9c73', 'subnets': [{'id': '10f6138f-392f-434d-90d2-631457fbed0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799546-3-iscsi', False) {} {{(pid=80983) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 01:58:56.705595 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f84d4ed0-cb68-42d4-a122-1c89425d2293 None None] The sync data for ids ['5a0ec982-2a10-44a4-86fc-d1e13aecf617'] in dv-cinder-799546-3-iscsi is: [{'id': '5a0ec982-2a10-44a4-86fc-d1e13aecf617', 'name': 'tempest-AttachVolumeTestJSON-645204130-router', 'tenant_id': '587da9b290164b68a272d4c4072a9c73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8', 'external_fixed_ips': [{'subnet_id': '24d74941-6bd6-4d03-882f-a623d522833f', 'ip_address': '172.27.1.100'}], 'enable_snat': True}, 'gw_port_id': '2cbeeafc-0e7b-49cd-a165-7753ce009d2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T01:58:34Z', 'updated_at': '2021-07-06T01:58:43Z', 'revision_number': 4, 'project_id': '587da9b290164b68a272d4c4072a9c73', 'gw_port': {'id': '2cbeeafc-0e7b-49cd-a165-7753ce009d2d', 'name': '', 'network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:3c:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a0ec982-2a10-44a4-86fc-d1e13aecf617', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '24d74941-6bd6-4d03-882f-a623d522833f', 'ip_address': '172.27.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T01:58:35Z', 'updated_at': '2021-07-06T01:58:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24d74941-6bd6-4d03-882f-a623d522833f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799546-3-iscsi', '_interfaces': [{'id': '8d5e8566-37f4-4010-af7c-cd43ad32bb78', 'name': '', 'network_id': '2a4c8008-ce84-432c-9f5d-0fe3ba12caba', 'tenant_id': '587da9b290164b68a272d4c4072a9c73', 'mac_address': 'fa:16:3e:38:a5:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a0ec982-2a10-44a4-86fc-d1e13aecf617', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '10f6138f-392f-434d-90d2-631457fbed0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T01:58:42Z', 'updated_at': '2021-07-06T01:58:52Z', 'revision_number': 4, 'project_id': '587da9b290164b68a272d4c4072a9c73', 'subnets': [{'id': '10f6138f-392f-434d-90d2-631457fbed0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=80983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Jul 06 01:58:56.849182 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-5df030a2-0447-4364-9e8a-b09ae2ddb0da req-cbaa9709-c77d-47f6-b8e7-ed15d21d757a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740753762112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740753409037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296101366746'] for port, after_update {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:58:56.899693 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-65e41c96-783f-4cbf-909b-4a72d175ba3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 01:58:57.159710 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-cb292324-d95c-4e05-b5f6-b184a75bad28 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:58:57.371597 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-5df030a2-0447-4364-9e8a-b09ae2ddb0da req-cbaa9709-c77d-47f6-b8e7-ed15d21d757a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853726196'] for port, before_response {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:58:57.378874 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-5df030a2-0447-4364-9e8a-b09ae2ddb0da req-cbaa9709-c77d-47f6-b8e7-ed15d21d757a service neutron] 10.222.0.37 "PUT /v2.0/ports/80d0580b-4f6d-4b5f-8d0e-2fdbcbefa28c HTTP/1.1" status: 200  len: 1093 time: 6.1714401
Jul 06 01:58:57.379956 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d62c3ad-8c15-4368-8cae-7e464ee1f4ad', 'tag': '80d0580b-4f6d-4b5f-8d0e-2fdbcbefa28c'}] {{(pid=80980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 06 01:58:57.533262 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.provisioning_blocks [None req-dc5d9ff1-8fb0-4471-8691-803e2b674892 None None] Provisioning complete for port 10e09a2d-b710-4e2b-bc1a-4f4ec7e2a012 triggered by entity DHCP. {{(pid=80982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 06 01:58:57.533719 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-dc5d9ff1-8fb0-4471-8691-803e2b674892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1309268'] for port, provisioning_complete {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:58:57.686625 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.plugin [None req-dc5d9ff1-8fb0-4471-8691-803e2b674892 None None] Port 10e09a2d-b710-4e2b-bc1a-4f4ec7e2a012 cannot update to ACTIVE because it is not bound. {{(pid=80982) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:301}}
Jul 06 01:58:57.700226 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-cb292324-d95c-4e05-b5f6-b184a75bad28 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1050496'] for port, before_update {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:58:57.777808 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbaa9709-c77d-47f6-b8e7-ed15d21d757a service neutron] Pushing event updated for resources: {'Port': ['ID=80d0580b-4f6d-4b5f-8d0e-2fdbcbefa28c,revision_number=3']} {{(pid=80980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 01:58:57.803738 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-cbaa9709-c77d-47f6-b8e7-ed15d21d757a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.904s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 01:58:57.853859 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f6a11a-4308-4a3e-9d1e-5b7c6081cb07 req-55bdfe35-9e29-4db5-a91e-603fdbed6249 tempest-DeleteServersTestJSON-627605710 tempest-DeleteServersTestJSON-627605710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 01:58:57.865603 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-76f6a11a-4308-4a3e-9d1e-5b7c6081cb07 req-55bdfe35-9e29-4db5-a91e-603fdbed6249 tempest-DeleteServersTestJSON-627605710 tempest-DeleteServersTestJSON-627605710-project] 10.222.0.11 "GET /v2.0/ports?device_id=6d62c3ad-8c15-4368-8cae-7e464ee1f4ad HTTP/1.1" status: 200  len: 943 time: 0.4939959
Jul 06 01:58:58.132165 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.rpc [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Device 8d5e8566-37f4-4010-af7c-cd43ad32bb78 up at agent ovs-agent-dv-cinder-799546-3-iscsi {{(pid=80982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:273}}
Jul 06 01:58:58.247148 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80981) accepted ('10.222.0.11', 37986) {{(pid=80981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 01:58:58.375285 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-76f6a11a-4308-4a3e-9d1e-5b7c6081cb07 req-bc2977bb-1c5d-45f6-89fb-6cccbfb7cff9 tempest-DeleteServersTestJSON-627605710 tempest-DeleteServersTestJSON-627605710-project] 10.222.0.11 "GET /v2.0/security-groups?id=be64c82a-638e-43a7-af32-f409c1663533&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4954746
Jul 06 01:58:58.458107 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.provisioning_blocks [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Provisioning for port 8d5e8566-37f4-4010-af7c-cd43ad32bb78 completed by entity L2. {{(pid=80982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 06 01:58:58.475044 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.provisioning_blocks [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Provisioning complete for port 8d5e8566-37f4-4010-af7c-cd43ad32bb78 triggered by entity L2. {{(pid=80982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 06 01:58:58.475833 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1309268'] for port, provisioning_complete {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:58:58.854625 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-5df030a2-0447-4364-9e8a-b09ae2ddb0da req-72d1085b-b93d-4257-81c9-2d3eaf4ca7ed service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=56dae065814141f1b6d7612da46000e7&device_id=6d62c3ad-8c15-4368-8cae-7e464ee1f4ad HTTP/1.1" status: 200  len: 1096 time: 1.2479153
Jul 06 01:58:58.871055 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80980) accepted ('10.222.0.11', 38002) {{(pid=80980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 01:58:58.945243 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-cb292324-d95c-4e05-b5f6-b184a75bad28 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Notify callbacks [] for port, precommit_update {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:58:58.988481 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-cb292324-d95c-4e05-b5f6-b184a75bad28 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740753762112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740753409037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296101366746'] for port, after_update {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:58:59.024604 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 01:58:59.084550 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1050496'] for port, before_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:58:59.136812 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] For port 8d5e8566-37f4-4010-af7c-cd43ad32bb78, host dv-cinder-799546-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799546-3-iscsi',level=0,port_id=8d5e8566-37f4-4010-af7c-cd43ad32bb78,segment=NetworkSegment(b483eca6-a91e-4705-a919-ea8e271d6a1a),segment_id=b483eca6-a91e-4705-a919-ea8e271d6a1a)] {{(pid=80982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 01:58:59.170975 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-80be546a-26de-4213-808e-7d5c8f9297b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:58:59.192138 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740753762112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740753409037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296101366746'] for port, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:58:59.195106 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-6a13147e-b56c-4007-8cf5-5ef3a1157486 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 01:58:59.199106 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-cb292324-d95c-4e05-b5f6-b184a75bad28 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854446392'] for floatingip, after_update {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:58:59.202971 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb292324-d95c-4e05-b5f6-b184a75bad28 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Pushing event updated for resources: {'Port': ['ID=63b3064f-0cd8-4070-837a-6ba84301146d,revision_number=2']} {{(pid=80981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 01:58:59.204062 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-5df030a2-0447-4364-9e8a-b09ae2ddb0da req-0fe7922d-a5fc-4090-ab04-527a7ad88ef0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=80d0580b-4f6d-4b5f-8d0e-2fdbcbefa28c HTTP/1.1" status: 200  len: 217 time: 0.3067050
Jul 06 01:58:59.249462 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-80be546a-26de-4213-808e-7d5c8f9297b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 01:58:59.258373 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-80be546a-26de-4213-808e-7d5c8f9297b3 admin admin] Usage tracker for resource:security_group_rule and tenant:6c6e0dc31415472c80f2edf3df0b55c8 is out of sync, need to count used quota {{(pid=80981) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 01:58:59.265476 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-80be546a-26de-4213-808e-7d5c8f9297b3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80981) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 01:58:59.283174 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-80be546a-26de-4213-808e-7d5c8f9297b3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 01:58:59.348349 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Pushing event updated for resources: {'Port': ['ID=8d5e8566-37f4-4010-af7c-cd43ad32bb78,revision_number=5']} {{(pid=80982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 01:58:59.360774 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=80982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 01:58:59.372562 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-cb292324-d95c-4e05-b5f6-b184a75bad28 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 01:58:59.547412 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-80be546a-26de-4213-808e-7d5c8f9297b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:58:59.549212 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-cb292324-d95c-4e05-b5f6-b184a75bad28 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91827'] for floatingip, before_response {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:58:59.561540 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-cb292324-d95c-4e05-b5f6-b184a75bad28 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 8.3420732
Jul 06 01:58:59.577787 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-80be546a-26de-4213-808e-7d5c8f9297b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428228'] for security_group, after_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:58:59.585082 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df030a2-0447-4364-9e8a-b09ae2ddb0da req-3a54580a-c825-4472-a8dc-6fffed84dbe6 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 01:58:59.586927 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-5df030a2-0447-4364-9e8a-b09ae2ddb0da req-3a54580a-c825-4472-a8dc-6fffed84dbe6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0fbb8dce-1c1f-4a83-ac03-c3e101a382fa HTTP/1.1" status: 200  len: 852 time: 0.3678722
Jul 06 01:58:59.606968 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 01:58:59.697152 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-5df030a2-0447-4364-9e8a-b09ae2ddb0da req-024f6bf7-5605-4681-bc2a-166774589f55 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=fa8d729d-4beb-4e5d-8741-8858629919ab&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0829470
Jul 06 01:58:59.741615 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-80be546a-26de-4213-808e-7d5c8f9297b3 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6c6e0dc31415472c80f2edf3df0b55c8&name=default HTTP/1.1" status: 200  len: 2629 time: 1.4766574
Jul 06 01:58:59.747859 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80981) accepted ('10.222.0.11', 38028) {{(pid=80981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 01:58:59.825691 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80be546a-26de-4213-808e-7d5c8f9297b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e76cfcb1-f237-4a3f-8eb9-179789e13f8b,revision_number=1']} {{(pid=80981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 01:58:59.835044 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-80be546a-26de-4213-808e-7d5c8f9297b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 01:59:00.035251 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-96549797-dcdc-4eaf-86fc-7b43e4821ca6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:59:00.150693 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.rpc [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Device 8d5e8566-37f4-4010-af7c-cd43ad32bb78 up at agent ovs-agent-dv-cinder-799546-3-iscsi {{(pid=80982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:273}}
Jul 06 01:59:00.175885 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-96549797-dcdc-4eaf-86fc-7b43e4821ca6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:59:00.324477 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.provisioning_blocks [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Provisioning complete for port 8d5e8566-37f4-4010-af7c-cd43ad32bb78 triggered by entity L2. {{(pid=80982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 06 01:59:00.325330 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1309268'] for port, provisioning_complete {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:59:00.402690 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-cdd13da9-c7dc-4554-adf5-8ef45dc88281 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:59:00.428820 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-96549797-dcdc-4eaf-86fc-7b43e4821ca6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428228'] for security_group, after_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:59:00.437441 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-b8289a14-9877-4265-bd16-aba12c80877b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 01:59:00.460738 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af3a29da-0658-4c42-b487-8612a325f628 admin admin] Router f4336f44-a745-4a6d-ab82-26313ad46480 has already been hosted by L3 agent 61912d2b-cbf3-48c5-b8b2-dcc1c49052a5 {{(pid=80980) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Jul 06 01:59:00.480352 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96549797-dcdc-4eaf-86fc-7b43e4821ca6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e76cfcb1-f237-4a3f-8eb9-179789e13f8b,revision_number=None']} {{(pid=80981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 01:59:00.486406 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-96549797-dcdc-4eaf-86fc-7b43e4821ca6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 01:59:00.488522 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-96549797-dcdc-4eaf-86fc-7b43e4821ca6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:59:00.489876 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-96549797-dcdc-4eaf-86fc-7b43e4821ca6 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e76cfcb1-f237-4a3f-8eb9-179789e13f8b HTTP/1.1" status: 204  len: 168 time: 0.7338493
Jul 06 01:59:00.784439 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-f527b52d-e573-4e98-8915-76dee09ebcd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:59:00.797291 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-cdd13da9-c7dc-4554-adf5-8ef45dc88281 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 01:59:00.811267 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-cdd13da9-c7dc-4554-adf5-8ef45dc88281 admin admin] Usage tracker for resource:security_group_rule and tenant:78f0cb30e80e402796b288dc748cc84e is out of sync, need to count used quota {{(pid=80980) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 01:59:00.827790 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-cdd13da9-c7dc-4554-adf5-8ef45dc88281 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80980) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 01:59:00.852599 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-cdd13da9-c7dc-4554-adf5-8ef45dc88281 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 01:59:00.918750 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d62c3ad-8c15-4368-8cae-7e464ee1f4ad', 'tag': '80d0580b-4f6d-4b5f-8d0e-2fdbcbefa28c', 'status': 'completed', 'code': 200}
Jul 06 01:59:01.032852 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [req-a54fcb96-5921-446b-8db6-8e2765a6a35e req-ebb9c49f-5964-4d5f-a20e-51e740ede155 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Synchronizing usage tracker for tenant:587da9b290164b68a272d4c4072a9c73 on resource:security_group {{(pid=80981) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 06 01:59:01.050730 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-cdd13da9-c7dc-4554-adf5-8ef45dc88281 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:59:01.103587 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5c83e0-8a0d-4625-a338-61ed365b6cae req-b0b8a0c6-e496-434e-a8c1-fccba4611d99 tempest-DeleteServersTestJSON-627605710 tempest-DeleteServersTestJSON-627605710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 01:59:01.105617 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-4d5c83e0-8a0d-4625-a338-61ed365b6cae req-b0b8a0c6-e496-434e-a8c1-fccba4611d99 tempest-DeleteServersTestJSON-627605710 tempest-DeleteServersTestJSON-627605710-project] 10.222.0.11 "GET /v2.0/ports?device_id=6d62c3ad-8c15-4368-8cae-7e464ee1f4ad HTTP/1.1" status: 200  len: 943 time: 1.2662628
Jul 06 01:59:01.111267 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-cdd13da9-c7dc-4554-adf5-8ef45dc88281 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428228'] for security_group, after_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:59:01.120353 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [req-a54fcb96-5921-446b-8db6-8e2765a6a35e req-ebb9c49f-5964-4d5f-a20e-51e740ede155 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Unset dirty status for tenant:587da9b290164b68a272d4c4072a9c73 on resource:security_group {{(pid=80981) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 06 01:59:01.122011 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-a54fcb96-5921-446b-8db6-8e2765a6a35e req-ebb9c49f-5964-4d5f-a20e-51e740ede155 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--1802758178&fields=id&tenant_id=587da9b290164b68a272d4c4072a9c73 HTTP/1.1" status: 200  len: 267 time: 0.2149560
Jul 06 01:59:01.244599 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-7cc510c0-1943-4772-8b41-4b78fc3171e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 01:59:01.319328 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-a54fcb96-5921-446b-8db6-8e2765a6a35e req-38b2e113-6e2d-403d-b6f6-c0b55a6ad3de tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] 10.222.0.11 "GET /v2.0/security-groups/a49819e7-9e67-4461-9ca0-4f120b4fbc53 HTTP/1.1" status: 200  len: 2593 time: 0.1881757
Jul 06 01:59:01.412028 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-5df030a2-0447-4364-9e8a-b09ae2ddb0da req-5bf02eb4-c9e7-4e64-8dbe-2b935ff8e311 service neutron] 10.222.0.37 "GET /v2.0/networks/fa8d729d-4beb-4e5d-8741-8858629919ab?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.6986330
Jul 06 01:59:01.514292 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-cdd13da9-c7dc-4554-adf5-8ef45dc88281 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=78f0cb30e80e402796b288dc748cc84e&name=default HTTP/1.1" status: 200  len: 2629 time: 2.6329579
Jul 06 01:59:01.534714 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80981) accepted ('10.222.0.11', 38062) {{(pid=80981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 01:59:01.926504 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd13da9-c7dc-4554-adf5-8ef45dc88281 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=627cd65f-1908-425e-9e2a-b4b46cc44574,revision_number=1']} {{(pid=80980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 01:59:02.067630 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54fcb96-5921-446b-8db6-8e2765a6a35e req-94c8af16-0e56-432e-88e9-b1ddf3301c03 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 01:59:02.082032 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-a54fcb96-5921-446b-8db6-8e2765a6a35e req-94c8af16-0e56-432e-88e9-b1ddf3301c03 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] 10.222.0.11 "GET /v2.0/networks?id=2a4c8008-ce84-432c-9f5d-0fe3ba12caba HTTP/1.1" status: 200  len: 810 time: 0.7611382
Jul 06 01:59:02.118503 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-d8a01abd-990e-4a26-8ecd-113a53dcd0e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:59:02.136020 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-cdd13da9-c7dc-4554-adf5-8ef45dc88281 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.891s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 01:59:02.166473 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-a54fcb96-5921-446b-8db6-8e2765a6a35e req-b34c0a61-71de-4e0c-95c4-38866ace5a63 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] 10.222.0.11 "GET /v2.0/quotas/587da9b290164b68a272d4c4072a9c73 HTTP/1.1" status: 200  len: 375 time: 0.0826757
Jul 06 01:59:02.268738 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:59:02.325996 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-5df030a2-0447-4364-9e8a-b09ae2ddb0da req-8f870056-1197-4faa-9deb-1336426f9678 service neutron] 10.222.0.37 "GET /v2.0/networks/fa8d729d-4beb-4e5d-8741-8858629919ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7065778
Jul 06 01:59:02.332613 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-4d5c83e0-8a0d-4625-a338-61ed365b6cae req-697d23f7-b21c-4529-affd-1e289e769c3a tempest-DeleteServersTestJSON-627605710 tempest-DeleteServersTestJSON-627605710-project] 10.222.0.11 "GET /v2.0/security-groups?id=be64c82a-638e-43a7-af32-f409c1663533&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.1978011
Jul 06 01:59:02.343251 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-d8a01abd-990e-4a26-8ecd-113a53dcd0e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:59:02.525589 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [req-a54fcb96-5921-446b-8db6-8e2765a6a35e req-634a6a74-2257-4402-9013-41c8f8da3f9e tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Synchronizing usage tracker for tenant:587da9b290164b68a272d4c4072a9c73 on resource:port {{(pid=80981) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 06 01:59:02.599307 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-d8a01abd-990e-4a26-8ecd-113a53dcd0e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428228'] for security_group, after_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:59:02.600360 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [req-a54fcb96-5921-446b-8db6-8e2765a6a35e req-634a6a74-2257-4402-9013-41c8f8da3f9e tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Unset dirty status for tenant:587da9b290164b68a272d4c4072a9c73 on resource:port {{(pid=80981) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 06 01:59:02.601941 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-a54fcb96-5921-446b-8db6-8e2765a6a35e req-634a6a74-2257-4402-9013-41c8f8da3f9e tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=587da9b290164b68a272d4c4072a9c73&fields=id HTTP/1.1" status: 200  len: 348 time: 0.4338462
Jul 06 01:59:02.608007 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 01:59:02.644386 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a01abd-990e-4a26-8ecd-113a53dcd0e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=627cd65f-1908-425e-9e2a-b4b46cc44574,revision_number=None']} {{(pid=80981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 01:59:02.651845 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-d8a01abd-990e-4a26-8ecd-113a53dcd0e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:59:02.653284 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-d8a01abd-990e-4a26-8ecd-113a53dcd0e7 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/627cd65f-1908-425e-9e2a-b4b46cc44574 HTTP/1.1" status: 204  len: 168 time: 1.1165011
Jul 06 01:59:02.655568 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-d8a01abd-990e-4a26-8ecd-113a53dcd0e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 01:59:02.656094 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af3a29da-0658-4c42-b487-8612a325f628 admin admin] Notify agent at l3_agent.dv-cinder-799546-3-iscsi the message routers_updated {{(pid=80980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jul 06 01:59:02.667498 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22f1625b-d904-4144-aa68-06d114b08245 None None] Sync routers for ids ['f4336f44-a745-4a6d-ab82-26313ad46480'] in dv-cinder-799546-3-iscsi {{(pid=80982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Jul 06 01:59:02.680005 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-af3a29da-0658-4c42-b487-8612a325f628 admin admin] 10.222.0.11 "PUT /v2.0/routers/f4336f44-a745-4a6d-ab82-26313ad46480/add_router_interface HTTP/1.1" status: 200  len: 503 time: 19.9350159
Jul 06 01:59:02.706876 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-4e5da969-2d40-4d8a-b4f4-11b22eba15a6 req-e3ae92db-860a-4b22-8c95-6d60b3c70ed2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=56dae065814141f1b6d7612da46000e7&device_id=6d62c3ad-8c15-4368-8cae-7e464ee1f4ad HTTP/1.1" status: 200  len: 1096 time: 0.1295316
Jul 06 01:59:02.713939 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22f1625b-d904-4144-aa68-06d114b08245 None None] Routers {'f4336f44-a745-4a6d-ab82-26313ad46480'} bound to L3 agent in host dv-cinder-799546-3-iscsi {{(pid=80982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 06 01:59:02.721448 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_hamode_db [None req-22f1625b-d904-4144-aa68-06d114b08245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f31d728c9e8>, 'dv-cinder-799546-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T01:50:03Z,description=<?>,heartbeat_timestamp=2021-07-06T01:58:33Z,host='dv-cinder-799546-3-iscsi',id=61912d2b-cbf3-48c5-b8b2-dcc1c49052a5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-06T01:50:03Z,topic='l3_agent')) {'router_ids': ['f4336f44-a745-4a6d-ab82-26313ad46480'], 'active': True} {{(pid=80982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 01:59:02.831073 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80980) accepted ('10.222.0.11', 38086) {{(pid=80980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 01:59:02.917015 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-a96ba99e-2f71-4fe0-880e-cdab3c569a82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:59:03.053629 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-a96ba99e-2f71-4fe0-880e-cdab3c569a82 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 01:59:03.062959 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_dvr_db [None req-22f1625b-d904-4144-aa68-06d114b08245 None None] Set router f4336f44-a745-4a6d-ab82-26313ad46480 gateway port host: dv-cinder-799546-3-iscsi {{(pid=80982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:850}}
Jul 06 01:59:03.083516 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-a96ba99e-2f71-4fe0-880e-cdab3c569a82 admin admin] Usage tracker for resource:security_group_rule and tenant:992752a0342149b7aac5f925c299a1ee is out of sync, need to count used quota {{(pid=80980) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 01:59:03.088767 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-a96ba99e-2f71-4fe0-880e-cdab3c569a82 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80980) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 01:59:03.128353 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5da969-2d40-4d8a-b4f4-11b22eba15a6 req-1c89ac67-6471-4781-97de-3ffe8584c796 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 01:59:03.130153 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-4e5da969-2d40-4d8a-b4f4-11b22eba15a6 req-1c89ac67-6471-4781-97de-3ffe8584c796 service neutron] 10.222.0.37 "GET /v2.0/networks?id=fa8d729d-4beb-4e5d-8741-8858629919ab HTTP/1.1" status: 200  len: 913 time: 0.4110055
Jul 06 01:59:03.146566 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-a96ba99e-2f71-4fe0-880e-cdab3c569a82 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 01:59:03.181543 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-a54fcb96-5921-446b-8db6-8e2765a6a35e req-4f3d7bc8-bb12-4b0f-b056-34634b252807 service neutron] 10.222.0.11 "GET /v2.0/networks/2a4c8008-ce84-432c-9f5d-0fe3ba12caba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4942038
Jul 06 01:59:03.384043 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-a96ba99e-2f71-4fe0-880e-cdab3c569a82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:59:03.508147 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-372dd89c-f891-4b12-a196-d6e8b014ce42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:59:03.531465 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:59:03.604088 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-a54fcb96-5921-446b-8db6-8e2765a6a35e req-a100f4c5-cf4b-4cf2-9744-fb97f34b714a service neutron] 10.222.0.11 "GET /v2.0/networks/2a4c8008-ce84-432c-9f5d-0fe3ba12caba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4153659
Jul 06 01:59:03.723833 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-a96ba99e-2f71-4fe0-880e-cdab3c569a82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428228'] for security_group, after_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:59:03.767763 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_hamode_db [None req-22f1625b-d904-4144-aa68-06d114b08245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f31d728c9e8>, [{'id': 'f4336f44-a745-4a6d-ab82-26313ad46480', 'name': 'tempest-AttachVolumeShelveTestJSON-703016033-router', 'tenant_id': '6eda011ce6da4a3aa6a9ea578c51725a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8', 'external_fixed_ips': [{'subnet_id': '24d74941-6bd6-4d03-882f-a623d522833f', 'ip_address': '172.27.1.52'}], 'enable_snat': True}, 'gw_port_id': '507be5b4-fa06-435c-b115-e54448dceb38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T01:58:36Z', 'updated_at': '2021-07-06T01:58:49Z', 'revision_number': 4, 'project_id': '6eda011ce6da4a3aa6a9ea578c51725a', 'gw_port': {'id': '507be5b4-fa06-435c-b115-e54448dceb38', 'name': '', 'network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:ed:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4336f44-a745-4a6d-ab82-26313ad46480', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '24d74941-6bd6-4d03-882f-a623d522833f', 'ip_address': '172.27.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T01:58:37Z', 'updated_at': '2021-07-06T01:58:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24d74941-6bd6-4d03-882f-a623d522833f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799546-3-iscsi', '_interfaces': [{'id': '10e09a2d-b710-4e2b-bc1a-4f4ec7e2a012', 'name': '', 'network_id': 'dc49653d-588e-4ee2-9689-ebb2724e1086', 'tenant_id': '6eda011ce6da4a3aa6a9ea578c51725a', 'mac_address': 'fa:16:3e:7a:cb:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4336f44-a745-4a6d-ab82-26313ad46480', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '989a31a1-084c-4193-9367-4e104f09769b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T01:58:46Z', 'updated_at': '2021-07-06T01:58:51Z', 'revision_number': 2, 'project_id': '6eda011ce6da4a3aa6a9ea578c51725a', 'subnets': [{'id': '989a31a1-084c-4193-9367-4e104f09769b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799546-3-iscsi', False) {} {{(pid=80982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 01:59:03.776777 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 01:59:03.778835 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22f1625b-d904-4144-aa68-06d114b08245 None None] Checking router: f4336f44-a745-4a6d-ab82-26313ad46480 for host: dv-cinder-799546-3-iscsi {{(pid=80982) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Jul 06 01:59:03.779497 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22f1625b-d904-4144-aa68-06d114b08245 None None] Updating router f4336f44-a745-4a6d-ab82-26313ad46480 port 10e09a2d-b710-4e2b-bc1a-4f4ec7e2a012 binding host dv-cinder-799546-3-iscsi {{(pid=80982) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Jul 06 01:59:03.828605 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-4e5da969-2d40-4d8a-b4f4-11b22eba15a6 req-ad3fbd1e-cead-46a8-ac31-56d2917d34a0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=80d0580b-4f6d-4b5f-8d0e-2fdbcbefa28c HTTP/1.1" status: 200  len: 217 time: 0.4171727
Jul 06 01:59:04.426415 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-22f1625b-d904-4144-aa68-06d114b08245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1050496'] for port, before_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:59:04.570409 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5da969-2d40-4d8a-b4f4-11b22eba15a6 req-4a700ee8-5434-4b21-8991-051bb3a46415 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 01:59:04.572526 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-4e5da969-2d40-4d8a-b4f4-11b22eba15a6 req-4a700ee8-5434-4b21-8991-051bb3a46415 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0fbb8dce-1c1f-4a83-ac03-c3e101a382fa HTTP/1.1" status: 200  len: 852 time: 0.6974497
Jul 06 01:59:04.585097 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96ba99e-2f71-4fe0-880e-cdab3c569a82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=340dabbd-1c41-43c4-9e47-d094d8d19b8f,revision_number=1']} {{(pid=80980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 01:59:04.630484 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-76dafd09-8b9e-4f4b-ba8f-a0f9ff874801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:59:04.639327 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-a96ba99e-2f71-4fe0-880e-cdab3c569a82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.862s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 01:59:04.651389 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-a96ba99e-2f71-4fe0-880e-cdab3c569a82 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=992752a0342149b7aac5f925c299a1ee&name=default HTTP/1.1" status: 200  len: 2629 time: 1.8188913
Jul 06 01:59:04.654421 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80981) accepted ('10.222.0.11', 38118) {{(pid=80981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 01:59:04.826071 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-7e85dce0-f048-4243-8b83-006c84693caa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:59:04.909541 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-7e85dce0-f048-4243-8b83-006c84693caa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:59:04.919693 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-4e5da969-2d40-4d8a-b4f4-11b22eba15a6 req-815544b1-1e71-4148-9f5d-ea1d780abb6d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=fa8d729d-4beb-4e5d-8741-8858629919ab&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2756393
Jul 06 01:59:05.333171 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-7e85dce0-f048-4243-8b83-006c84693caa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428228'] for security_group, after_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:59:05.357686 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 01:59:05.398359 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e85dce0-f048-4243-8b83-006c84693caa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=340dabbd-1c41-43c4-9e47-d094d8d19b8f,revision_number=None']} {{(pid=80981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 01:59:05.419769 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-7e85dce0-f048-4243-8b83-006c84693caa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 01:59:05.426395 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-7e85dce0-f048-4243-8b83-006c84693caa admin admin] Notify callbacks [] for security_group, before_response {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:59:05.434765 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-7e85dce0-f048-4243-8b83-006c84693caa admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/340dabbd-1c41-43c4-9e47-d094d8d19b8f HTTP/1.1" status: 204  len: 168 time: 0.7730761
Jul 06 01:59:05.436011 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80981) accepted ('10.222.0.11', 38146) {{(pid=80981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 01:59:05.517532 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-fb45040a-bd6d-40ac-b6af-8d6c39aee043 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:59:05.571790 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a14df1-b5cb-45ad-9f58-fe370c6309e5 req-66c45104-d1ec-4d3b-ab30-1d3c64f1eb30 tempest-DeleteServersTestJSON-627605710 tempest-DeleteServersTestJSON-627605710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 01:59:05.579841 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-d1a14df1-b5cb-45ad-9f58-fe370c6309e5 req-66c45104-d1ec-4d3b-ab30-1d3c64f1eb30 tempest-DeleteServersTestJSON-627605710 tempest-DeleteServersTestJSON-627605710-project] 10.222.0.11 "GET /v2.0/ports?device_id=6d62c3ad-8c15-4368-8cae-7e464ee1f4ad HTTP/1.1" status: 200  len: 943 time: 1.0017338
Jul 06 01:59:05.609935 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-fcfe0981-f829-42d2-99d0-fcc19e179060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:59:05.722380 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-fb45040a-bd6d-40ac-b6af-8d6c39aee043 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 01:59:05.740176 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-fb45040a-bd6d-40ac-b6af-8d6c39aee043 admin admin] Usage tracker for resource:security_group_rule and tenant:557907319bf245be9bcfe9bc4f149961 is out of sync, need to count used quota {{(pid=80981) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 01:59:05.752107 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-fb45040a-bd6d-40ac-b6af-8d6c39aee043 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80981) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 01:59:05.778812 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-fb45040a-bd6d-40ac-b6af-8d6c39aee043 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 01:59:05.809526 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-d1a14df1-b5cb-45ad-9f58-fe370c6309e5 req-faeba5f0-c1d6-403e-ba5b-a84e363050c4 tempest-DeleteServersTestJSON-627605710 tempest-DeleteServersTestJSON-627605710-project] 10.222.0.11 "GET /v2.0/security-groups?id=be64c82a-638e-43a7-af32-f409c1663533&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1718879
Jul 06 01:59:05.883630 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-22f1625b-d904-4144-aa68-06d114b08245 None None] Notify callbacks [] for port, precommit_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:59:05.933856 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-4e5da969-2d40-4d8a-b4f4-11b22eba15a6 req-3d3966c5-a3dd-44e3-8d44-55423f36a6a1 service neutron] 10.222.0.37 "GET /v2.0/networks/fa8d729d-4beb-4e5d-8741-8858629919ab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.9582551
Jul 06 01:59:05.971867 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.provisioning_blocks [None req-22f1625b-d904-4144-aa68-06d114b08245 None None] Transition to ACTIVE for port object 10e09a2d-b710-4e2b-bc1a-4f4ec7e2a012 will not be triggered until provisioned by entity L2. {{(pid=80982) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 06 01:59:06.017008 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-22f1625b-d904-4144-aa68-06d114b08245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740753762112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740753409037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296101366746'] for port, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:59:06.021558 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-21fff51d-5645-4f73-af4c-97372da9dadc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 01:59:06.159981 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d460386-7d1a-4d96-8564-1456db989961 None None] Pushing event updated for resources: {'Port': ['ID=10e09a2d-b710-4e2b-bc1a-4f4ec7e2a012,revision_number=3']} {{(pid=80982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 01:59:06.163737 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-8d460386-7d1a-4d96-8564-1456db989961 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 01:59:06.431905 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-4e5da969-2d40-4d8a-b4f4-11b22eba15a6 req-439f801c-d5f8-4310-b594-6f5ff73b4db7 service neutron] 10.222.0.37 "GET /v2.0/networks/fa8d729d-4beb-4e5d-8741-8858629919ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4391475
Jul 06 01:59:06.445727 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-fb45040a-bd6d-40ac-b6af-8d6c39aee043 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:59:06.480704 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-fb45040a-bd6d-40ac-b6af-8d6c39aee043 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428228'] for security_group, after_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:59:06.515657 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 01:59:06.750369 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.managers [None req-22f1625b-d904-4144-aa68-06d114b08245 None None] Attempting to bind port 10e09a2d-b710-4e2b-bc1a-4f4ec7e2a012 on host dv-cinder-799546-3-iscsi for vnic_type normal with profile  {{(pid=80982) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jul 06 01:59:06.751151 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.managers [None req-22f1625b-d904-4144-aa68-06d114b08245 None None] Attempting to bind port 10e09a2d-b710-4e2b-bc1a-4f4ec7e2a012 by drivers openvswitch,hyperv on host dv-cinder-799546-3-iscsi at level 0 using segments [{'id': 'f325f6e3-ee5f-469d-9162-dffc7dd88549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'dc49653d-588e-4ee2-9689-ebb2724e1086'}] {{(pid=80982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jul 06 01:59:06.751151 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22f1625b-d904-4144-aa68-06d114b08245 None None] Attempting to bind port 10e09a2d-b710-4e2b-bc1a-4f4ec7e2a012 on network dc49653d-588e-4ee2-9689-ebb2724e1086 {{(pid=80982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Jul 06 01:59:06.773603 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-b4c7ff86-7fcd-420d-a643-e6db4dffa50f req-e92b32ee-919f-41d4-a29d-d526e0165acf tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] 10.222.0.11 "GET /v2.0/ports?device_id=6bf80594-4f7b-4225-95e7-e1f2461f5e26 HTTP/1.1" status: 200  len: 210 time: 0.3368313
Jul 06 01:59:06.786402 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22f1625b-d904-4144-aa68-06d114b08245 None None] Checking agent: {'id': '3e633bc2-fb27-4d05-86ce-e7e954e44018', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799546-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 1, 50, 2), 'started_at': datetime.datetime(2021, 7, 6, 1, 50, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 1, 59, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['geneve', 'gre', 'internal', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799546-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.0', 'Port': '1.5', 'PortForwarding': '1.1', 'QosPolicy': '1.8', 'SecurityGroup': '1.1', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.0', 'Trunk': '1.1'}} {{(pid=80982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Jul 06 01:59:06.786931 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22f1625b-d904-4144-aa68-06d114b08245 None None] Checking segment: {'id': 'f325f6e3-ee5f-469d-9162-dffc7dd88549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'dc49653d-588e-4ee2-9689-ebb2724e1086'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jul 06 01:59:06.794988 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-22f1625b-d904-4144-aa68-06d114b08245 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:59:06.795469 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22f1625b-d904-4144-aa68-06d114b08245 None None] Bound using segment: {'id': 'f325f6e3-ee5f-469d-9162-dffc7dd88549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'dc49653d-588e-4ee2-9689-ebb2724e1086'} {{(pid=80982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Jul 06 01:59:06.796215 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.managers [None req-22f1625b-d904-4144-aa68-06d114b08245 None None] Bound port: 10e09a2d-b710-4e2b-bc1a-4f4ec7e2a012, host: dv-cinder-799546-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f325f6e3-ee5f-469d-9162-dffc7dd88549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'dc49653d-588e-4ee2-9689-ebb2724e1086'}}] {{(pid=80982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jul 06 01:59:06.800196 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-22f1625b-d904-4144-aa68-06d114b08245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1050496'] for port, before_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:59:06.824514 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb45040a-bd6d-40ac-b6af-8d6c39aee043 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1346751b-d9a9-4c17-b871-322cef0d387c,revision_number=1']} {{(pid=80981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 01:59:06.837325 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-fb45040a-bd6d-40ac-b6af-8d6c39aee043 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 01:59:06.888559 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-fb45040a-bd6d-40ac-b6af-8d6c39aee043 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=557907319bf245be9bcfe9bc4f149961&name=default HTTP/1.1" status: 200  len: 2629 time: 1.4499791
Jul 06 01:59:06.894834 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80980) accepted ('10.222.0.11', 38172) {{(pid=80980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 01:59:07.030472 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80981) accepted ('10.222.0.11', 38180) {{(pid=80981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 01:59:07.054159 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.v2.base [None req-0f1cc78a-58c3-4cc3-82b7-90590191e285 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Request body: {'security_group': {'name': 'tempest-securitygroup--181772728', 'description': 'tempest-description--1906446013'}} {{(pid=80981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 06 01:59:07.054717 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.agents_db [None req-b173abe4-0d36-4765-adb2-33779d11156f None None] Agent healthcheck: found 6 active agents {{(pid=80983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Jul 06 01:59:07.086860 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-0f1cc78a-58c3-4cc3-82b7-90590191e285 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 01:59:07.110632 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-0f1cc78a-58c3-4cc3-82b7-90590191e285 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Usage tracker for resource:security_group and tenant:6eda011ce6da4a3aa6a9ea578c51725a is out of sync, need to count used quota {{(pid=80981) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 01:59:07.128459 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-0f1cc78a-58c3-4cc3-82b7-90590191e285 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80981) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 01:59:07.159704 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-0f1cc78a-58c3-4cc3-82b7-90590191e285 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 01:59:07.167247 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [None req-22f1625b-d904-4144-aa68-06d114b08245 None None] For port 10e09a2d-b710-4e2b-bc1a-4f4ec7e2a012, host dv-cinder-799546-3-iscsi, cleared binding levels {{(pid=80982) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:111}}
Jul 06 01:59:07.208372 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-9f60d235-27cc-4687-af39-c0500249f626 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:59:07.257954 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [None req-22f1625b-d904-4144-aa68-06d114b08245 None None] For port 10e09a2d-b710-4e2b-bc1a-4f4ec7e2a012, host dv-cinder-799546-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799546-3-iscsi',level=0,port_id=10e09a2d-b710-4e2b-bc1a-4f4ec7e2a012,segment=NetworkSegment(f325f6e3-ee5f-469d-9162-dffc7dd88549),segment_id=f325f6e3-ee5f-469d-9162-dffc7dd88549)] {{(pid=80982) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}}
Jul 06 01:59:07.303860 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-22f1625b-d904-4144-aa68-06d114b08245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740753762112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740753409037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296101366746'] for port, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:59:07.305570 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-0f1cc78a-58c3-4cc3-82b7-90590191e285 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Notify callbacks [] for security_group, before_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:59:07.308219 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-6a13147e-b56c-4007-8cf5-5ef3a1157486 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 01:59:07.310356 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-9f60d235-27cc-4687-af39-c0500249f626 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:59:07.579991 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-9f60d235-27cc-4687-af39-c0500249f626 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428228'] for security_group, after_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:59:07.605428 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22f1625b-d904-4144-aa68-06d114b08245 None None] Routers {'f4336f44-a745-4a6d-ab82-26313ad46480'} bound to L3 agent in host dv-cinder-799546-3-iscsi {{(pid=80982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 06 01:59:07.606078 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-a96ba99e-2f71-4fe0-880e-cdab3c569a82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 01:59:07.606548 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_hamode_db [None req-22f1625b-d904-4144-aa68-06d114b08245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f31d728c9e8>, 'dv-cinder-799546-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T01:50:03Z,description=<?>,heartbeat_timestamp=2021-07-06T01:59:03Z,host='dv-cinder-799546-3-iscsi',id=61912d2b-cbf3-48c5-b8b2-dcc1c49052a5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-06T01:50:03Z,topic='l3_agent')) {'router_ids': ['f4336f44-a745-4a6d-ab82-26313ad46480'], 'active': True} {{(pid=80982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 01:59:07.631192 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-0f1cc78a-58c3-4cc3-82b7-90590191e285 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 01:59:07.652364 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-0f1cc78a-58c3-4cc3-82b7-90590191e285 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Usage tracker for resource:security_group_rule and tenant:6eda011ce6da4a3aa6a9ea578c51725a is out of sync, need to count used quota {{(pid=80981) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 01:59:07.686601 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-0f1cc78a-58c3-4cc3-82b7-90590191e285 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80981) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 01:59:07.728248 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-0f1cc78a-58c3-4cc3-82b7-90590191e285 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 01:59:07.785952 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f60d235-27cc-4687-af39-c0500249f626 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1346751b-d9a9-4c17-b871-322cef0d387c,revision_number=None']} {{(pid=80980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 01:59:07.795038 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-9f60d235-27cc-4687-af39-c0500249f626 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 01:59:07.807336 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-9f60d235-27cc-4687-af39-c0500249f626 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:59:07.809510 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-9f60d235-27cc-4687-af39-c0500249f626 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/1346751b-d9a9-4c17-b871-322cef0d387c HTTP/1.1" status: 204  len: 168 time: 0.9055851
Jul 06 01:59:07.819532 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d460386-7d1a-4d96-8564-1456db989961 None None] Pushing event updated for resources: {'Port': ['ID=10e09a2d-b710-4e2b-bc1a-4f4ec7e2a012,revision_number=4']} {{(pid=80982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 01:59:07.825553 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-8d460386-7d1a-4d96-8564-1456db989961 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.517s {{(pid=80982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 01:59:07.903551 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7e24fd-97bb-423e-b373-186b1ff1c669 req-cbfa3be0-4724-4737-bad3-1606e4bc86bb tempest-DeleteServersTestJSON-627605710 tempest-DeleteServersTestJSON-627605710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 01:59:07.917288 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-af7e24fd-97bb-423e-b373-186b1ff1c669 req-cbfa3be0-4724-4737-bad3-1606e4bc86bb tempest-DeleteServersTestJSON-627605710 tempest-DeleteServersTestJSON-627605710-project] 10.222.0.11 "GET /v2.0/ports?device_id=6d62c3ad-8c15-4368-8cae-7e464ee1f4ad HTTP/1.1" status: 200  len: 943 time: 0.2570894
Jul 06 01:59:08.007176 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-0f1cc78a-58c3-4cc3-82b7-90590191e285 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Notify callbacks [] for security_group, precommit_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:59:08.025505 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-af7e24fd-97bb-423e-b373-186b1ff1c669 req-7ecf9005-7ae3-41d0-8d2f-0e6be845f3e6 tempest-DeleteServersTestJSON-627605710 tempest-DeleteServersTestJSON-627605710-project] 10.222.0.11 "GET /v2.0/security-groups?id=be64c82a-638e-43a7-af32-f409c1663533&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1061232
Jul 06 01:59:08.045285 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-0f1cc78a-58c3-4cc3-82b7-90590191e285 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428228'] for security_group, after_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:59:08.059611 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-fb45040a-bd6d-40ac-b6af-8d6c39aee043 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 01:59:08.308338 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1cc78a-58c3-4cc3-82b7-90590191e285 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05a99220-0499-4923-a419-6a3dc323fae7,revision_number=1']} {{(pid=80981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 01:59:08.332447 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-0f1cc78a-58c3-4cc3-82b7-90590191e285 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Notify callbacks [] for security_group, before_response {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:59:08.348772 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-0f1cc78a-58c3-4cc3-82b7-90590191e285 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1595 time: 1.3117826
Jul 06 01:59:08.348772 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-0f1cc78a-58c3-4cc3-82b7-90590191e285 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 01:59:08.350231 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80980) accepted ('10.222.0.11', 38204) {{(pid=80980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 01:59:08.350851 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_dvr_db [None req-22f1625b-d904-4144-aa68-06d114b08245 None None] Set router f4336f44-a745-4a6d-ab82-26313ad46480 gateway port host: dv-cinder-799546-3-iscsi {{(pid=80982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:850}}
Jul 06 01:59:08.357561 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.v2.base [None req-16eccdc6-4171-4b82-b817-3aca420f633c tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Request body: {'security_group_rule': {'security_group_id': '05a99220-0499-4923-a419-6a3dc323fae7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 06 01:59:08.373897 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-fef4f085-8f81-4ccd-aec5-277a75d2d676 req-9c6fa11a-70cd-4c7a-8ee8-e192c82d3827 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] 10.222.0.11 "GET /v2.0/ports?device_id=6bf80594-4f7b-4225-95e7-e1f2461f5e26 HTTP/1.1" status: 200  len: 210 time: 0.1883593
Jul 06 01:59:08.374544 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-16eccdc6-4171-4b82-b817-3aca420f633c tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 01:59:08.380295 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-16eccdc6-4171-4b82-b817-3aca420f633c tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Usage tracker for resource:security_group_rule and tenant:6eda011ce6da4a3aa6a9ea578c51725a is out of sync, need to count used quota {{(pid=80980) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 01:59:08.405627 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-16eccdc6-4171-4b82-b817-3aca420f633c tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80980) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 01:59:08.430794 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-16eccdc6-4171-4b82-b817-3aca420f633c tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 01:59:08.494941 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-16eccdc6-4171-4b82-b817-3aca420f633c tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:59:08.666870 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-16eccdc6-4171-4b82-b817-3aca420f633c tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:59:08.714195 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-16eccdc6-4171-4b82-b817-3aca420f633c tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428264'] for security_group_rule, after_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:59:08.717023 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 01:59:08.756334 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16eccdc6-4171-4b82-b817-3aca420f633c tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e1c3993-c85d-427f-aeb7-d2b5eb744a14,revision_number=0']} {{(pid=80980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 01:59:08.771290 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-16eccdc6-4171-4b82-b817-3aca420f633c tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 01:59:08.811455 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-16eccdc6-4171-4b82-b817-3aca420f633c tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:59:08.817025 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80981) accepted ('10.222.0.11', 38218) {{(pid=80981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 01:59:08.817996 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-16eccdc6-4171-4b82-b817-3aca420f633c tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.4658635
Jul 06 01:59:08.835672 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.v2.base [None req-09152fa1-24d7-4f74-bca2-66e27a212f27 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Request body: {'security_group_rule': {'security_group_id': '05a99220-0499-4923-a419-6a3dc323fae7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 06 01:59:08.848600 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-09152fa1-24d7-4f74-bca2-66e27a212f27 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 01:59:08.856663 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-09152fa1-24d7-4f74-bca2-66e27a212f27 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Usage tracker for resource:security_group_rule and tenant:6eda011ce6da4a3aa6a9ea578c51725a is out of sync, need to count used quota {{(pid=80981) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 01:59:08.863626 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-09152fa1-24d7-4f74-bca2-66e27a212f27 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80981) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 01:59:08.877523 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-09152fa1-24d7-4f74-bca2-66e27a212f27 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 01:59:08.929046 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-09152fa1-24d7-4f74-bca2-66e27a212f27 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:59:09.270897 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_hamode_db [None req-22f1625b-d904-4144-aa68-06d114b08245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f31d728c9e8>, [{'id': 'f4336f44-a745-4a6d-ab82-26313ad46480', 'name': 'tempest-AttachVolumeShelveTestJSON-703016033-router', 'tenant_id': '6eda011ce6da4a3aa6a9ea578c51725a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8', 'external_fixed_ips': [{'subnet_id': '24d74941-6bd6-4d03-882f-a623d522833f', 'ip_address': '172.27.1.52'}], 'enable_snat': True}, 'gw_port_id': '507be5b4-fa06-435c-b115-e54448dceb38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T01:58:36Z', 'updated_at': '2021-07-06T01:58:49Z', 'revision_number': 4, 'project_id': '6eda011ce6da4a3aa6a9ea578c51725a', 'gw_port': {'id': '507be5b4-fa06-435c-b115-e54448dceb38', 'name': '', 'network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:ed:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4336f44-a745-4a6d-ab82-26313ad46480', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '24d74941-6bd6-4d03-882f-a623d522833f', 'ip_address': '172.27.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T01:58:37Z', 'updated_at': '2021-07-06T01:58:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24d74941-6bd6-4d03-882f-a623d522833f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799546-3-iscsi', '_interfaces': [{'id': '10e09a2d-b710-4e2b-bc1a-4f4ec7e2a012', 'name': '', 'network_id': 'dc49653d-588e-4ee2-9689-ebb2724e1086', 'tenant_id': '6eda011ce6da4a3aa6a9ea578c51725a', 'mac_address': 'fa:16:3e:7a:cb:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4336f44-a745-4a6d-ab82-26313ad46480', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '989a31a1-084c-4193-9367-4e104f09769b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T01:58:46Z', 'updated_at': '2021-07-06T01:59:07Z', 'revision_number': 4, 'project_id': '6eda011ce6da4a3aa6a9ea578c51725a', 'subnets': [{'id': '989a31a1-084c-4193-9367-4e104f09769b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799546-3-iscsi', False) {} {{(pid=80982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 01:59:09.271859 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22f1625b-d904-4144-aa68-06d114b08245 None None] The sync data for ids ['f4336f44-a745-4a6d-ab82-26313ad46480'] in dv-cinder-799546-3-iscsi is: [{'id': 'f4336f44-a745-4a6d-ab82-26313ad46480', 'name': 'tempest-AttachVolumeShelveTestJSON-703016033-router', 'tenant_id': '6eda011ce6da4a3aa6a9ea578c51725a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8', 'external_fixed_ips': [{'subnet_id': '24d74941-6bd6-4d03-882f-a623d522833f', 'ip_address': '172.27.1.52'}], 'enable_snat': True}, 'gw_port_id': '507be5b4-fa06-435c-b115-e54448dceb38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T01:58:36Z', 'updated_at': '2021-07-06T01:58:49Z', 'revision_number': 4, 'project_id': '6eda011ce6da4a3aa6a9ea578c51725a', 'gw_port': {'id': '507be5b4-fa06-435c-b115-e54448dceb38', 'name': '', 'network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:ed:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4336f44-a745-4a6d-ab82-26313ad46480', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '24d74941-6bd6-4d03-882f-a623d522833f', 'ip_address': '172.27.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T01:58:37Z', 'updated_at': '2021-07-06T01:58:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24d74941-6bd6-4d03-882f-a623d522833f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799546-3-iscsi', '_interfaces': [{'id': '10e09a2d-b710-4e2b-bc1a-4f4ec7e2a012', 'name': '', 'network_id': 'dc49653d-588e-4ee2-9689-ebb2724e1086', 'tenant_id': '6eda011ce6da4a3aa6a9ea578c51725a', 'mac_address': 'fa:16:3e:7a:cb:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4336f44-a745-4a6d-ab82-26313ad46480', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '989a31a1-084c-4193-9367-4e104f09769b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T01:58:46Z', 'updated_at': '2021-07-06T01:59:07Z', 'revision_number': 4, 'project_id': '6eda011ce6da4a3aa6a9ea578c51725a', 'subnets': [{'id': '989a31a1-084c-4193-9367-4e104f09769b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=80982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Jul 06 01:59:09.308366 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-09152fa1-24d7-4f74-bca2-66e27a212f27 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:59:09.395299 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-09152fa1-24d7-4f74-bca2-66e27a212f27 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428264'] for security_group_rule, after_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:59:09.397408 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 01:59:09.454373 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09152fa1-24d7-4f74-bca2-66e27a212f27 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f716ca5-30fd-42ff-8d67-d4582449f9c9,revision_number=0']} {{(pid=80981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 01:59:09.458926 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-09152fa1-24d7-4f74-bca2-66e27a212f27 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 01:59:09.502450 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-09152fa1-24d7-4f74-bca2-66e27a212f27 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:59:09.504613 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-09152fa1-24d7-4f74-bca2-66e27a212f27 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.6860552
Jul 06 01:59:09.514801 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80981) accepted ('10.222.0.11', 38238) {{(pid=80981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 01:59:09.522397 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.v2.base [None req-7d76303c-f526-4bfb-aee8-70c115a36f61 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Request body: {'floatingip': {'floating_network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8'}} {{(pid=80981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 06 01:59:09.535172 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-7d76303c-f526-4bfb-aee8-70c115a36f61 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 01:59:09.548558 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-7d76303c-f526-4bfb-aee8-70c115a36f61 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Usage tracker for resource:floatingip and tenant:6eda011ce6da4a3aa6a9ea578c51725a is out of sync, need to count used quota {{(pid=80981) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 01:59:09.554206 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-7d76303c-f526-4bfb-aee8-70c115a36f61 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80981) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 01:59:09.561095 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54fcb96-5921-446b-8db6-8e2765a6a35e req-eca54b57-67c4-4e3f-8d31-5aeb14bc4dd8 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 01:59:09.562849 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [req-a54fcb96-5921-446b-8db6-8e2765a6a35e req-eca54b57-67c4-4e3f-8d31-5aeb14bc4dd8 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Synchronizing usage tracker for tenant:587da9b290164b68a272d4c4072a9c73 on resource:network {{(pid=80980) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 06 01:59:09.573792 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-7d76303c-f526-4bfb-aee8-70c115a36f61 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 01:59:09.628258 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-7d76303c-f526-4bfb-aee8-70c115a36f61 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Notify callbacks [] for floatingip, before_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:59:09.659679 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [req-a54fcb96-5921-446b-8db6-8e2765a6a35e req-eca54b57-67c4-4e3f-8d31-5aeb14bc4dd8 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Unset dirty status for tenant:587da9b290164b68a272d4c4072a9c73 on resource:network {{(pid=80980) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 06 01:59:09.663142 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-a54fcb96-5921-446b-8db6-8e2765a6a35e req-eca54b57-67c4-4e3f-8d31-5aeb14bc4dd8 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] 10.222.0.37 "GET /v2.0/networks?id=2a4c8008-ce84-432c-9f5d-0fe3ba12caba HTTP/1.1" status: 200  len: 810 time: 0.5783894
Jul 06 01:59:09.802271 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab864b0f-f41a-46d9-b2ac-0a8fc8b0a08b req-75a0ae66-daba-483e-a98c-d670e304da95 tempest-DeleteServersTestJSON-627605710 tempest-DeleteServersTestJSON-627605710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 01:59:09.806602 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-ab864b0f-f41a-46d9-b2ac-0a8fc8b0a08b req-75a0ae66-daba-483e-a98c-d670e304da95 tempest-DeleteServersTestJSON-627605710 tempest-DeleteServersTestJSON-627605710-project] 10.222.0.11 "GET /v2.0/ports?device_id=6d62c3ad-8c15-4368-8cae-7e464ee1f4ad HTTP/1.1" status: 200  len: 943 time: 0.3509071
Jul 06 01:59:09.925456 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-8950696a-e0ec-40bc-a25a-5dd893aa53c7 req-be73b8ab-7d2d-4e29-ae3b-ee4fb13b495f tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] 10.222.0.11 "GET /v2.0/ports?device_id=6bf80594-4f7b-4225-95e7-e1f2461f5e26 HTTP/1.1" status: 200  len: 210 time: 0.1194677
Jul 06 01:59:10.124377 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [req-a54fcb96-5921-446b-8db6-8e2765a6a35e req-ed57252b-f4b3-4f5b-84cb-8fd22df9d667 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Synchronizing usage tracker for tenant:587da9b290164b68a272d4c4072a9c73 on resource:security_group {{(pid=80980) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 06 01:59:10.189847 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-7d76303c-f526-4bfb-aee8-70c115a36f61 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1050496'] for port, before_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:59:10.190912 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.rpc [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Device 10e09a2d-b710-4e2b-bc1a-4f4ec7e2a012 up at agent ovs-agent-dv-cinder-799546-3-iscsi {{(pid=80982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:273}}
Jul 06 01:59:10.231141 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [req-a54fcb96-5921-446b-8db6-8e2765a6a35e req-ed57252b-f4b3-4f5b-84cb-8fd22df9d667 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Unset dirty status for tenant:587da9b290164b68a272d4c4072a9c73 on resource:security_group {{(pid=80980) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 06 01:59:10.236156 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-a54fcb96-5921-446b-8db6-8e2765a6a35e req-ed57252b-f4b3-4f5b-84cb-8fd22df9d667 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=587da9b290164b68a272d4c4072a9c73 HTTP/1.1" status: 200  len: 5009 time: 0.5581129
Jul 06 01:59:10.251542 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.v2.base [req-a54fcb96-5921-446b-8db6-8e2765a6a35e req-435d7beb-a386-4af0-9eaf-4e168383eaa6 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Request body: {'port': {'device_id': '6bf80594-4f7b-4225-95e7-e1f2461f5e26', 'network_id': '2a4c8008-ce84-432c-9f5d-0fe3ba12caba', 'admin_state_up': True, 'tenant_id': '587da9b290164b68a272d4c4072a9c73', 'security_groups': ['a49819e7-9e67-4461-9ca0-4f120b4fbc53']}} {{(pid=80980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 06 01:59:10.434781 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.provisioning_blocks [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Provisioning for port 10e09a2d-b710-4e2b-bc1a-4f4ec7e2a012 completed by entity L2. {{(pid=80982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 06 01:59:10.445872 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.provisioning_blocks [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Provisioning complete for port 10e09a2d-b710-4e2b-bc1a-4f4ec7e2a012 triggered by entity L2. {{(pid=80982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 06 01:59:10.446545 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1309268'] for port, provisioning_complete {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:59:10.655576 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.db_base_plugin_common [None req-7d76303c-f526-4bfb-aee8-70c115a36f61 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Allocated IP 172.27.1.169 (69f53fb8-46a2-4fb2-8b50-29617e0b26b8/24d74941-6bd6-4d03-882f-a623d522833f/62a6c094-35ff-458e-8b70-f65d941e39e3) {{(pid=80981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Jul 06 01:59:10.655868 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [req-a54fcb96-5921-446b-8db6-8e2765a6a35e req-435d7beb-a386-4af0-9eaf-4e168383eaa6 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 01:59:10.675697 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1050496'] for port, before_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:59:10.677460 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [req-a54fcb96-5921-446b-8db6-8e2765a6a35e req-435d7beb-a386-4af0-9eaf-4e168383eaa6 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 01:59:10.722023 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a54fcb96-5921-446b-8db6-8e2765a6a35e req-435d7beb-a386-4af0-9eaf-4e168383eaa6 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Made reservation on behalf of 587da9b290164b68a272d4c4072a9c73 for: {'port': 1} {{(pid=80980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jul 06 01:59:10.740767 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] For port 10e09a2d-b710-4e2b-bc1a-4f4ec7e2a012, host dv-cinder-799546-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799546-3-iscsi',level=0,port_id=10e09a2d-b710-4e2b-bc1a-4f4ec7e2a012,segment=NetworkSegment(f325f6e3-ee5f-469d-9162-dffc7dd88549),segment_id=f325f6e3-ee5f-469d-9162-dffc7dd88549)] {{(pid=80982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 01:59:10.745534 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-a54fcb96-5921-446b-8db6-8e2765a6a35e req-435d7beb-a386-4af0-9eaf-4e168383eaa6 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1050496'] for port, before_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:59:10.794656 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740753762112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740753409037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296101366746'] for port, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:59:10.810884 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-8d460386-7d1a-4d96-8564-1456db989961 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 01:59:10.822648 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-ab864b0f-f41a-46d9-b2ac-0a8fc8b0a08b req-a257f409-3ed8-479e-ab4c-8cf57ef7b277 tempest-DeleteServersTestJSON-627605710 tempest-DeleteServersTestJSON-627605710-project] 10.222.0.11 "GET /v2.0/security-groups?id=be64c82a-638e-43a7-af32-f409c1663533&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.9175880
Jul 06 01:59:11.011799 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Pushing event updated for resources: {'Port': ['ID=10e09a2d-b710-4e2b-bc1a-4f4ec7e2a012,revision_number=5']} {{(pid=80982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 01:59:11.034498 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=80982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 01:59:11.084552 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-7d76303c-f526-4bfb-aee8-70c115a36f61 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Notify callbacks [] for port, precommit_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:59:11.149020 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-7d76303c-f526-4bfb-aee8-70c115a36f61 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296101369102'] for port, after_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:59:11.157554 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-cb292324-d95c-4e05-b5f6-b184a75bad28 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 01:59:11.225506 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.db_base_plugin_common [req-a54fcb96-5921-446b-8db6-8e2765a6a35e req-435d7beb-a386-4af0-9eaf-4e168383eaa6 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Allocated IP 172.20.0.4 (2a4c8008-ce84-432c-9f5d-0fe3ba12caba/10f6138f-392f-434d-90d2-631457fbed0f/a3765eaf-5d9a-4eb7-b7d2-aeb912bae916) {{(pid=80980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Jul 06 01:59:11.276153 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d76303c-f526-4bfb-aee8-70c115a36f61 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Network 69f53fb8-46a2-4fb2-8b50-29617e0b26b8 is already hosted by enough agents. {{(pid=80981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:240}}
Jul 06 01:59:11.285789 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.scheduler.base_scheduler [None req-7d76303c-f526-4bfb-aee8-70c115a36f61 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Resources bound (agent type, host, resource id):  {{(pid=80981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jul 06 01:59:11.338718 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d76303c-f526-4bfb-aee8-70c115a36f61 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Received port after_create {{(pid=80981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 06 01:59:11.407057 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d76303c-f526-4bfb-aee8-70c115a36f61 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Pushing event updated for resources: {'Port': ['ID=62a6c094-35ff-458e-8b70-f65d941e39e3,revision_number=1']} {{(pid=80981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 01:59:11.423281 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-85053c3e-569e-4893-a1a9-4c2591ddd928 req-ae2949fb-a45b-4798-b2b1-6eab3404e867 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] 10.222.0.11 "GET /v2.0/ports?device_id=6bf80594-4f7b-4225-95e7-e1f2461f5e26 HTTP/1.1" status: 200  len: 210 time: 0.1385093
Jul 06 01:59:11.425414 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-7d76303c-f526-4bfb-aee8-70c115a36f61 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 01:59:11.725043 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-7d76303c-f526-4bfb-aee8-70c115a36f61 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:59:11.864196 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-a54fcb96-5921-446b-8db6-8e2765a6a35e req-435d7beb-a386-4af0-9eaf-4e168383eaa6 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Notify callbacks [] for port, precommit_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:59:11.885216 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.provisioning_blocks [req-a54fcb96-5921-446b-8db6-8e2765a6a35e req-435d7beb-a386-4af0-9eaf-4e168383eaa6 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Transition to ACTIVE for port object a3765eaf-5d9a-4eb7-b7d2-aeb912bae916 will not be triggered until provisioned by entity DHCP. {{(pid=80980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 06 01:59:11.958805 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-7d76303c-f526-4bfb-aee8-70c115a36f61 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1050496'] for port, before_update {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:59:11.966675 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.rpc [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Device 80d0580b-4f6d-4b5f-8d0e-2fdbcbefa28c details requested by agent hyperv_hv-cinder-79954 with host hv-cinder-79954 {{(pid=80982) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:87}}
Jul 06 01:59:11.977839 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-a54fcb96-5921-446b-8db6-8e2765a6a35e req-435d7beb-a386-4af0-9eaf-4e168383eaa6 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296101369102'] for port, after_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:59:11.985332 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 01:59:12.279630 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a54fcb96-5921-446b-8db6-8e2765a6a35e req-435d7beb-a386-4af0-9eaf-4e168383eaa6 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Network 2a4c8008-ce84-432c-9f5d-0fe3ba12caba is already hosted by enough agents. {{(pid=80980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:240}}
Jul 06 01:59:12.347603 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] For port 80d0580b-4f6d-4b5f-8d0e-2fdbcbefa28c, host hv-cinder-79954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79954',level=0,port_id=80d0580b-4f6d-4b5f-8d0e-2fdbcbefa28c,segment=NetworkSegment(c3dac661-c1f6-4856-b213-d374d007d5b4),segment_id=c3dac661-c1f6-4856-b213-d374d007d5b4)] {{(pid=80982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 01:59:12.384660 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.rpc [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Device 10e09a2d-b710-4e2b-bc1a-4f4ec7e2a012 up at agent ovs-agent-dv-cinder-799546-3-iscsi {{(pid=80982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:273}}
Jul 06 01:59:12.438380 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.scheduler.base_scheduler [req-a54fcb96-5921-446b-8db6-8e2765a6a35e req-435d7beb-a386-4af0-9eaf-4e168383eaa6 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Resources bound (agent type, host, resource id):  {{(pid=80980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jul 06 01:59:12.498840 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.rpc [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Returning: {'device': '80d0580b-4f6d-4b5f-8d0e-2fdbcbefa28c', 'network_id': 'fa8d729d-4beb-4e5d-8741-8858629919ab', 'port_id': '80d0580b-4f6d-4b5f-8d0e-2fdbcbefa28c', 'mac_address': 'fa:16:3e:af:a8:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fbb8dce-1c1f-4a83-ac03-c3e101a382fa', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80982) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:165}}
Jul 06 01:59:12.548059 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435d7beb-a386-4af0-9eaf-4e168383eaa6 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Pushing event updated for resources: {'Port': ['ID=a3765eaf-5d9a-4eb7-b7d2-aeb912bae916,revision_number=1']} {{(pid=80980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 01:59:12.569898 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-435d7beb-a386-4af0-9eaf-4e168383eaa6 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.584s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 01:59:12.578921 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_dvrscheduler_db [req-a54fcb96-5921-446b-8db6-8e2765a6a35e req-435d7beb-a386-4af0-9eaf-4e168383eaa6 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Received port after_create {{(pid=80980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 06 01:59:12.603845 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54fcb96-5921-446b-8db6-8e2765a6a35e req-435d7beb-a386-4af0-9eaf-4e168383eaa6 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 01:59:12.605119 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-a54fcb96-5921-446b-8db6-8e2765a6a35e req-435d7beb-a386-4af0-9eaf-4e168383eaa6 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853726196'] for port, before_response {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:59:12.783721 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-7d76303c-f526-4bfb-aee8-70c115a36f61 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Notify callbacks [] for port, precommit_update {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:59:12.790765 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1050496'] for port, before_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:59:12.813703 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb82342-a102-4a0b-882f-9965585bbd5f req-7f2b39b3-e900-4539-b23e-09f8bfc03eb5 tempest-DeleteServersTestJSON-627605710 tempest-DeleteServersTestJSON-627605710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 01:59:12.818093 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-5cb82342-a102-4a0b-882f-9965585bbd5f req-7f2b39b3-e900-4539-b23e-09f8bfc03eb5 tempest-DeleteServersTestJSON-627605710 tempest-DeleteServersTestJSON-627605710-project] 10.222.0.11 "GET /v2.0/ports?device_id=6d62c3ad-8c15-4368-8cae-7e464ee1f4ad HTTP/1.1" status: 200  len: 943 time: 0.5436769
Jul 06 01:59:12.832268 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.notifiers.nova [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80d0580b-4f6d-4b5f-8d0e-2fdbcbefa28c {{(pid=80982) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Jul 06 01:59:12.851334 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] For port 80d0580b-4f6d-4b5f-8d0e-2fdbcbefa28c, host hv-cinder-79954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79954',level=0,port_id=80d0580b-4f6d-4b5f-8d0e-2fdbcbefa28c,segment=NetworkSegment(c3dac661-c1f6-4856-b213-d374d007d5b4),segment_id=c3dac661-c1f6-4856-b213-d374d007d5b4)] {{(pid=80982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 01:59:12.882217 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-7d76303c-f526-4bfb-aee8-70c115a36f61 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740753762112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740753409037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296101366746'] for port, after_update {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:59:12.891035 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740753762112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740753409037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296101366746'] for port, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:59:12.901999 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-a48cfaf0-4f81-4e9c-9781-219fa5f7357f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 01:59:12.912364 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-7d76303c-f526-4bfb-aee8-70c115a36f61 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 01:59:12.941676 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-a54fcb96-5921-446b-8db6-8e2765a6a35e req-435d7beb-a386-4af0-9eaf-4e168383eaa6 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.6977487
Jul 06 01:59:12.986102 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.v2.base [req-a54fcb96-5921-446b-8db6-8e2765a6a35e req-177c592f-c625-46c9-9de3-a8568c986c68 service neutron] Request body: {'port': {'device_id': '6bf80594-4f7b-4225-95e7-e1f2461f5e26', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79954'}} {{(pid=80980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 06 01:59:13.010458 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.provisioning_blocks [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Provisioning complete for port 10e09a2d-b710-4e2b-bc1a-4f4ec7e2a012 triggered by entity L2. {{(pid=80982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 06 01:59:13.011799 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1309268'] for port, provisioning_complete {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:59:13.160570 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-5cb82342-a102-4a0b-882f-9965585bbd5f req-6a2bfc30-8d1b-46a1-b7fa-e3427a6d76de tempest-DeleteServersTestJSON-627605710 tempest-DeleteServersTestJSON-627605710-project] 10.222.0.11 "GET /v2.0/security-groups?id=be64c82a-638e-43a7-af32-f409c1663533&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3169329
Jul 06 01:59:13.200157 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-a54fcb96-5921-446b-8db6-8e2765a6a35e req-177c592f-c625-46c9-9de3-a8568c986c68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1050496'] for port, before_update {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:59:13.245865 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] get_ports_and_sgs() called for port_ids ['80d0580b-4f6d-4b5f-8d0e-2fdbcbefa28c'] {{(pid=80982) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:184}}
Jul 06 01:59:13.251113 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-7d76303c-f526-4bfb-aee8-70c115a36f61 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854446392'] for floatingip, after_update {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:59:13.300925 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d76303c-f526-4bfb-aee8-70c115a36f61 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Pushing event updated for resources: {'Port': ['ID=62a6c094-35ff-458e-8b70-f65d941e39e3,revision_number=2']} {{(pid=80981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 01:59:13.308205 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-7d76303c-f526-4bfb-aee8-70c115a36f61 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.407s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 01:59:13.349109 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.provisioning_blocks [None req-46a4c87c-7e8e-48b0-a221-764f827065a1 None None] Provisioning for port a3765eaf-5d9a-4eb7-b7d2-aeb912bae916 completed by entity DHCP. {{(pid=80982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 06 01:59:13.350534 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6bfafd-c59e-4cb0-b8c6-96c281b590e7 req-a9148d32-eabf-4420-ba39-f9f7f4664fc7 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 01:59:13.360073 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-cf6bfafd-c59e-4cb0-b8c6-96c281b590e7 req-a9148d32-eabf-4420-ba39-f9f7f4664fc7 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] 10.222.0.11 "GET /v2.0/ports?device_id=6bf80594-4f7b-4225-95e7-e1f2461f5e26 HTTP/1.1" status: 200  len: 931 time: 0.2916389
Jul 06 01:59:13.468160 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.provisioning_blocks [None req-46a4c87c-7e8e-48b0-a221-764f827065a1 None None] Provisioning complete for port a3765eaf-5d9a-4eb7-b7d2-aeb912bae916 triggered by entity DHCP. {{(pid=80982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 06 01:59:13.469208 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-46a4c87c-7e8e-48b0-a221-764f827065a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1309268'] for port, provisioning_complete {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:59:13.594567 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Pushing event updated for resources: {'Port': ['ID=80d0580b-4f6d-4b5f-8d0e-2fdbcbefa28c,revision_number=4']} {{(pid=80982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 01:59:13.677287 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.775s {{(pid=80982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 01:59:13.707934 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80980) accepted ('10.222.0.11', 38306) {{(pid=80980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 01:59:13.933270 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.plugin [None req-46a4c87c-7e8e-48b0-a221-764f827065a1 None None] Port a3765eaf-5d9a-4eb7-b7d2-aeb912bae916 cannot update to ACTIVE because it is not bound. {{(pid=80982) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:301}}
Jul 06 01:59:13.983418 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-7d76303c-f526-4bfb-aee8-70c115a36f61 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91827'] for floatingip, before_response {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:59:14.012238 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-7d76303c-f526-4bfb-aee8-70c115a36f61 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 4.4955807
Jul 06 01:59:14.061394 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-cf6bfafd-c59e-4cb0-b8c6-96c281b590e7 req-84556ca6-0c03-4d55-96e7-6811924e2f7a tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] 10.222.0.11 "GET /v2.0/security-groups?id=a49819e7-9e67-4461-9ca0-4f120b4fbc53&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.6999779
Jul 06 01:59:14.289785 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.notifiers.nova [req-a54fcb96-5921-446b-8db6-8e2765a6a35e req-177c592f-c625-46c9-9de3-a8568c986c68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3765eaf-5d9a-4eb7-b7d2-aeb912bae916 {{(pid=80980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Jul 06 01:59:14.313977 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-a54fcb96-5921-446b-8db6-8e2765a6a35e req-177c592f-c625-46c9-9de3-a8568c986c68 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:59:14.351192 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.provisioning_blocks [req-a54fcb96-5921-446b-8db6-8e2765a6a35e req-177c592f-c625-46c9-9de3-a8568c986c68 service neutron] Transition to ACTIVE for port object a3765eaf-5d9a-4eb7-b7d2-aeb912bae916 will not be triggered until provisioned by entity L2. {{(pid=80980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 06 01:59:14.413382 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-a54fcb96-5921-446b-8db6-8e2765a6a35e req-177c592f-c625-46c9-9de3-a8568c986c68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740753762112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740753409037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296101366746'] for port, after_update {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:59:14.423475 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-c2492bea-a378-48e2-9520-62c53c1325ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:59:14.469137 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-13643236-cb7d-452c-b404-fc80be1cd0dd tempest-DeleteServersTestJSON-627605710 tempest-DeleteServersTestJSON-627605710-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 01:59:14.605876 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177c592f-c625-46c9-9de3-a8568c986c68 service neutron] Pushing event updated for resources: {'Port': ['ID=a3765eaf-5d9a-4eb7-b7d2-aeb912bae916,revision_number=2']} {{(pid=80980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 01:59:14.685283 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-177c592f-c625-46c9-9de3-a8568c986c68 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 01:59:14.725233 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c15f99-2db5-43ca-9d6c-f1bad89c19d1 req-29ddd869-3232-47fb-9e2d-9b95b5bec9a6 tempest-DeleteServersTestJSON-627605710 tempest-DeleteServersTestJSON-627605710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 01:59:14.726929 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-74c15f99-2db5-43ca-9d6c-f1bad89c19d1 req-29ddd869-3232-47fb-9e2d-9b95b5bec9a6 tempest-DeleteServersTestJSON-627605710 tempest-DeleteServersTestJSON-627605710-project] 10.222.0.11 "GET /v2.0/ports?device_id=6d62c3ad-8c15-4368-8cae-7e464ee1f4ad HTTP/1.1" status: 200  len: 944 time: 0.2152689
Jul 06 01:59:14.870587 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-74c15f99-2db5-43ca-9d6c-f1bad89c19d1 req-a25c8484-048d-421c-ae74-c96020a50847 tempest-DeleteServersTestJSON-627605710 tempest-DeleteServersTestJSON-627605710-project] 10.222.0.11 "GET /v2.0/security-groups?id=be64c82a-638e-43a7-af32-f409c1663533&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1289368
Jul 06 01:59:14.932602 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.managers [req-a54fcb96-5921-446b-8db6-8e2765a6a35e req-177c592f-c625-46c9-9de3-a8568c986c68 service neutron] Attempting to bind port a3765eaf-5d9a-4eb7-b7d2-aeb912bae916 on host hv-cinder-79954 for vnic_type normal with profile  {{(pid=80980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jul 06 01:59:14.933296 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.managers [req-a54fcb96-5921-446b-8db6-8e2765a6a35e req-177c592f-c625-46c9-9de3-a8568c986c68 service neutron] Attempting to bind port a3765eaf-5d9a-4eb7-b7d2-aeb912bae916 by drivers openvswitch,hyperv on host hv-cinder-79954 at level 0 using segments [{'id': 'b483eca6-a91e-4705-a919-ea8e271d6a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '2a4c8008-ce84-432c-9f5d-0fe3ba12caba'}] {{(pid=80980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jul 06 01:59:14.933897 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a54fcb96-5921-446b-8db6-8e2765a6a35e req-177c592f-c625-46c9-9de3-a8568c986c68 service neutron] Attempting to bind port a3765eaf-5d9a-4eb7-b7d2-aeb912bae916 on network 2a4c8008-ce84-432c-9f5d-0fe3ba12caba {{(pid=80980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Jul 06 01:59:14.949202 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a54fcb96-5921-446b-8db6-8e2765a6a35e req-177c592f-c625-46c9-9de3-a8568c986c68 service neutron] Port a3765eaf-5d9a-4eb7-b7d2-aeb912bae916 on network 2a4c8008-ce84-432c-9f5d-0fe3ba12caba not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79954 {{(pid=80980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jul 06 01:59:14.949600 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a54fcb96-5921-446b-8db6-8e2765a6a35e req-177c592f-c625-46c9-9de3-a8568c986c68 service neutron] Attempting to bind port a3765eaf-5d9a-4eb7-b7d2-aeb912bae916 on network 2a4c8008-ce84-432c-9f5d-0fe3ba12caba {{(pid=80980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Jul 06 01:59:14.959594 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a54fcb96-5921-446b-8db6-8e2765a6a35e req-177c592f-c625-46c9-9de3-a8568c986c68 service neutron] Checking agent: {'id': 'abd15b5f-b1e1-4bf4-b258-9ce6723fb40b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79954', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 1, 56, 33), 'started_at': datetime.datetime(2021, 7, 6, 1, 56, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 1, 59, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Jul 06 01:59:14.960723 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a54fcb96-5921-446b-8db6-8e2765a6a35e req-177c592f-c625-46c9-9de3-a8568c986c68 service neutron] Checking segment: {'id': 'b483eca6-a91e-4705-a919-ea8e271d6a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '2a4c8008-ce84-432c-9f5d-0fe3ba12caba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jul 06 01:59:14.960723 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a54fcb96-5921-446b-8db6-8e2765a6a35e req-177c592f-c625-46c9-9de3-a8568c986c68 service neutron] Bound using segment: {'id': 'b483eca6-a91e-4705-a919-ea8e271d6a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '2a4c8008-ce84-432c-9f5d-0fe3ba12caba'} {{(pid=80980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Jul 06 01:59:14.961298 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.managers [req-a54fcb96-5921-446b-8db6-8e2765a6a35e req-177c592f-c625-46c9-9de3-a8568c986c68 service neutron] Bound port: a3765eaf-5d9a-4eb7-b7d2-aeb912bae916, host: hv-cinder-79954, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b483eca6-a91e-4705-a919-ea8e271d6a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '2a4c8008-ce84-432c-9f5d-0fe3ba12caba'}}] {{(pid=80980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jul 06 01:59:14.961800 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-a54fcb96-5921-446b-8db6-8e2765a6a35e req-177c592f-c625-46c9-9de3-a8568c986c68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1050496'] for port, before_update {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:59:14.978450 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-c2492bea-a378-48e2-9520-62c53c1325ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 01:59:14.984065 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [req-6f54c25c-c117-4c0e-b5ee-1125bd879122 req-10b91b06-3709-4521-9e49-9a33b6ed5795 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Synchronizing usage tracker for tenant:6eda011ce6da4a3aa6a9ea578c51725a on resource:security_group {{(pid=80981) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 06 01:59:14.985272 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-c2492bea-a378-48e2-9520-62c53c1325ea admin admin] Usage tracker for resource:security_group_rule and tenant:5e9d3dcbcb2445ba81aa6b13a593ea0d is out of sync, need to count used quota {{(pid=80980) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 01:59:14.993210 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-c2492bea-a378-48e2-9520-62c53c1325ea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80980) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 01:59:15.003248 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-c2492bea-a378-48e2-9520-62c53c1325ea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 01:59:15.230938 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [req-a54fcb96-5921-446b-8db6-8e2765a6a35e req-177c592f-c625-46c9-9de3-a8568c986c68 service neutron] For port a3765eaf-5d9a-4eb7-b7d2-aeb912bae916, host hv-cinder-79954, cleared binding levels {{(pid=80980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:111}}
Jul 06 01:59:15.252257 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [req-a54fcb96-5921-446b-8db6-8e2765a6a35e req-177c592f-c625-46c9-9de3-a8568c986c68 service neutron] For port a3765eaf-5d9a-4eb7-b7d2-aeb912bae916, host hv-cinder-79954, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79954',level=0,port_id=a3765eaf-5d9a-4eb7-b7d2-aeb912bae916,segment=NetworkSegment(b483eca6-a91e-4705-a919-ea8e271d6a1a),segment_id=b483eca6-a91e-4705-a919-ea8e271d6a1a)] {{(pid=80980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}}
Jul 06 01:59:15.346784 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-a54fcb96-5921-446b-8db6-8e2765a6a35e req-177c592f-c625-46c9-9de3-a8568c986c68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740753762112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740753409037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296101366746'] for port, after_update {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:59:15.382938 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 01:59:15.553940 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-c2492bea-a378-48e2-9520-62c53c1325ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:59:15.571509 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-a54fcb96-5921-446b-8db6-8e2765a6a35e req-177c592f-c625-46c9-9de3-a8568c986c68 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853726196'] for port, before_response {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:59:15.576438 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-a54fcb96-5921-446b-8db6-8e2765a6a35e req-177c592f-c625-46c9-9de3-a8568c986c68 service neutron] 10.222.0.37 "PUT /v2.0/ports/a3765eaf-5d9a-4eb7-b7d2-aeb912bae916 HTTP/1.1" status: 200  len: 1093 time: 2.6161323
Jul 06 01:59:15.578998 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bf80594-4f7b-4225-95e7-e1f2461f5e26', 'tag': 'a3765eaf-5d9a-4eb7-b7d2-aeb912bae916'}] {{(pid=80980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 06 01:59:15.603881 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-c2492bea-a378-48e2-9520-62c53c1325ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428228'] for security_group, after_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:59:15.617037 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [req-6f54c25c-c117-4c0e-b5ee-1125bd879122 req-10b91b06-3709-4521-9e49-9a33b6ed5795 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Unset dirty status for tenant:6eda011ce6da4a3aa6a9ea578c51725a on resource:security_group {{(pid=80981) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 06 01:59:15.619588 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-6f54c25c-c117-4c0e-b5ee-1125bd879122 req-10b91b06-3709-4521-9e49-9a33b6ed5795 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--181772728&fields=id&tenant_id=6eda011ce6da4a3aa6a9ea578c51725a HTTP/1.1" status: 200  len: 267 time: 0.7463138
Jul 06 01:59:15.635653 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177c592f-c625-46c9-9de3-a8568c986c68 service neutron] Pushing event updated for resources: {'Port': ['ID=a3765eaf-5d9a-4eb7-b7d2-aeb912bae916,revision_number=3']} {{(pid=80980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 01:59:15.644082 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-177c592f-c625-46c9-9de3-a8568c986c68 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 01:59:15.649259 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 01:59:15.744421 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-6f54c25c-c117-4c0e-b5ee-1125bd879122 req-cb018271-77c3-460a-b877-40824092692e tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/security-groups/05a99220-0499-4923-a419-6a3dc323fae7 HTTP/1.1" status: 200  len: 2592 time: 0.1104829
Jul 06 01:59:15.751208 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67704ac0-d5a1-4de4-8ef7-e6c7a4d48d5a req-9b490557-6766-4165-b3fe-89b29505f566 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 01:59:15.753701 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [req-67704ac0-d5a1-4de4-8ef7-e6c7a4d48d5a req-9b490557-6766-4165-b3fe-89b29505f566 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Synchronizing usage tracker for tenant:587da9b290164b68a272d4c4072a9c73 on resource:port {{(pid=80980) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 06 01:59:15.849218 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-c2492bea-a378-48e2-9520-62c53c1325ea admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5e9d3dcbcb2445ba81aa6b13a593ea0d&name=default HTTP/1.1" status: 200  len: 2629 time: 2.1348321
Jul 06 01:59:15.849218 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2492bea-a378-48e2-9520-62c53c1325ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee5df7cf-af9f-4154-86f9-777edae2dab7,revision_number=1']} {{(pid=80980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 01:59:15.853911 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80981) accepted ('10.222.0.11', 38368) {{(pid=80981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 01:59:15.868171 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-c2492bea-a378-48e2-9520-62c53c1325ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 01:59:15.879949 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [req-67704ac0-d5a1-4de4-8ef7-e6c7a4d48d5a req-9b490557-6766-4165-b3fe-89b29505f566 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Unset dirty status for tenant:587da9b290164b68a272d4c4072a9c73 on resource:port {{(pid=80980) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 06 01:59:15.895554 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-67704ac0-d5a1-4de4-8ef7-e6c7a4d48d5a req-9b490557-6766-4165-b3fe-89b29505f566 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] 10.222.0.11 "GET /v2.0/ports?device_id=6bf80594-4f7b-4225-95e7-e1f2461f5e26 HTTP/1.1" status: 200  len: 943 time: 0.6475534
Jul 06 01:59:16.053519 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-67704ac0-d5a1-4de4-8ef7-e6c7a4d48d5a req-7b961bf7-8126-4c87-877d-e1b2d24c5655 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] 10.222.0.11 "GET /v2.0/security-groups?id=a49819e7-9e67-4461-9ca0-4f120b4fbc53&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1442392
Jul 06 01:59:16.326173 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f54c25c-c117-4c0e-b5ee-1125bd879122 req-dfc244e4-4227-4dd5-b2e4-d37b53cd80ec tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 01:59:16.327516 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [req-6f54c25c-c117-4c0e-b5ee-1125bd879122 req-dfc244e4-4227-4dd5-b2e4-d37b53cd80ec tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Synchronizing usage tracker for tenant:6eda011ce6da4a3aa6a9ea578c51725a on resource:network {{(pid=80981) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 06 01:59:16.344448 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6bf80594-4f7b-4225-95e7-e1f2461f5e26', 'tag': 'a3765eaf-5d9a-4eb7-b7d2-aeb912bae916', 'status': 'completed', 'code': 200}
Jul 06 01:59:16.347510 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-2631798c-aab6-4368-8f99-d6f14274c91e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:59:16.475142 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-2631798c-aab6-4368-8f99-d6f14274c91e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:59:16.618174 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [req-6f54c25c-c117-4c0e-b5ee-1125bd879122 req-dfc244e4-4227-4dd5-b2e4-d37b53cd80ec tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Unset dirty status for tenant:6eda011ce6da4a3aa6a9ea578c51725a on resource:network {{(pid=80981) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 06 01:59:16.619569 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-6f54c25c-c117-4c0e-b5ee-1125bd879122 req-dfc244e4-4227-4dd5-b2e4-d37b53cd80ec tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/networks?id=dc49653d-588e-4ee2-9689-ebb2724e1086 HTTP/1.1" status: 200  len: 816 time: 0.8336670
Jul 06 01:59:16.672972 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-6f54c25c-c117-4c0e-b5ee-1125bd879122 req-a9ace239-ab21-4d29-a732-2130d435acc5 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/quotas/6eda011ce6da4a3aa6a9ea578c51725a HTTP/1.1" status: 200  len: 375 time: 0.0123415
Jul 06 01:59:16.747880 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-2631798c-aab6-4368-8f99-d6f14274c91e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428228'] for security_group, after_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:59:16.761601 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-0f1cc78a-58c3-4cc3-82b7-90590191e285 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 01:59:16.775395 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6d1ab8-aa41-43c3-be99-c372b39a1a11 req-66447954-6a36-4ad4-8bb9-f4a7d9447f70 tempest-DeleteServersTestJSON-627605710 tempest-DeleteServersTestJSON-627605710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 01:59:16.778310 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2631798c-aab6-4368-8f99-d6f14274c91e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee5df7cf-af9f-4154-86f9-777edae2dab7,revision_number=None']} {{(pid=80981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 01:59:16.786098 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-2631798c-aab6-4368-8f99-d6f14274c91e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 01:59:16.788851 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-2631798c-aab6-4368-8f99-d6f14274c91e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:59:16.789765 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-2631798c-aab6-4368-8f99-d6f14274c91e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ee5df7cf-af9f-4154-86f9-777edae2dab7 HTTP/1.1" status: 204  len: 168 time: 0.9199362
Jul 06 01:59:16.795650 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-2a6d1ab8-aa41-43c3-be99-c372b39a1a11 req-66447954-6a36-4ad4-8bb9-f4a7d9447f70 tempest-DeleteServersTestJSON-627605710 tempest-DeleteServersTestJSON-627605710-project] 10.222.0.11 "GET /v2.0/ports?device_id=6d62c3ad-8c15-4368-8cae-7e464ee1f4ad HTTP/1.1" status: 200  len: 944 time: 0.1981575
Jul 06 01:59:16.835576 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-6f54c25c-c117-4c0e-b5ee-1125bd879122 req-061975fb-7b29-45a1-924e-70e93090fe68 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=6eda011ce6da4a3aa6a9ea578c51725a&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1489205
Jul 06 01:59:16.898884 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-2a6d1ab8-aa41-43c3-be99-c372b39a1a11 req-5f838b66-1988-4d7d-8137-7c7ac82b0cde tempest-DeleteServersTestJSON-627605710 tempest-DeleteServersTestJSON-627605710-project] 10.222.0.11 "GET /v2.0/security-groups?id=be64c82a-638e-43a7-af32-f409c1663533&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1022012
Jul 06 01:59:17.086492 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-6f54c25c-c117-4c0e-b5ee-1125bd879122 req-4e041f35-cae1-4e60-8f37-046598d1f4fc service neutron] 10.222.0.11 "GET /v2.0/networks/dc49653d-588e-4ee2-9689-ebb2724e1086?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1794481
Jul 06 01:59:17.305957 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-6f54c25c-c117-4c0e-b5ee-1125bd879122 req-198673b4-cb6b-4efe-be0c-cc54ce3d3edf service neutron] 10.222.0.11 "GET /v2.0/networks/dc49653d-588e-4ee2-9689-ebb2724e1086?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2065885
Jul 06 01:59:17.491205 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2afbc91-5836-4180-8773-81d2f6a01c88 req-89d263f6-c5f7-4964-b2b6-befb96dc0a10 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 01:59:17.493284 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-b2afbc91-5836-4180-8773-81d2f6a01c88 req-89d263f6-c5f7-4964-b2b6-befb96dc0a10 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] 10.222.0.11 "GET /v2.0/ports?device_id=6bf80594-4f7b-4225-95e7-e1f2461f5e26 HTTP/1.1" status: 200  len: 943 time: 0.1432858
Jul 06 01:59:17.581259 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-b2afbc91-5836-4180-8773-81d2f6a01c88 req-bd5cd99a-38fa-46cf-a3d8-1704f195a637 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] 10.222.0.11 "GET /v2.0/security-groups?id=a49819e7-9e67-4461-9ca0-4f120b4fbc53&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0745447
Jul 06 01:59:17.967756 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [req-6a6c8d93-5ee5-4cee-882a-5cfd3e541f57 req-64e1662e-e7de-4d89-92c3-bd6bb980da7e tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Synchronizing usage tracker for tenant:6eda011ce6da4a3aa6a9ea578c51725a on resource:port {{(pid=80980) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 06 01:59:18.051674 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [req-6a6c8d93-5ee5-4cee-882a-5cfd3e541f57 req-64e1662e-e7de-4d89-92c3-bd6bb980da7e tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Unset dirty status for tenant:6eda011ce6da4a3aa6a9ea578c51725a on resource:port {{(pid=80980) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 06 01:59:18.060007 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-6a6c8d93-5ee5-4cee-882a-5cfd3e541f57 req-64e1662e-e7de-4d89-92c3-bd6bb980da7e tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/ports?device_id=4ae448d6-3b95-42dd-a82e-2c79b64118c8 HTTP/1.1" status: 200  len: 210 time: 0.1940513
Jul 06 01:59:18.124192 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80981) accepted ('10.222.0.11', 38438) {{(pid=80981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 01:59:18.155829 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.rpc [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Device 80d0580b-4f6d-4b5f-8d0e-2fdbcbefa28c up at agent hyperv_hv-cinder-79954 {{(pid=80982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:273}}
Jul 06 01:59:18.161402 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-1cf65d3e-f686-428c-8684-85852f9d7f84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:59:18.241213 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-1cf65d3e-f686-428c-8684-85852f9d7f84 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 01:59:18.249985 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-1cf65d3e-f686-428c-8684-85852f9d7f84 admin admin] Usage tracker for resource:security_group_rule and tenant:2b85e70f469045ad8f03bcdc0376fcad is out of sync, need to count used quota {{(pid=80981) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 01:59:18.328855 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-1cf65d3e-f686-428c-8684-85852f9d7f84 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80981) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 01:59:18.338124 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-1cf65d3e-f686-428c-8684-85852f9d7f84 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 01:59:18.393679 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943749a9-55b7-4e66-b415-9e50d4a1acab req-259b59ad-b419-4ea2-86f3-a2fb2f2f3437 tempest-DeleteServersTestJSON-627605710 tempest-DeleteServersTestJSON-627605710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 01:59:18.395415 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-943749a9-55b7-4e66-b415-9e50d4a1acab req-259b59ad-b419-4ea2-86f3-a2fb2f2f3437 tempest-DeleteServersTestJSON-627605710 tempest-DeleteServersTestJSON-627605710-project] 10.222.0.11 "GET /v2.0/ports?device_id=6d62c3ad-8c15-4368-8cae-7e464ee1f4ad HTTP/1.1" status: 200  len: 944 time: 0.1477365
Jul 06 01:59:18.435949 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-81229d7e-6562-466f-9133-75ac7c7036e1 req-039c1979-6471-47fa-9099-dc20785b2811 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=587da9b290164b68a272d4c4072a9c73&device_id=6bf80594-4f7b-4225-95e7-e1f2461f5e26 HTTP/1.1" status: 200  len: 1096 time: 0.2504277
Jul 06 01:59:18.474658 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.provisioning_blocks [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Provisioning for port 80d0580b-4f6d-4b5f-8d0e-2fdbcbefa28c completed by entity L2. {{(pid=80982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 06 01:59:18.490368 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.provisioning_blocks [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Provisioning complete for port 80d0580b-4f6d-4b5f-8d0e-2fdbcbefa28c triggered by entity L2. {{(pid=80982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 06 01:59:18.491406 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1309268'] for port, provisioning_complete {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:59:18.518542 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-943749a9-55b7-4e66-b415-9e50d4a1acab req-39fd8732-ebc4-4518-99e8-761c02d4b542 tempest-DeleteServersTestJSON-627605710 tempest-DeleteServersTestJSON-627605710-project] 10.222.0.11 "GET /v2.0/security-groups?id=be64c82a-638e-43a7-af32-f409c1663533&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1065965
Jul 06 01:59:18.526018 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-1cf65d3e-f686-428c-8684-85852f9d7f84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:59:18.583103 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-1cf65d3e-f686-428c-8684-85852f9d7f84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428228'] for security_group, after_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:59:18.609734 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-d8a01abd-990e-4a26-8ecd-113a53dcd0e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 01:59:18.724906 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf65d3e-f686-428c-8684-85852f9d7f84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39a0e14e-9689-4e92-8de8-24ffee48284e,revision_number=1']} {{(pid=80981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 01:59:18.755028 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-1cf65d3e-f686-428c-8684-85852f9d7f84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 01:59:18.834305 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-1cf65d3e-f686-428c-8684-85852f9d7f84 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2b85e70f469045ad8f03bcdc0376fcad&name=default HTTP/1.1" status: 200  len: 2629 time: 0.7083654
Jul 06 01:59:18.835740 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80981) accepted ('10.222.0.11', 38452) {{(pid=80981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 01:59:18.863801 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1050496'] for port, before_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:59:18.872907 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81229d7e-6562-466f-9133-75ac7c7036e1 req-b54fc0df-7eb8-4264-820e-68040d28327a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 01:59:18.874566 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-81229d7e-6562-466f-9133-75ac7c7036e1 req-b54fc0df-7eb8-4264-820e-68040d28327a service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=587da9b290164b68a272d4c4072a9c73&shared=False HTTP/1.1" status: 200  len: 911 time: 0.4291465
Jul 06 01:59:18.969439 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] For port 80d0580b-4f6d-4b5f-8d0e-2fdbcbefa28c, host hv-cinder-79954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79954',level=0,port_id=80d0580b-4f6d-4b5f-8d0e-2fdbcbefa28c,segment=NetworkSegment(c3dac661-c1f6-4856-b213-d374d007d5b4),segment_id=c3dac661-c1f6-4856-b213-d374d007d5b4)] {{(pid=80982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 01:59:18.977437 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d62c3ad-8c15-4368-8cae-7e464ee1f4ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80d0580b-4f6d-4b5f-8d0e-2fdbcbefa28c'}] {{(pid=80982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 06 01:59:18.997381 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ec88b7-e3c4-4b1c-bd35-df5ce6dfacac req-ff08dec2-abbd-4550-a5a3-dc348adfae1b tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 01:59:19.007364 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-81ec88b7-e3c4-4b1c-bd35-df5ce6dfacac req-ff08dec2-abbd-4550-a5a3-dc348adfae1b tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] 10.222.0.11 "GET /v2.0/ports?device_id=6bf80594-4f7b-4225-95e7-e1f2461f5e26 HTTP/1.1" status: 200  len: 943 time: 0.1020601
Jul 06 01:59:19.059458 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-03993c09-05bb-441e-af9f-909084170ee5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:59:19.117731 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-81ec88b7-e3c4-4b1c-bd35-df5ce6dfacac req-a1278900-413b-4311-a2f3-fba4322cca51 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] 10.222.0.11 "GET /v2.0/security-groups?id=a49819e7-9e67-4461-9ca0-4f120b4fbc53&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1093354
Jul 06 01:59:19.144828 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740753762112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740753409037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296101366746'] for port, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:59:19.149685 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 01:59:19.150802 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-03993c09-05bb-441e-af9f-909084170ee5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:59:19.262865 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Pushing event updated for resources: {'Port': ['ID=80d0580b-4f6d-4b5f-8d0e-2fdbcbefa28c,revision_number=5']} {{(pid=80982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 01:59:19.270399 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=80982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 01:59:19.301781 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-03993c09-05bb-441e-af9f-909084170ee5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428228'] for security_group, after_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:59:19.314916 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-f252f410-7b69-4ca1-baf8-da97e09e480b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 01:59:19.341974 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-9b3ec637-43b1-4448-b3de-11267e0c49ae req-5d4dbe7d-66c5-4aea-b338-447d08f64d75 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/ports?device_id=4ae448d6-3b95-42dd-a82e-2c79b64118c8 HTTP/1.1" status: 200  len: 210 time: 0.1009161
Jul 06 01:59:19.348897 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03993c09-05bb-441e-af9f-909084170ee5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39a0e14e-9689-4e92-8de8-24ffee48284e,revision_number=None']} {{(pid=80981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 01:59:19.364029 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-03993c09-05bb-441e-af9f-909084170ee5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 01:59:19.364029 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-03993c09-05bb-441e-af9f-909084170ee5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:59:19.367426 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-03993c09-05bb-441e-af9f-909084170ee5 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/39a0e14e-9689-4e92-8de8-24ffee48284e HTTP/1.1" status: 204  len: 168 time: 0.5274909
Jul 06 01:59:19.777588 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aefcfa9-edb8-4391-96c0-aec05e0e6fba req-9e789f54-a7b7-45ed-8d1f-b253e1957cae tempest-DeleteServersTestJSON-627605710 tempest-DeleteServersTestJSON-627605710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 01:59:19.788563 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-9aefcfa9-edb8-4391-96c0-aec05e0e6fba req-9e789f54-a7b7-45ed-8d1f-b253e1957cae tempest-DeleteServersTestJSON-627605710 tempest-DeleteServersTestJSON-627605710-project] 10.222.0.11 "GET /v2.0/ports?device_id=6d62c3ad-8c15-4368-8cae-7e464ee1f4ad HTTP/1.1" status: 200  len: 945 time: 0.1045122
Jul 06 01:59:19.911948 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-9aefcfa9-edb8-4391-96c0-aec05e0e6fba req-f6391b6b-7bbe-475c-b147-6977113fafcd tempest-DeleteServersTestJSON-627605710 tempest-DeleteServersTestJSON-627605710-project] 10.222.0.11 "GET /v2.0/security-groups?id=be64c82a-638e-43a7-af32-f409c1663533&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1220274
Jul 06 01:59:20.008881 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81229d7e-6562-466f-9133-75ac7c7036e1 req-8dbec6c9-cf1c-4bf0-8ca2-4ccb737c563c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 01:59:20.011531 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-81229d7e-6562-466f-9133-75ac7c7036e1 req-8dbec6c9-cf1c-4bf0-8ca2-4ccb737c563c service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.4947221
Jul 06 01:59:20.122433 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d62c3ad-8c15-4368-8cae-7e464ee1f4ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80d0580b-4f6d-4b5f-8d0e-2fdbcbefa28c', 'code': 200}
Jul 06 01:59:20.381190 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533a7ddb-7410-4b46-9452-7112e9520b82 req-0c0c7eba-4ff4-4b78-85a1-5105991ccdf4 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 01:59:20.384063 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-533a7ddb-7410-4b46-9452-7112e9520b82 req-0c0c7eba-4ff4-4b78-85a1-5105991ccdf4 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] 10.222.0.11 "GET /v2.0/ports?device_id=6bf80594-4f7b-4225-95e7-e1f2461f5e26 HTTP/1.1" status: 200  len: 943 time: 0.1413128
Jul 06 01:59:20.446749 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-533a7ddb-7410-4b46-9452-7112e9520b82 req-d55c7de0-4f5e-4ea1-ac7a-74c60057a68e tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] 10.222.0.11 "GET /v2.0/security-groups?id=a49819e7-9e67-4461-9ca0-4f120b4fbc53&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0542340
Jul 06 01:59:20.590323 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-16a4a093-5577-409b-b7d5-4dcfb49e0424 req-7008c074-af3c-4144-8049-33e23b1407fe tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/ports?device_id=4ae448d6-3b95-42dd-a82e-2c79b64118c8 HTTP/1.1" status: 200  len: 210 time: 0.0603123
Jul 06 01:59:21.287911 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7eddfc1-1092-4ab0-ae62-97796ebf9a52 req-ddd3726b-fb68-4a06-b55c-c3cef140ee6c tempest-DeleteServersTestJSON-627605710 tempest-DeleteServersTestJSON-627605710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 01:59:21.289728 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-c7eddfc1-1092-4ab0-ae62-97796ebf9a52 req-ddd3726b-fb68-4a06-b55c-c3cef140ee6c tempest-DeleteServersTestJSON-627605710 tempest-DeleteServersTestJSON-627605710-project] 10.222.0.11 "GET /v2.0/ports?device_id=6d62c3ad-8c15-4368-8cae-7e464ee1f4ad HTTP/1.1" status: 200  len: 945 time: 0.1127386
Jul 06 01:59:21.359730 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-c7eddfc1-1092-4ab0-ae62-97796ebf9a52 req-62e12afc-fa02-4893-a726-07a356bf07f2 tempest-DeleteServersTestJSON-627605710 tempest-DeleteServersTestJSON-627605710-project] 10.222.0.11 "GET /v2.0/security-groups?id=be64c82a-638e-43a7-af32-f409c1663533&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0622365
Jul 06 01:59:21.568490 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-a54fcb96-5921-446b-8db6-8e2765a6a35e req-5750d4f7-0a5b-4e93-be35-1e3012d27c37 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=587da9b290164b68a272d4c4072a9c73&device_id=6bf80594-4f7b-4225-95e7-e1f2461f5e26 HTTP/1.1" status: 200  len: 1096 time: 0.1130455
Jul 06 01:59:21.759244 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80981) accepted ('10.222.0.37', 55216) {{(pid=80981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 01:59:21.813726 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-a54fcb96-5921-446b-8db6-8e2765a6a35e req-cd898406-fb18-4cc1-b769-0c828e9e5872 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a3765eaf-5d9a-4eb7-b7d2-aeb912bae916 HTTP/1.1" status: 200  len: 217 time: 0.2313514
Jul 06 01:59:22.122785 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-7e508b9c-2e4d-43f0-84b4-c204fec7928c req-50266ce5-d179-4a3f-a90a-9dbc919c3f44 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/ports?device_id=4ae448d6-3b95-42dd-a82e-2c79b64118c8 HTTP/1.1" status: 200  len: 210 time: 0.1408048
Jul 06 01:59:22.143570 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54fcb96-5921-446b-8db6-8e2765a6a35e req-134ec328-07c1-4c3f-a0dc-ba2e420af93b service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 01:59:22.145295 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-a54fcb96-5921-446b-8db6-8e2765a6a35e req-134ec328-07c1-4c3f-a0dc-ba2e420af93b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=10f6138f-392f-434d-90d2-631457fbed0f HTTP/1.1" status: 200  len: 849 time: 0.3241997
Jul 06 01:59:22.165546 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-62e19411-c276-4d71-b79e-f9475308b0a6 req-8fde577d-ef6e-411b-886f-f1d79564427a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6d62c3ad-8c15-4368-8cae-7e464ee1f4ad HTTP/1.1" status: 200  len: 1098 time: 0.4001739
Jul 06 01:59:22.208641 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-62e19411-c276-4d71-b79e-f9475308b0a6 req-b293893e-72cf-411e-b380-1d36cfee4297 service neutron] Notify callbacks [] for security_group, before_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:59:22.248425 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef0feb2-c8a7-47bc-919c-5ba1fd40fcdd req-04679eb2-9a48-4059-a068-bfa72d5b33f9 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 01:59:22.257878 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-fef0feb2-c8a7-47bc-919c-5ba1fd40fcdd req-04679eb2-9a48-4059-a068-bfa72d5b33f9 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] 10.222.0.11 "GET /v2.0/ports?device_id=6bf80594-4f7b-4225-95e7-e1f2461f5e26 HTTP/1.1" status: 200  len: 943 time: 0.2277772
Jul 06 01:59:22.284807 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [req-62e19411-c276-4d71-b79e-f9475308b0a6 req-b293893e-72cf-411e-b380-1d36cfee4297 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 01:59:22.296715 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [req-62e19411-c276-4d71-b79e-f9475308b0a6 req-b293893e-72cf-411e-b380-1d36cfee4297 service neutron] Usage tracker for resource:security_group_rule and tenant:db087e026c8a49a08c3b6e8cbf752a0b is out of sync, need to count used quota {{(pid=80981) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 01:59:22.304905 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [req-62e19411-c276-4d71-b79e-f9475308b0a6 req-b293893e-72cf-411e-b380-1d36cfee4297 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80981) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 01:59:22.316118 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [req-62e19411-c276-4d71-b79e-f9475308b0a6 req-b293893e-72cf-411e-b380-1d36cfee4297 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 01:59:22.343016 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-fef0feb2-c8a7-47bc-919c-5ba1fd40fcdd req-67ad41c5-675d-451d-b338-925541a13442 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] 10.222.0.11 "GET /v2.0/security-groups?id=a49819e7-9e67-4461-9ca0-4f120b4fbc53&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0840273
Jul 06 01:59:22.377938 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-a54fcb96-5921-446b-8db6-8e2765a6a35e req-7d6b1094-f517-4440-9579-bd1212909bfe service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2a4c8008-ce84-432c-9f5d-0fe3ba12caba&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2140718
Jul 06 01:59:22.544594 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-62e19411-c276-4d71-b79e-f9475308b0a6 req-b293893e-72cf-411e-b380-1d36cfee4297 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:59:22.635239 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-a54fcb96-5921-446b-8db6-8e2765a6a35e req-f5e3edce-1620-4cce-9ef2-f8991a641eb3 service neutron] 10.222.0.37 "GET /v2.0/networks/2a4c8008-ce84-432c-9f5d-0fe3ba12caba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2571540
Jul 06 01:59:22.644855 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80980) accepted ('10.222.0.37', 55219) {{(pid=80980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 01:59:22.674629 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-62e19411-c276-4d71-b79e-f9475308b0a6 req-b293893e-72cf-411e-b380-1d36cfee4297 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428228'] for security_group, after_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:59:22.700023 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-1cf65d3e-f686-428c-8684-85852f9d7f84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 01:59:22.759308 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-62e19411-c276-4d71-b79e-f9475308b0a6 req-b293893e-72cf-411e-b380-1d36cfee4297 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=be64c82a-638e-43a7-af32-f409c1663533&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5853069
Jul 06 01:59:22.777686 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b293893e-72cf-411e-b380-1d36cfee4297 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=39ed1f31-988b-40f6-946e-3dacd17989d8,revision_number=1']} {{(pid=80981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 01:59:22.784281 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-b293893e-72cf-411e-b380-1d36cfee4297 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 01:59:22.830087 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e00577-5947-496f-96d4-46eccb47aa50 req-762b633f-59d6-4323-90ff-783478a62e2f tempest-DeleteServersTestJSON-627605710 tempest-DeleteServersTestJSON-627605710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 01:59:22.847046 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-f4e00577-5947-496f-96d4-46eccb47aa50 req-762b633f-59d6-4323-90ff-783478a62e2f tempest-DeleteServersTestJSON-627605710 tempest-DeleteServersTestJSON-627605710-project] 10.222.0.11 "GET /v2.0/ports?device_id=6d62c3ad-8c15-4368-8cae-7e464ee1f4ad HTTP/1.1" status: 200  len: 945 time: 0.2503355
Jul 06 01:59:23.026431 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-f4e00577-5947-496f-96d4-46eccb47aa50 req-ab838570-55ec-4269-89c8-c862fb7af273 tempest-DeleteServersTestJSON-627605710 tempest-DeleteServersTestJSON-627605710-project] 10.222.0.11 "GET /v2.0/security-groups?id=be64c82a-638e-43a7-af32-f409c1663533&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1752415
Jul 06 01:59:23.113130 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-a54fcb96-5921-446b-8db6-8e2765a6a35e req-726eaf0d-964f-4967-a927-0d76d82741b9 service neutron] 10.222.0.37 "GET /v2.0/networks/2a4c8008-ce84-432c-9f5d-0fe3ba12caba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4636483
Jul 06 01:59:23.346166 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f54c25c-c117-4c0e-b5ee-1125bd879122 req-de6dcbc9-95bd-4f8f-9a5a-1df607768521 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 01:59:23.347811 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-6f54c25c-c117-4c0e-b5ee-1125bd879122 req-de6dcbc9-95bd-4f8f-9a5a-1df607768521 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.37 "GET /v2.0/networks?id=dc49653d-588e-4ee2-9689-ebb2724e1086 HTTP/1.1" status: 200  len: 816 time: 0.7002048
Jul 06 01:59:23.433435 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-b4a92e30-f762-48c8-9016-cd64252cdb35 req-a8e2e87c-746e-4866-be3f-18cc2f4dec7f tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/ports?device_id=4ae448d6-3b95-42dd-a82e-2c79b64118c8 HTTP/1.1" status: 200  len: 210 time: 0.0622375
Jul 06 01:59:23.760232 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcbfce9-301c-4f7c-b0e5-a6837812d25e req-a6d214da-a134-4d54-9bf4-30ad082e8629 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 01:59:23.777348 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-6bcbfce9-301c-4f7c-b0e5-a6837812d25e req-a6d214da-a134-4d54-9bf4-30ad082e8629 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] 10.222.0.11 "GET /v2.0/ports?device_id=6bf80594-4f7b-4225-95e7-e1f2461f5e26 HTTP/1.1" status: 200  len: 943 time: 0.1943645
Jul 06 01:59:23.859400 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-6bcbfce9-301c-4f7c-b0e5-a6837812d25e req-b867cae8-e2d5-439a-8087-ba8c446a8f4f tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] 10.222.0.11 "GET /v2.0/security-groups?id=a49819e7-9e67-4461-9ca0-4f120b4fbc53&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0804574
Jul 06 01:59:24.330479 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9705a606-9f48-4a23-8f16-0ad45b57e8e5 req-481e88bc-388d-40c0-b839-687468330691 tempest-DeleteServersTestJSON-627605710 tempest-DeleteServersTestJSON-627605710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 01:59:24.332228 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-9705a606-9f48-4a23-8f16-0ad45b57e8e5 req-481e88bc-388d-40c0-b839-687468330691 tempest-DeleteServersTestJSON-627605710 tempest-DeleteServersTestJSON-627605710-project] 10.222.0.11 "GET /v2.0/ports?device_id=6d62c3ad-8c15-4368-8cae-7e464ee1f4ad HTTP/1.1" status: 200  len: 945 time: 0.1141500
Jul 06 01:59:24.417369 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-9705a606-9f48-4a23-8f16-0ad45b57e8e5 req-da890623-5870-43cf-a85d-85f9d89ac17f tempest-DeleteServersTestJSON-627605710 tempest-DeleteServersTestJSON-627605710-project] 10.222.0.11 "GET /v2.0/security-groups?id=be64c82a-638e-43a7-af32-f409c1663533&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0668545
Jul 06 01:59:24.813587 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-538b8c4e-e589-44ec-b6b6-e9a0eb115b0b req-d0d2ac00-69d5-49ad-b9b8-eba6f90a8a4b tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/ports?device_id=4ae448d6-3b95-42dd-a82e-2c79b64118c8 HTTP/1.1" status: 200  len: 210 time: 0.0545483
Jul 06 01:59:25.125314 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3995d3a9-7a43-4dcb-a03f-9941d88528dc req-d866de5b-a4bd-4781-82d2-88c1cda9dfca tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 01:59:25.126999 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-3995d3a9-7a43-4dcb-a03f-9941d88528dc req-d866de5b-a4bd-4781-82d2-88c1cda9dfca tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] 10.222.0.11 "GET /v2.0/ports?device_id=6bf80594-4f7b-4225-95e7-e1f2461f5e26 HTTP/1.1" status: 200  len: 943 time: 0.0919211
Jul 06 01:59:25.182897 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-3995d3a9-7a43-4dcb-a03f-9941d88528dc req-e30f3ae9-e3bb-466a-bbdf-c203f46a9657 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] 10.222.0.11 "GET /v2.0/security-groups?id=a49819e7-9e67-4461-9ca0-4f120b4fbc53&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0482872
Jul 06 01:59:25.444517 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80980) accepted ('10.222.0.11', 38654) {{(pid=80980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 01:59:25.624362 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-012d1275-d3d2-4c9e-9ab2-b56074bb6a1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:59:25.727425 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e027d723-f680-4de5-a6a2-7cc257757ec8 req-8b50e0c6-2a29-47f1-be56-2547febd51ba tempest-DeleteServersTestJSON-627605710 tempest-DeleteServersTestJSON-627605710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 01:59:25.730712 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-e027d723-f680-4de5-a6a2-7cc257757ec8 req-8b50e0c6-2a29-47f1-be56-2547febd51ba tempest-DeleteServersTestJSON-627605710 tempest-DeleteServersTestJSON-627605710-project] 10.222.0.11 "GET /v2.0/ports?device_id=6d62c3ad-8c15-4368-8cae-7e464ee1f4ad HTTP/1.1" status: 200  len: 945 time: 0.1213884
Jul 06 01:59:25.731930 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-012d1275-d3d2-4c9e-9ab2-b56074bb6a1e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 01:59:25.754677 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-012d1275-d3d2-4c9e-9ab2-b56074bb6a1e admin admin] Usage tracker for resource:security_group_rule and tenant:18ec74691edb4b9ab0da1d878e4c7afa is out of sync, need to count used quota {{(pid=80980) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 01:59:25.763870 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-012d1275-d3d2-4c9e-9ab2-b56074bb6a1e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80980) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 01:59:25.784785 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-012d1275-d3d2-4c9e-9ab2-b56074bb6a1e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 01:59:25.813608 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-e027d723-f680-4de5-a6a2-7cc257757ec8 req-3807caad-061d-4ccf-9c3a-92e06acb1f6c tempest-DeleteServersTestJSON-627605710 tempest-DeleteServersTestJSON-627605710-project] 10.222.0.11 "GET /v2.0/security-groups?id=be64c82a-638e-43a7-af32-f409c1663533&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0700755
Jul 06 01:59:25.883717 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-6f54c25c-c117-4c0e-b5ee-1125bd879122 req-2e28faef-98fe-4b87-b2a4-f0b864e27190 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6eda011ce6da4a3aa6a9ea578c51725a HTTP/1.1" status: 200  len: 5008 time: 0.2230322
Jul 06 01:59:25.902537 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.v2.base [req-6f54c25c-c117-4c0e-b5ee-1125bd879122 req-ce79f612-dd27-4fec-b370-98baf7896904 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Request body: {'port': {'device_id': '4ae448d6-3b95-42dd-a82e-2c79b64118c8', 'network_id': 'dc49653d-588e-4ee2-9689-ebb2724e1086', 'admin_state_up': True, 'tenant_id': '6eda011ce6da4a3aa6a9ea578c51725a', 'security_groups': ['05a99220-0499-4923-a419-6a3dc323fae7']}} {{(pid=80980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 06 01:59:26.080798 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-012d1275-d3d2-4c9e-9ab2-b56074bb6a1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:59:26.105980 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [req-6f54c25c-c117-4c0e-b5ee-1125bd879122 req-ce79f612-dd27-4fec-b370-98baf7896904 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 01:59:26.113862 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-012d1275-d3d2-4c9e-9ab2-b56074bb6a1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428228'] for security_group, after_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:59:26.180704 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 01:59:26.195198 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [req-6f54c25c-c117-4c0e-b5ee-1125bd879122 req-ce79f612-dd27-4fec-b370-98baf7896904 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 01:59:26.214828 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-b12373e0-88e0-4655-849c-29669b5170f8 req-98a3f24c-3df4-457c-b06d-480d65ece38d tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/ports?device_id=4ae448d6-3b95-42dd-a82e-2c79b64118c8 HTTP/1.1" status: 200  len: 210 time: 0.0991457
Jul 06 01:59:26.248024 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012d1275-d3d2-4c9e-9ab2-b56074bb6a1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d8200be-2808-4fa5-9f48-0cdc2e6bef07,revision_number=1']} {{(pid=80980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 01:59:26.252328 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-012d1275-d3d2-4c9e-9ab2-b56074bb6a1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 01:59:26.255522 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-012d1275-d3d2-4c9e-9ab2-b56074bb6a1e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=18ec74691edb4b9ab0da1d878e4c7afa&name=default HTTP/1.1" status: 200  len: 2629 time: 0.8092833
Jul 06 01:59:26.258225 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80980) accepted ('10.222.0.11', 38680) {{(pid=80980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 01:59:26.292997 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f54c25c-c117-4c0e-b5ee-1125bd879122 req-ce79f612-dd27-4fec-b370-98baf7896904 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Made reservation on behalf of 6eda011ce6da4a3aa6a9ea578c51725a for: {'port': 1} {{(pid=80980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jul 06 01:59:26.299252 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-6f54c25c-c117-4c0e-b5ee-1125bd879122 req-ce79f612-dd27-4fec-b370-98baf7896904 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1050496'] for port, before_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:59:26.497226 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-db112e75-35ca-4e3a-8a97-03cbb55d7522 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:59:26.501165 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43b1d45-b4fc-4df0-8320-90f1e823298e req-951a2a47-0155-46cd-b48b-6ae17280a4ce tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 01:59:26.504128 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-b43b1d45-b4fc-4df0-8320-90f1e823298e req-951a2a47-0155-46cd-b48b-6ae17280a4ce tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] 10.222.0.11 "GET /v2.0/ports?device_id=6bf80594-4f7b-4225-95e7-e1f2461f5e26 HTTP/1.1" status: 200  len: 943 time: 0.1668043
Jul 06 01:59:26.586537 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-b43b1d45-b4fc-4df0-8320-90f1e823298e req-7415aa7f-6e74-4f0d-b604-9fafe28e0a95 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] 10.222.0.11 "GET /v2.0/security-groups?id=a49819e7-9e67-4461-9ca0-4f120b4fbc53&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0676060
Jul 06 01:59:26.636319 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-db112e75-35ca-4e3a-8a97-03cbb55d7522 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:59:26.711413 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.db_base_plugin_common [req-6f54c25c-c117-4c0e-b5ee-1125bd879122 req-ce79f612-dd27-4fec-b370-98baf7896904 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Allocated IP 172.20.0.9 (dc49653d-588e-4ee2-9689-ebb2724e1086/989a31a1-084c-4193-9367-4e104f09769b/d54c68f1-79e6-4fb2-9f8a-3dfca2b99105) {{(pid=80980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Jul 06 01:59:26.780319 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-db112e75-35ca-4e3a-8a97-03cbb55d7522 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428228'] for security_group, after_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:59:26.838208 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-cdd13da9-c7dc-4554-adf5-8ef45dc88281 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 01:59:26.907281 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db112e75-35ca-4e3a-8a97-03cbb55d7522 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d8200be-2808-4fa5-9f48-0cdc2e6bef07,revision_number=None']} {{(pid=80980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 01:59:26.916290 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-db112e75-35ca-4e3a-8a97-03cbb55d7522 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 01:59:27.155232 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-db112e75-35ca-4e3a-8a97-03cbb55d7522 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:59:27.158047 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-db112e75-35ca-4e3a-8a97-03cbb55d7522 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2d8200be-2808-4fa5-9f48-0cdc2e6bef07 HTTP/1.1" status: 204  len: 168 time: 0.8983614
Jul 06 01:59:27.164854 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-6f54c25c-c117-4c0e-b5ee-1125bd879122 req-ce79f612-dd27-4fec-b370-98baf7896904 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Notify callbacks [] for port, precommit_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:59:27.191273 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.provisioning_blocks [req-6f54c25c-c117-4c0e-b5ee-1125bd879122 req-ce79f612-dd27-4fec-b370-98baf7896904 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Transition to ACTIVE for port object d54c68f1-79e6-4fb2-9f8a-3dfca2b99105 will not be triggered until provisioned by entity DHCP. {{(pid=80980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 06 01:59:27.210215 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d1fc0d-c20b-4ac6-99ad-4072b04f2dea req-d6e3b975-2519-44ce-b0db-df138e29a7b3 tempest-DeleteServersTestJSON-627605710 tempest-DeleteServersTestJSON-627605710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 01:59:27.212086 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-53d1fc0d-c20b-4ac6-99ad-4072b04f2dea req-d6e3b975-2519-44ce-b0db-df138e29a7b3 tempest-DeleteServersTestJSON-627605710 tempest-DeleteServersTestJSON-627605710-project] 10.222.0.11 "GET /v2.0/ports?device_id=6d62c3ad-8c15-4368-8cae-7e464ee1f4ad HTTP/1.1" status: 200  len: 945 time: 0.2615063
Jul 06 01:59:27.275327 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-6f54c25c-c117-4c0e-b5ee-1125bd879122 req-ce79f612-dd27-4fec-b370-98baf7896904 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296101369102'] for port, after_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:59:27.303045 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 01:59:27.398226 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-53d1fc0d-c20b-4ac6-99ad-4072b04f2dea req-a9a3c18e-bfcd-4860-9458-d3ce758d86fc tempest-DeleteServersTestJSON-627605710 tempest-DeleteServersTestJSON-627605710-project] 10.222.0.11 "GET /v2.0/security-groups?id=be64c82a-638e-43a7-af32-f409c1663533&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1705322
Jul 06 01:59:27.448886 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f54c25c-c117-4c0e-b5ee-1125bd879122 req-ce79f612-dd27-4fec-b370-98baf7896904 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Network dc49653d-588e-4ee2-9689-ebb2724e1086 is already hosted by enough agents. {{(pid=80980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:240}}
Jul 06 01:59:27.449128 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a3dcb6-7221-4288-ba14-07db97fa7618 req-3f48ecfa-eda1-4d77-82d8-2671f81ecfd9 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 01:59:27.449355 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-e3a3dcb6-7221-4288-ba14-07db97fa7618 req-3f48ecfa-eda1-4d77-82d8-2671f81ecfd9 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/ports?device_id=4ae448d6-3b95-42dd-a82e-2c79b64118c8 HTTP/1.1" status: 200  len: 931 time: 0.0865748
Jul 06 01:59:27.453429 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.scheduler.base_scheduler [req-6f54c25c-c117-4c0e-b5ee-1125bd879122 req-ce79f612-dd27-4fec-b370-98baf7896904 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Resources bound (agent type, host, resource id):  {{(pid=80980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jul 06 01:59:27.457568 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce79f612-dd27-4fec-b370-98baf7896904 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Pushing event updated for resources: {'Port': ['ID=d54c68f1-79e6-4fb2-9f8a-3dfca2b99105,revision_number=1']} {{(pid=80980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 01:59:27.462559 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f54c25c-c117-4c0e-b5ee-1125bd879122 req-ce79f612-dd27-4fec-b370-98baf7896904 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Received port after_create {{(pid=80980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 06 01:59:27.469839 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f54c25c-c117-4c0e-b5ee-1125bd879122 req-ce79f612-dd27-4fec-b370-98baf7896904 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 01:59:27.471954 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-6f54c25c-c117-4c0e-b5ee-1125bd879122 req-ce79f612-dd27-4fec-b370-98baf7896904 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853726196'] for port, before_response {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:59:27.479976 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-ce79f612-dd27-4fec-b370-98baf7896904 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 01:59:27.547731 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-6f54c25c-c117-4c0e-b5ee-1125bd879122 req-ce79f612-dd27-4fec-b370-98baf7896904 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.6496928
Jul 06 01:59:27.550030 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-e3a3dcb6-7221-4288-ba14-07db97fa7618 req-875eb85d-7752-4888-99bc-a1d97c81217b tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/security-groups?id=05a99220-0499-4923-a419-6a3dc323fae7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0730999
Jul 06 01:59:27.834262 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.provisioning_blocks [None req-c04912ba-f6d1-43c0-a085-738fd478407d None None] Provisioning for port d54c68f1-79e6-4fb2-9f8a-3dfca2b99105 completed by entity DHCP. {{(pid=80982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 06 01:59:27.841864 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.provisioning_blocks [None req-c04912ba-f6d1-43c0-a085-738fd478407d None None] Provisioning complete for port d54c68f1-79e6-4fb2-9f8a-3dfca2b99105 triggered by entity DHCP. {{(pid=80982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 06 01:59:27.842528 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-c04912ba-f6d1-43c0-a085-738fd478407d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1309268'] for port, provisioning_complete {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:59:27.909115 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80981) accepted ('10.222.0.11', 38706) {{(pid=80981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 01:59:27.913894 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.plugin [None req-c04912ba-f6d1-43c0-a085-738fd478407d None None] Port d54c68f1-79e6-4fb2-9f8a-3dfca2b99105 cannot update to ACTIVE because it is not bound. {{(pid=80982) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:301}}
Jul 06 01:59:27.932270 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-aa33ec4f-0d8d-44a8-97f0-bdcb2a235de9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:59:27.970268 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-aa33ec4f-0d8d-44a8-97f0-bdcb2a235de9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 01:59:27.975561 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-aa33ec4f-0d8d-44a8-97f0-bdcb2a235de9 admin admin] Usage tracker for resource:security_group_rule and tenant:9541ea05d5dc442791857f7f6a73ad72 is out of sync, need to count used quota {{(pid=80981) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 01:59:27.979070 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-aa33ec4f-0d8d-44a8-97f0-bdcb2a235de9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80981) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 01:59:27.985509 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-aa33ec4f-0d8d-44a8-97f0-bdcb2a235de9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 01:59:28.001090 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc31d36-b50d-4bcd-a4b1-010d09ec64da req-d6463cac-924e-4587-9cbe-01bf0436713c tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 01:59:28.001090 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-1cc31d36-b50d-4bcd-a4b1-010d09ec64da req-d6463cac-924e-4587-9cbe-01bf0436713c tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] 10.222.0.11 "GET /v2.0/ports?device_id=6bf80594-4f7b-4225-95e7-e1f2461f5e26 HTTP/1.1" status: 200  len: 943 time: 0.1104167
Jul 06 01:59:28.066810 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-1cc31d36-b50d-4bcd-a4b1-010d09ec64da req-b61ada36-933e-47fb-849d-a0a8b3af8fe0 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] 10.222.0.11 "GET /v2.0/security-groups?id=a49819e7-9e67-4461-9ca0-4f120b4fbc53&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0503249
Jul 06 01:59:28.165499 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-aa33ec4f-0d8d-44a8-97f0-bdcb2a235de9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:59:28.250261 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-aa33ec4f-0d8d-44a8-97f0-bdcb2a235de9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428228'] for security_group, after_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:59:28.259628 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-7e85dce0-f048-4243-8b83-006c84693caa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 01:59:28.308589 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa33ec4f-0d8d-44a8-97f0-bdcb2a235de9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06df9a10-42f2-4eb6-996d-70babbc8da90,revision_number=1']} {{(pid=80981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 01:59:28.312052 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-aa33ec4f-0d8d-44a8-97f0-bdcb2a235de9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 01:59:28.315661 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-aa33ec4f-0d8d-44a8-97f0-bdcb2a235de9 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9541ea05d5dc442791857f7f6a73ad72&name=default HTTP/1.1" status: 200  len: 2629 time: 0.4054155
Jul 06 01:59:28.319159 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80981) accepted ('10.222.0.11', 38718) {{(pid=80981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 01:59:28.386149 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-fc145150-27ea-4720-8a90-e41072382b0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:59:28.415289 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-fc145150-27ea-4720-8a90-e41072382b0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:59:28.485152 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-fc145150-27ea-4720-8a90-e41072382b0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428228'] for security_group, after_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:59:28.491784 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-aa33ec4f-0d8d-44a8-97f0-bdcb2a235de9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 01:59:28.505753 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc145150-27ea-4720-8a90-e41072382b0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06df9a10-42f2-4eb6-996d-70babbc8da90,revision_number=None']} {{(pid=80981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 01:59:28.508279 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-fc145150-27ea-4720-8a90-e41072382b0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 01:59:28.518108 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-fc145150-27ea-4720-8a90-e41072382b0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:59:28.520473 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-fc145150-27ea-4720-8a90-e41072382b0f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/06df9a10-42f2-4eb6-996d-70babbc8da90 HTTP/1.1" status: 204  len: 168 time: 0.1993411
Jul 06 01:59:28.632013 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ac6729-2de7-4550-aec3-79e121faf521 req-94dacd39-946c-43d1-aded-1cf896bbc737 tempest-DeleteServersTestJSON-627605710 tempest-DeleteServersTestJSON-627605710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 01:59:28.634026 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-f5ac6729-2de7-4550-aec3-79e121faf521 req-94dacd39-946c-43d1-aded-1cf896bbc737 tempest-DeleteServersTestJSON-627605710 tempest-DeleteServersTestJSON-627605710-project] 10.222.0.11 "GET /v2.0/ports?device_id=6d62c3ad-8c15-4368-8cae-7e464ee1f4ad HTTP/1.1" status: 200  len: 945 time: 0.0959036
Jul 06 01:59:28.693779 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-f5ac6729-2de7-4550-aec3-79e121faf521 req-a06c2889-46fb-47d8-995b-2c2480ccf84b tempest-DeleteServersTestJSON-627605710 tempest-DeleteServersTestJSON-627605710-project] 10.222.0.11 "GET /v2.0/security-groups?id=be64c82a-638e-43a7-af32-f409c1663533&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0520332
Jul 06 01:59:28.819973 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e95133d-14f4-4dbc-87f8-81e723736710 req-5694d440-8a1c-4aec-8368-dde76ee144f6 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 01:59:28.820772 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [req-5e95133d-14f4-4dbc-87f8-81e723736710 req-5694d440-8a1c-4aec-8368-dde76ee144f6 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Synchronizing usage tracker for tenant:6eda011ce6da4a3aa6a9ea578c51725a on resource:port {{(pid=80980) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 06 01:59:28.863833 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [req-5e95133d-14f4-4dbc-87f8-81e723736710 req-5694d440-8a1c-4aec-8368-dde76ee144f6 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Unset dirty status for tenant:6eda011ce6da4a3aa6a9ea578c51725a on resource:port {{(pid=80980) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 06 01:59:28.867596 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-5e95133d-14f4-4dbc-87f8-81e723736710 req-5694d440-8a1c-4aec-8368-dde76ee144f6 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/ports?device_id=4ae448d6-3b95-42dd-a82e-2c79b64118c8 HTTP/1.1" status: 200  len: 931 time: 0.1332958
Jul 06 01:59:28.973262 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.v2.base [req-6f54c25c-c117-4c0e-b5ee-1125bd879122 req-718b4536-fc39-4e8f-bbb4-01821a0e691f service neutron] Request body: {'port': {'device_id': '4ae448d6-3b95-42dd-a82e-2c79b64118c8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79954'}} {{(pid=80980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 06 01:59:28.995879 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-5e95133d-14f4-4dbc-87f8-81e723736710 req-5cca1fef-c7e6-4954-a48f-63f6866b247a tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/security-groups?id=05a99220-0499-4923-a419-6a3dc323fae7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1166222
Jul 06 01:59:29.097296 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-6f54c25c-c117-4c0e-b5ee-1125bd879122 req-718b4536-fc39-4e8f-bbb4-01821a0e691f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1050496'] for port, before_update {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:59:29.474856 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36317298-27cd-4ca9-bb42-fde4d8d6e166 req-10d2d77a-3357-4299-ad91-6dddbe5604d6 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 01:59:29.476804 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-36317298-27cd-4ca9-bb42-fde4d8d6e166 req-10d2d77a-3357-4299-ad91-6dddbe5604d6 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] 10.222.0.11 "GET /v2.0/ports?device_id=6bf80594-4f7b-4225-95e7-e1f2461f5e26 HTTP/1.1" status: 200  len: 943 time: 0.1846697
Jul 06 01:59:29.551211 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-36317298-27cd-4ca9-bb42-fde4d8d6e166 req-14da0c41-bf7b-4996-97ce-dc81dbfb5fc3 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] 10.222.0.11 "GET /v2.0/security-groups?id=a49819e7-9e67-4461-9ca0-4f120b4fbc53&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0566635
Jul 06 01:59:29.687078 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.notifiers.nova [req-6f54c25c-c117-4c0e-b5ee-1125bd879122 req-718b4536-fc39-4e8f-bbb4-01821a0e691f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d54c68f1-79e6-4fb2-9f8a-3dfca2b99105 {{(pid=80980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Jul 06 01:59:29.697788 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-6f54c25c-c117-4c0e-b5ee-1125bd879122 req-718b4536-fc39-4e8f-bbb4-01821a0e691f service neutron] Notify callbacks [] for port, precommit_update {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:59:29.729436 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.provisioning_blocks [req-6f54c25c-c117-4c0e-b5ee-1125bd879122 req-718b4536-fc39-4e8f-bbb4-01821a0e691f service neutron] Transition to ACTIVE for port object d54c68f1-79e6-4fb2-9f8a-3dfca2b99105 will not be triggered until provisioned by entity L2. {{(pid=80980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 06 01:59:29.760356 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-6f54c25c-c117-4c0e-b5ee-1125bd879122 req-718b4536-fc39-4e8f-bbb4-01821a0e691f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740753762112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740753409037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296101366746'] for port, after_update {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:59:29.770014 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-177c592f-c625-46c9-9de3-a8568c986c68 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 01:59:29.841140 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718b4536-fc39-4e8f-bbb4-01821a0e691f service neutron] Pushing event updated for resources: {'Port': ['ID=d54c68f1-79e6-4fb2-9f8a-3dfca2b99105,revision_number=2']} {{(pid=80980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 01:59:30.371720 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-718b4536-fc39-4e8f-bbb4-01821a0e691f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.602s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 01:59:30.550620 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.managers [req-6f54c25c-c117-4c0e-b5ee-1125bd879122 req-718b4536-fc39-4e8f-bbb4-01821a0e691f service neutron] Attempting to bind port d54c68f1-79e6-4fb2-9f8a-3dfca2b99105 on host hv-cinder-79954 for vnic_type normal with profile  {{(pid=80980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jul 06 01:59:30.551233 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.managers [req-6f54c25c-c117-4c0e-b5ee-1125bd879122 req-718b4536-fc39-4e8f-bbb4-01821a0e691f service neutron] Attempting to bind port d54c68f1-79e6-4fb2-9f8a-3dfca2b99105 by drivers openvswitch,hyperv on host hv-cinder-79954 at level 0 using segments [{'id': 'f325f6e3-ee5f-469d-9162-dffc7dd88549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'dc49653d-588e-4ee2-9689-ebb2724e1086'}] {{(pid=80980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jul 06 01:59:30.551425 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f54c25c-c117-4c0e-b5ee-1125bd879122 req-718b4536-fc39-4e8f-bbb4-01821a0e691f service neutron] Attempting to bind port d54c68f1-79e6-4fb2-9f8a-3dfca2b99105 on network dc49653d-588e-4ee2-9689-ebb2724e1086 {{(pid=80980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Jul 06 01:59:30.577474 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12615fa4-9b81-469a-a9d0-e4fdaaf93740 req-d67bc92f-f3e7-4049-9bd7-641a8a0bbfd9 tempest-DeleteServersTestJSON-627605710 tempest-DeleteServersTestJSON-627605710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 01:59:30.579279 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-12615fa4-9b81-469a-a9d0-e4fdaaf93740 req-d67bc92f-f3e7-4049-9bd7-641a8a0bbfd9 tempest-DeleteServersTestJSON-627605710 tempest-DeleteServersTestJSON-627605710-project] 10.222.0.11 "GET /v2.0/ports?device_id=6d62c3ad-8c15-4368-8cae-7e464ee1f4ad HTTP/1.1" status: 200  len: 945 time: 0.2107160
Jul 06 01:59:30.580114 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f54c25c-c117-4c0e-b5ee-1125bd879122 req-718b4536-fc39-4e8f-bbb4-01821a0e691f service neutron] Port d54c68f1-79e6-4fb2-9f8a-3dfca2b99105 on network dc49653d-588e-4ee2-9689-ebb2724e1086 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79954 {{(pid=80980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jul 06 01:59:30.580474 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f54c25c-c117-4c0e-b5ee-1125bd879122 req-718b4536-fc39-4e8f-bbb4-01821a0e691f service neutron] Attempting to bind port d54c68f1-79e6-4fb2-9f8a-3dfca2b99105 on network dc49653d-588e-4ee2-9689-ebb2724e1086 {{(pid=80980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Jul 06 01:59:30.588730 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f54c25c-c117-4c0e-b5ee-1125bd879122 req-718b4536-fc39-4e8f-bbb4-01821a0e691f service neutron] Checking agent: {'id': 'abd15b5f-b1e1-4bf4-b258-9ce6723fb40b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79954', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 1, 56, 33), 'started_at': datetime.datetime(2021, 7, 6, 1, 56, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 1, 59, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Jul 06 01:59:30.589020 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f54c25c-c117-4c0e-b5ee-1125bd879122 req-718b4536-fc39-4e8f-bbb4-01821a0e691f service neutron] Checking segment: {'id': 'f325f6e3-ee5f-469d-9162-dffc7dd88549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'dc49653d-588e-4ee2-9689-ebb2724e1086'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jul 06 01:59:30.589536 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f54c25c-c117-4c0e-b5ee-1125bd879122 req-718b4536-fc39-4e8f-bbb4-01821a0e691f service neutron] Bound using segment: {'id': 'f325f6e3-ee5f-469d-9162-dffc7dd88549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'dc49653d-588e-4ee2-9689-ebb2724e1086'} {{(pid=80980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Jul 06 01:59:30.590024 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.managers [req-6f54c25c-c117-4c0e-b5ee-1125bd879122 req-718b4536-fc39-4e8f-bbb4-01821a0e691f service neutron] Bound port: d54c68f1-79e6-4fb2-9f8a-3dfca2b99105, host: hv-cinder-79954, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f325f6e3-ee5f-469d-9162-dffc7dd88549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'dc49653d-588e-4ee2-9689-ebb2724e1086'}}] {{(pid=80980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jul 06 01:59:30.590410 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-6f54c25c-c117-4c0e-b5ee-1125bd879122 req-718b4536-fc39-4e8f-bbb4-01821a0e691f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1050496'] for port, before_update {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:59:30.703822 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4859349-bc39-4846-af54-6fb3cc59c1c0 req-4d4c23d3-72d9-418d-8862-e13ca4fb94fc tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 01:59:30.709715 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-12615fa4-9b81-469a-a9d0-e4fdaaf93740 req-cad0472f-64b7-4bf5-85a8-7366c00374b9 tempest-DeleteServersTestJSON-627605710 tempest-DeleteServersTestJSON-627605710-project] 10.222.0.11 "GET /v2.0/security-groups?id=be64c82a-638e-43a7-af32-f409c1663533&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1087689
Jul 06 01:59:30.713086 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-a4859349-bc39-4846-af54-6fb3cc59c1c0 req-4d4c23d3-72d9-418d-8862-e13ca4fb94fc tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/ports?device_id=4ae448d6-3b95-42dd-a82e-2c79b64118c8 HTTP/1.1" status: 200  len: 943 time: 0.3024840
Jul 06 01:59:30.714721 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-b9f2b8fe-1cf5-4089-99ca-e8b6bcdd8fa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:59:30.757105 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [req-6f54c25c-c117-4c0e-b5ee-1125bd879122 req-718b4536-fc39-4e8f-bbb4-01821a0e691f service neutron] For port d54c68f1-79e6-4fb2-9f8a-3dfca2b99105, host hv-cinder-79954, cleared binding levels {{(pid=80980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:111}}
Jul 06 01:59:30.769830 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [req-6f54c25c-c117-4c0e-b5ee-1125bd879122 req-718b4536-fc39-4e8f-bbb4-01821a0e691f service neutron] For port d54c68f1-79e6-4fb2-9f8a-3dfca2b99105, host hv-cinder-79954, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79954',level=0,port_id=d54c68f1-79e6-4fb2-9f8a-3dfca2b99105,segment=NetworkSegment(f325f6e3-ee5f-469d-9162-dffc7dd88549),segment_id=f325f6e3-ee5f-469d-9162-dffc7dd88549)] {{(pid=80980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}}
Jul 06 01:59:30.828777 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-6f54c25c-c117-4c0e-b5ee-1125bd879122 req-718b4536-fc39-4e8f-bbb4-01821a0e691f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740753762112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740753409037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296101366746'] for port, after_update {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:59:30.835461 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-ce79f612-dd27-4fec-b370-98baf7896904 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 01:59:30.877013 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-a4859349-bc39-4846-af54-6fb3cc59c1c0 req-61c5164a-6c29-430d-b895-7a0433f82a90 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/security-groups?id=05a99220-0499-4923-a419-6a3dc323fae7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1431878
Jul 06 01:59:30.941568 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.rpc [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Device a3765eaf-5d9a-4eb7-b7d2-aeb912bae916 details requested by agent hyperv_hv-cinder-79954 with host hv-cinder-79954 {{(pid=80982) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:87}}
Jul 06 01:59:30.978266 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718b4536-fc39-4e8f-bbb4-01821a0e691f service neutron] Pushing event updated for resources: {'Port': ['ID=d54c68f1-79e6-4fb2-9f8a-3dfca2b99105,revision_number=3']} {{(pid=80980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 01:59:31.097045 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-718b4536-fc39-4e8f-bbb4-01821a0e691f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 01:59:31.105417 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-6f54c25c-c117-4c0e-b5ee-1125bd879122 req-718b4536-fc39-4e8f-bbb4-01821a0e691f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853726196'] for port, before_response {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:59:31.108111 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-6f54c25c-c117-4c0e-b5ee-1125bd879122 req-718b4536-fc39-4e8f-bbb4-01821a0e691f service neutron] 10.222.0.37 "PUT /v2.0/ports/d54c68f1-79e6-4fb2-9f8a-3dfca2b99105 HTTP/1.1" status: 200  len: 1093 time: 2.1487482
Jul 06 01:59:31.150963 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ae448d6-3b95-42dd-a82e-2c79b64118c8', 'tag': 'd54c68f1-79e6-4fb2-9f8a-3dfca2b99105'}] {{(pid=80980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 06 01:59:31.228762 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] For port a3765eaf-5d9a-4eb7-b7d2-aeb912bae916, host hv-cinder-79954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79954',level=0,port_id=a3765eaf-5d9a-4eb7-b7d2-aeb912bae916,segment=NetworkSegment(b483eca6-a91e-4705-a919-ea8e271d6a1a),segment_id=b483eca6-a91e-4705-a919-ea8e271d6a1a)] {{(pid=80982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 01:59:31.247992 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.rpc [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Returning: {'device': 'a3765eaf-5d9a-4eb7-b7d2-aeb912bae916', 'network_id': '2a4c8008-ce84-432c-9f5d-0fe3ba12caba', 'port_id': 'a3765eaf-5d9a-4eb7-b7d2-aeb912bae916', 'mac_address': 'fa:16:3e:a4:50:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10f6138f-392f-434d-90d2-631457fbed0f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80982) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:165}}
Jul 06 01:59:31.354551 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ae448d6-3b95-42dd-a82e-2c79b64118c8', 'tag': 'd54c68f1-79e6-4fb2-9f8a-3dfca2b99105', 'status': 'completed', 'code': 200}
Jul 06 01:59:31.393130 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e89291-92b7-471e-8352-bba2c6af9478 req-e823425a-fbf4-426e-b959-9338e9693edd tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 01:59:31.396560 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-18e89291-92b7-471e-8352-bba2c6af9478 req-e823425a-fbf4-426e-b959-9338e9693edd tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] 10.222.0.11 "GET /v2.0/ports?device_id=6bf80594-4f7b-4225-95e7-e1f2461f5e26 HTTP/1.1" status: 200  len: 943 time: 0.4082057
Jul 06 01:59:31.419232 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-6f54c25c-c117-4c0e-b5ee-1125bd879122 req-5027ecb2-d1a6-4c65-905a-04f7d2ed9876 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6eda011ce6da4a3aa6a9ea578c51725a&device_id=4ae448d6-3b95-42dd-a82e-2c79b64118c8 HTTP/1.1" status: 200  len: 1096 time: 0.2027149
Jul 06 01:59:31.429400 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1050496'] for port, before_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:59:31.477577 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.notifiers.nova [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3765eaf-5d9a-4eb7-b7d2-aeb912bae916 {{(pid=80982) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Jul 06 01:59:31.514781 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] For port a3765eaf-5d9a-4eb7-b7d2-aeb912bae916, host hv-cinder-79954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79954',level=0,port_id=a3765eaf-5d9a-4eb7-b7d2-aeb912bae916,segment=NetworkSegment(b483eca6-a91e-4705-a919-ea8e271d6a1a),segment_id=b483eca6-a91e-4705-a919-ea8e271d6a1a)] {{(pid=80982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 01:59:31.551700 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740753762112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740753409037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296101366746'] for port, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:59:31.563827 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 01:59:31.684116 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-6f54c25c-c117-4c0e-b5ee-1125bd879122 req-a92724c0-2b7a-476f-ac58-032a7972a0fb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d54c68f1-79e6-4fb2-9f8a-3dfca2b99105 HTTP/1.1" status: 200  len: 217 time: 0.2564275
Jul 06 01:59:31.745338 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Pushing event updated for resources: {'Port': ['ID=a3765eaf-5d9a-4eb7-b7d2-aeb912bae916,revision_number=4']} {{(pid=80982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 01:59:31.750198 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=80982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 01:59:31.791028 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] get_ports_and_sgs() called for port_ids ['a3765eaf-5d9a-4eb7-b7d2-aeb912bae916'] {{(pid=80982) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:184}}
Jul 06 01:59:32.056303 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-18e89291-92b7-471e-8352-bba2c6af9478 req-155fece1-6f98-4747-b0b6-66523cf4cfcc tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] 10.222.0.11 "GET /v2.0/security-groups?id=a49819e7-9e67-4461-9ca0-4f120b4fbc53&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.6323037
Jul 06 01:59:32.088787 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f54c25c-c117-4c0e-b5ee-1125bd879122 req-5c0c5ad3-ec16-41ed-9390-bd3813f492db service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 01:59:32.095198 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-6f54c25c-c117-4c0e-b5ee-1125bd879122 req-5c0c5ad3-ec16-41ed-9390-bd3813f492db service neutron] 10.222.0.37 "GET /v2.0/subnets?id=989a31a1-084c-4193-9367-4e104f09769b HTTP/1.1" status: 200  len: 855 time: 0.4000032
Jul 06 01:59:32.303543 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:59:32.322593 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-6f54c25c-c117-4c0e-b5ee-1125bd879122 req-5cb41322-2415-4773-a044-f2f94dac3185 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=dc49653d-588e-4ee2-9689-ebb2724e1086&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2190969
Jul 06 01:59:32.479602 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5b624c-2892-4330-a94e-fca6c1d1fbbd req-f9b87094-12fc-437b-a36f-59f830f5cf21 tempest-DeleteServersTestJSON-627605710 tempest-DeleteServersTestJSON-627605710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 01:59:32.496567 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-7a5b624c-2892-4330-a94e-fca6c1d1fbbd req-f9b87094-12fc-437b-a36f-59f830f5cf21 tempest-DeleteServersTestJSON-627605710 tempest-DeleteServersTestJSON-627605710-project] 10.222.0.11 "GET /v2.0/ports?device_id=6d62c3ad-8c15-4368-8cae-7e464ee1f4ad HTTP/1.1" status: 200  len: 945 time: 0.3088791
Jul 06 01:59:32.620263 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-7a5b624c-2892-4330-a94e-fca6c1d1fbbd req-88aed634-e283-41c4-9707-77aa87126af8 tempest-DeleteServersTestJSON-627605710 tempest-DeleteServersTestJSON-627605710-project] 10.222.0.11 "GET /v2.0/security-groups?id=be64c82a-638e-43a7-af32-f409c1663533&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1194813
Jul 06 01:59:32.622080 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-6f54c25c-c117-4c0e-b5ee-1125bd879122 req-8b3ba7ea-2a6e-4991-8537-3c66c9acf27d service neutron] 10.222.0.37 "GET /v2.0/networks/dc49653d-588e-4ee2-9689-ebb2724e1086?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2849164
Jul 06 01:59:32.795271 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80981) accepted ('10.222.0.11', 38844) {{(pid=80981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 01:59:32.944424 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.rpc [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Device a3765eaf-5d9a-4eb7-b7d2-aeb912bae916 up at agent hyperv_hv-cinder-79954 {{(pid=80982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:273}}
Jul 06 01:59:33.152715 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659b3aa1-0124-4877-b897-fa079e6b39ab req-f6e9bb4b-7583-4740-95eb-15fde39df2d7 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 01:59:33.165956 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-659b3aa1-0124-4877-b897-fa079e6b39ab req-f6e9bb4b-7583-4740-95eb-15fde39df2d7 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/ports?device_id=4ae448d6-3b95-42dd-a82e-2c79b64118c8 HTTP/1.1" status: 200  len: 943 time: 0.5399880
Jul 06 01:59:33.175334 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-6f54c25c-c117-4c0e-b5ee-1125bd879122 req-a5723c47-fa6f-413e-94d7-8b0b54121601 service neutron] 10.222.0.37 "GET /v2.0/networks/dc49653d-588e-4ee2-9689-ebb2724e1086?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5438282
Jul 06 01:59:33.285983 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-659b3aa1-0124-4877-b897-fa079e6b39ab req-8c6978d1-7f75-4c2c-9fa8-70e2fd9bb1fe tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/security-groups?id=05a99220-0499-4923-a419-6a3dc323fae7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1077132
Jul 06 01:59:33.313155 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-eaeb6f92-9bec-437b-90fd-a347a5be89a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:59:33.348772 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:59:33.397442 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-5ce0cf37-5193-4dc1-8eb3-9a9e5e2096e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:59:33.400823 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.provisioning_blocks [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Provisioning for port a3765eaf-5d9a-4eb7-b7d2-aeb912bae916 completed by entity L2. {{(pid=80982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 06 01:59:33.413245 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.provisioning_blocks [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Provisioning complete for port a3765eaf-5d9a-4eb7-b7d2-aeb912bae916 triggered by entity L2. {{(pid=80982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 06 01:59:33.415905 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1309268'] for port, provisioning_complete {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:59:33.461544 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-88e851d9-aba1-4e13-8906-e228c0d8bf74 req-9e3d47f7-6428-4888-accc-484b4cbf6d04 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6eda011ce6da4a3aa6a9ea578c51725a&device_id=4ae448d6-3b95-42dd-a82e-2c79b64118c8 HTTP/1.1" status: 200  len: 1096 time: 0.1740065
Jul 06 01:59:33.525089 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-5ce0cf37-5193-4dc1-8eb3-9a9e5e2096e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 01:59:33.539114 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-5ce0cf37-5193-4dc1-8eb3-9a9e5e2096e6 admin admin] Usage tracker for resource:security_group_rule and tenant:2bc93b496431479c8445312ca6cf4eb7 is out of sync, need to count used quota {{(pid=80981) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 01:59:33.543822 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-5ce0cf37-5193-4dc1-8eb3-9a9e5e2096e6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80981) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 01:59:33.553810 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-5ce0cf37-5193-4dc1-8eb3-9a9e5e2096e6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 01:59:33.645957 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80c0b05-1699-415b-81f8-18767bff49a5 req-bd4492b2-85e4-499b-a18a-c982c72e3633 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 01:59:33.661655 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-e80c0b05-1699-415b-81f8-18767bff49a5 req-bd4492b2-85e4-499b-a18a-c982c72e3633 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] 10.222.0.11 "GET /v2.0/ports?device_id=6bf80594-4f7b-4225-95e7-e1f2461f5e26 HTTP/1.1" status: 200  len: 944 time: 0.1900308
Jul 06 01:59:33.743123 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1050496'] for port, before_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:59:33.804682 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-e80c0b05-1699-415b-81f8-18767bff49a5 req-7e02c08e-eeea-4322-92ab-81d12944a343 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] 10.222.0.11 "GET /v2.0/security-groups?id=a49819e7-9e67-4461-9ca0-4f120b4fbc53&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1419699
Jul 06 01:59:33.822422 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bf80594-4f7b-4225-95e7-e1f2461f5e26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3765eaf-5d9a-4eb7-b7d2-aeb912bae916'}] {{(pid=80982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 06 01:59:33.869404 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-5ce0cf37-5193-4dc1-8eb3-9a9e5e2096e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:59:33.875289 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] For port a3765eaf-5d9a-4eb7-b7d2-aeb912bae916, host hv-cinder-79954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79954',level=0,port_id=a3765eaf-5d9a-4eb7-b7d2-aeb912bae916,segment=NetworkSegment(b483eca6-a91e-4705-a919-ea8e271d6a1a),segment_id=b483eca6-a91e-4705-a919-ea8e271d6a1a)] {{(pid=80982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 01:59:33.902608 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-5ce0cf37-5193-4dc1-8eb3-9a9e5e2096e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428228'] for security_group, after_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:59:33.912148 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bf80594-4f7b-4225-95e7-e1f2461f5e26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3765eaf-5d9a-4eb7-b7d2-aeb912bae916', 'code': 200}
Jul 06 01:59:33.916373 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 01:59:33.931556 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740753762112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740753409037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296101366746'] for port, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:59:33.933992 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 01:59:33.953401 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e851d9-aba1-4e13-8906-e228c0d8bf74 req-b085e95b-ae5f-4d75-9424-e18841788124 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 01:59:33.960255 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-88e851d9-aba1-4e13-8906-e228c0d8bf74 req-b085e95b-ae5f-4d75-9424-e18841788124 service neutron] 10.222.0.37 "GET /v2.0/networks?id=dc49653d-588e-4ee2-9689-ebb2724e1086 HTTP/1.1" status: 200  len: 917 time: 0.4837325
Jul 06 01:59:34.062247 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce0cf37-5193-4dc1-8eb3-9a9e5e2096e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53a0e47f-2cc7-40c2-9129-66b2e186ccb8,revision_number=1']} {{(pid=80981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 01:59:34.079301 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-5ce0cf37-5193-4dc1-8eb3-9a9e5e2096e6 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2bc93b496431479c8445312ca6cf4eb7&name=default HTTP/1.1" status: 200  len: 2629 time: 1.2817695
Jul 06 01:59:34.089549 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80981) accepted ('10.222.0.11', 38878) {{(pid=80981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 01:59:34.125631 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce0cf37-5193-4dc1-8eb3-9a9e5e2096e6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 01:59:34.125631 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce0cf37-5193-4dc1-8eb3-9a9e5e2096e6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 01:59:34.125631 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce0cf37-5193-4dc1-8eb3-9a9e5e2096e6 admin admin] Version for resource type Network changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 01:59:34.125631 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce0cf37-5193-4dc1-8eb3-9a9e5e2096e6 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 01:59:34.125631 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce0cf37-5193-4dc1-8eb3-9a9e5e2096e6 admin admin] Version for resource type PortForwarding changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 01:59:34.125631 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce0cf37-5193-4dc1-8eb3-9a9e5e2096e6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 01:59:34.125631 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce0cf37-5193-4dc1-8eb3-9a9e5e2096e6 admin admin] Version for resource type SecurityGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 01:59:34.125631 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce0cf37-5193-4dc1-8eb3-9a9e5e2096e6 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 01:59:34.126757 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce0cf37-5193-4dc1-8eb3-9a9e5e2096e6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 01:59:34.126757 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce0cf37-5193-4dc1-8eb3-9a9e5e2096e6 admin admin] Version for resource type Subnet changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 01:59:34.126757 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce0cf37-5193-4dc1-8eb3-9a9e5e2096e6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 01:59:34.138486 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-5ce0cf37-5193-4dc1-8eb3-9a9e5e2096e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 01:59:34.171877 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-88e851d9-aba1-4e13-8906-e228c0d8bf74 req-153d5180-76ea-4ec2-ab4c-1f1d7ff65d19 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d54c68f1-79e6-4fb2-9f8a-3dfca2b99105 HTTP/1.1" status: 200  len: 217 time: 0.2030950
Jul 06 01:59:34.233769 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-76dafd09-8b9e-4f4b-ba8f-a0f9ff874801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:59:34.265573 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Pushing event updated for resources: {'Port': ['ID=a3765eaf-5d9a-4eb7-b7d2-aeb912bae916,revision_number=5']} {{(pid=80982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 01:59:34.274450 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-1afb299b-dcd9-4d55-bea3-e3811f1c41a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:59:34.275485 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=80982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 01:59:34.330268 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-1afb299b-dcd9-4d55-bea3-e3811f1c41a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:59:34.355947 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e851d9-aba1-4e13-8906-e228c0d8bf74 req-583a6917-46bd-49fc-9d18-875230300b39 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 01:59:34.357844 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-88e851d9-aba1-4e13-8906-e228c0d8bf74 req-583a6917-46bd-49fc-9d18-875230300b39 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=989a31a1-084c-4193-9367-4e104f09769b HTTP/1.1" status: 200  len: 855 time: 0.1785188
Jul 06 01:59:34.654027 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-88e851d9-aba1-4e13-8906-e228c0d8bf74 req-2cf26780-8e1f-4242-b975-cdc87aeaf186 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=dc49653d-588e-4ee2-9689-ebb2724e1086&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2816372
Jul 06 01:59:34.765412 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b970ef-08ac-4092-aec7-379d0b0b8aab req-66b53fef-beba-4c39-9c06-4a2416dfa0df tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 01:59:34.767013 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-96b970ef-08ac-4092-aec7-379d0b0b8aab req-66b53fef-beba-4c39-9c06-4a2416dfa0df tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/ports?device_id=4ae448d6-3b95-42dd-a82e-2c79b64118c8 HTTP/1.1" status: 200  len: 943 time: 0.0874870
Jul 06 01:59:34.830368 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-1afb299b-dcd9-4d55-bea3-e3811f1c41a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428228'] for security_group, after_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:59:34.841782 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 01:59:34.849668 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-1f54028b-e26e-45fd-92c7-0138d21a560e req-4c237c3b-bea8-45b6-87e8-d41ebab7ae6d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6bf80594-4f7b-4225-95e7-e1f2461f5e26 HTTP/1.1" status: 200  len: 1098 time: 0.3544240
Jul 06 01:59:34.879883 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afb299b-dcd9-4d55-bea3-e3811f1c41a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53a0e47f-2cc7-40c2-9129-66b2e186ccb8,revision_number=None']} {{(pid=80981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 01:59:34.904428 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-1afb299b-dcd9-4d55-bea3-e3811f1c41a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 01:59:34.934657 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-96b970ef-08ac-4092-aec7-379d0b0b8aab req-291bc834-77ab-4504-9d04-54a41d1c0656 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/security-groups?id=05a99220-0499-4923-a419-6a3dc323fae7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1458023
Jul 06 01:59:34.935522 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-88e851d9-aba1-4e13-8906-e228c0d8bf74 req-cc05a2ac-0c3e-4b4e-8c3c-8d82d8f4cb16 service neutron] 10.222.0.37 "GET /v2.0/networks/dc49653d-588e-4ee2-9689-ebb2724e1086?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2716956
Jul 06 01:59:34.936871 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-1afb299b-dcd9-4d55-bea3-e3811f1c41a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:59:34.982952 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-1afb299b-dcd9-4d55-bea3-e3811f1c41a9 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/53a0e47f-2cc7-40c2-9129-66b2e186ccb8 HTTP/1.1" status: 204  len: 168 time: 0.8692875
Jul 06 01:59:35.077286 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-1f54028b-e26e-45fd-92c7-0138d21a560e req-efc2d0d8-363f-4f1f-b37d-26a6bc3158ed service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=a49819e7-9e67-4461-9ca0-4f120b4fbc53&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2106078
Jul 06 01:59:35.498833 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-fcfe0981-f829-42d2-99d0-fcc19e179060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:59:35.564850 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-88e851d9-aba1-4e13-8906-e228c0d8bf74 req-4d32e01c-1e62-4304-b9f1-49e07ddff46c service neutron] 10.222.0.37 "GET /v2.0/networks/dc49653d-588e-4ee2-9689-ebb2724e1086?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6056924
Jul 06 01:59:35.637130 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4eab7cd-869e-4d13-8075-0f945b8f1f69 req-914ccbfb-f404-4f52-8a0c-1815cbf1904d tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 01:59:35.640110 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-f4eab7cd-869e-4d13-8075-0f945b8f1f69 req-914ccbfb-f404-4f52-8a0c-1815cbf1904d tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] 10.222.0.11 "GET /v2.0/ports?device_id=6bf80594-4f7b-4225-95e7-e1f2461f5e26 HTTP/1.1" status: 200  len: 945 time: 0.5197828
Jul 06 01:59:35.739945 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-f4eab7cd-869e-4d13-8075-0f945b8f1f69 req-24d872dc-f8e2-48ba-bea3-ef3fdd04c721 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] 10.222.0.11 "GET /v2.0/security-groups?id=a49819e7-9e67-4461-9ca0-4f120b4fbc53&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0892053
Jul 06 01:59:35.922822 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80980) accepted ('10.222.0.11', 38938) {{(pid=80980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 01:59:35.944471 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-1af68e39-ebf8-4728-a9ed-ad2a0caf965c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:59:36.083392 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-1af68e39-ebf8-4728-a9ed-ad2a0caf965c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 01:59:36.089843 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-1af68e39-ebf8-4728-a9ed-ad2a0caf965c admin admin] Usage tracker for resource:security_group_rule and tenant:7c7e4c62441844598b6fa2910b728235 is out of sync, need to count used quota {{(pid=80980) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 01:59:36.094631 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-1af68e39-ebf8-4728-a9ed-ad2a0caf965c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80980) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 01:59:36.122707 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-1af68e39-ebf8-4728-a9ed-ad2a0caf965c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 01:59:36.385541 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-1af68e39-ebf8-4728-a9ed-ad2a0caf965c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:59:36.434032 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0ecb50-ba30-48aa-9740-01305e70b327 req-afc9b623-0e19-4d64-9a12-0781d949ebfa tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 01:59:36.436204 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-2a0ecb50-ba30-48aa-9740-01305e70b327 req-afc9b623-0e19-4d64-9a12-0781d949ebfa tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/ports?device_id=4ae448d6-3b95-42dd-a82e-2c79b64118c8 HTTP/1.1" status: 200  len: 943 time: 0.1567361
Jul 06 01:59:36.437763 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-1af68e39-ebf8-4728-a9ed-ad2a0caf965c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428228'] for security_group, after_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:59:36.448465 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-9d3f9f72-cd92-4a80-981d-ba62fa89ce69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 01:59:36.524222 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-1af68e39-ebf8-4728-a9ed-ad2a0caf965c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7c7e4c62441844598b6fa2910b728235&name=default HTTP/1.1" status: 200  len: 2629 time: 0.5996630
Jul 06 01:59:36.530418 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80981) accepted ('10.222.0.11', 38964) {{(pid=80981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 01:59:36.533954 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af68e39-ebf8-4728-a9ed-ad2a0caf965c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1b9cfca-b495-4a3a-afe0-939c6bef365e,revision_number=1']} {{(pid=80980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 01:59:36.557175 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af68e39-ebf8-4728-a9ed-ad2a0caf965c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 01:59:36.557828 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af68e39-ebf8-4728-a9ed-ad2a0caf965c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 01:59:36.558426 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af68e39-ebf8-4728-a9ed-ad2a0caf965c admin admin] Version for resource type Network changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 01:59:36.558996 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af68e39-ebf8-4728-a9ed-ad2a0caf965c admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 01:59:36.559391 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af68e39-ebf8-4728-a9ed-ad2a0caf965c admin admin] Version for resource type PortForwarding changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 01:59:36.559773 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af68e39-ebf8-4728-a9ed-ad2a0caf965c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 01:59:36.560155 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af68e39-ebf8-4728-a9ed-ad2a0caf965c admin admin] Version for resource type SecurityGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 01:59:36.560533 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af68e39-ebf8-4728-a9ed-ad2a0caf965c admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 01:59:36.560918 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af68e39-ebf8-4728-a9ed-ad2a0caf965c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 01:59:36.561354 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af68e39-ebf8-4728-a9ed-ad2a0caf965c admin admin] Version for resource type Subnet changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 01:59:36.561730 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af68e39-ebf8-4728-a9ed-ad2a0caf965c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 01:59:36.568869 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-1af68e39-ebf8-4728-a9ed-ad2a0caf965c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 01:59:36.574614 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-2a0ecb50-ba30-48aa-9740-01305e70b327 req-bd6c893c-d09a-4e88-859f-87c5d424402a tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/security-groups?id=05a99220-0499-4923-a419-6a3dc323fae7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1149185
Jul 06 01:59:36.690410 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-dbe2ab07-756a-4bc9-b181-3999f5677506 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:59:36.757300 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-dbe2ab07-756a-4bc9-b181-3999f5677506 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:59:36.909090 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-dbe2ab07-756a-4bc9-b181-3999f5677506 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428228'] for security_group, after_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:59:36.920571 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-96549797-dcdc-4eaf-86fc-7b43e4821ca6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 01:59:36.964347 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80980) accepted ('10.222.0.11', 38976) {{(pid=80980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 01:59:36.973810 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.rpc [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Device d54c68f1-79e6-4fb2-9f8a-3dfca2b99105 details requested by agent hyperv_hv-cinder-79954 with host hv-cinder-79954 {{(pid=80982) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:87}}
Jul 06 01:59:36.976608 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe2ab07-756a-4bc9-b181-3999f5677506 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1b9cfca-b495-4a3a-afe0-939c6bef365e,revision_number=None']} {{(pid=80981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 01:59:36.986461 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-dbe2ab07-756a-4bc9-b181-3999f5677506 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 01:59:37.015705 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-dbe2ab07-756a-4bc9-b181-3999f5677506 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:59:37.015705 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-dbe2ab07-756a-4bc9-b181-3999f5677506 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a1b9cfca-b495-4a3a-afe0-939c6bef365e HTTP/1.1" status: 204  len: 168 time: 0.4757791
Jul 06 01:59:37.294405 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e822f3a-86c2-4f7a-be29-91cad754779e req-4a976eb7-c34e-4b70-a9b6-6e4c040ad171 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 01:59:37.310176 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-1e822f3a-86c2-4f7a-be29-91cad754779e req-4a976eb7-c34e-4b70-a9b6-6e4c040ad171 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] 10.222.0.11 "GET /v2.0/ports?device_id=6bf80594-4f7b-4225-95e7-e1f2461f5e26 HTTP/1.1" status: 200  len: 945 time: 0.2916157
Jul 06 01:59:37.470227 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-c9ff913f-f224-4327-a3dd-b263b83ac6e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:59:37.546471 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-1e822f3a-86c2-4f7a-be29-91cad754779e req-fe8cbae5-2bd3-4747-8bf2-2bf99245309d tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] 10.222.0.11 "GET /v2.0/security-groups?id=a49819e7-9e67-4461-9ca0-4f120b4fbc53&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2347224
Jul 06 01:59:37.675396 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-c9ff913f-f224-4327-a3dd-b263b83ac6e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 01:59:37.700537 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-c9ff913f-f224-4327-a3dd-b263b83ac6e2 admin admin] Usage tracker for resource:security_group_rule and tenant:1c11b19dbd4a4c60aaf7c438394ccb1d is out of sync, need to count used quota {{(pid=80980) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 01:59:37.711827 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-c9ff913f-f224-4327-a3dd-b263b83ac6e2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80980) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 01:59:37.739398 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-c9ff913f-f224-4327-a3dd-b263b83ac6e2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 01:59:37.922702 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] For port d54c68f1-79e6-4fb2-9f8a-3dfca2b99105, host hv-cinder-79954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79954',level=0,port_id=d54c68f1-79e6-4fb2-9f8a-3dfca2b99105,segment=NetworkSegment(f325f6e3-ee5f-469d-9162-dffc7dd88549),segment_id=f325f6e3-ee5f-469d-9162-dffc7dd88549)] {{(pid=80982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 01:59:37.963842 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.rpc [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Returning: {'device': 'd54c68f1-79e6-4fb2-9f8a-3dfca2b99105', 'network_id': 'dc49653d-588e-4ee2-9689-ebb2724e1086', 'port_id': 'd54c68f1-79e6-4fb2-9f8a-3dfca2b99105', 'mac_address': 'fa:16:3e:af:ad:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '989a31a1-084c-4193-9367-4e104f09769b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80982) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:165}}
Jul 06 01:59:38.103428 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1050496'] for port, before_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:59:38.145929 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.notifiers.nova [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d54c68f1-79e6-4fb2-9f8a-3dfca2b99105 {{(pid=80982) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Jul 06 01:59:38.178497 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] For port d54c68f1-79e6-4fb2-9f8a-3dfca2b99105, host hv-cinder-79954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79954',level=0,port_id=d54c68f1-79e6-4fb2-9f8a-3dfca2b99105,segment=NetworkSegment(f325f6e3-ee5f-469d-9162-dffc7dd88549),segment_id=f325f6e3-ee5f-469d-9162-dffc7dd88549)] {{(pid=80982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 01:59:38.229047 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740753762112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740753409037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296101366746'] for port, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:59:38.235226 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-21fff51d-5645-4f73-af4c-97372da9dadc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 01:59:38.239362 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80980) accepted ('10.222.0.11', 39014) {{(pid=80980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 01:59:38.335547 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-c9ff913f-f224-4327-a3dd-b263b83ac6e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:59:38.348871 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-784f00f8-3da3-4ed1-8a9c-7c02c233405a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:59:38.364150 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbb7eeb-1676-4aad-8bf2-09dd4bc56a55 req-016fddaf-fc8c-4b73-a8dd-f329ca86dcab tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 01:59:38.367126 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-bbbb7eeb-1676-4aad-8bf2-09dd4bc56a55 req-016fddaf-fc8c-4b73-a8dd-f329ca86dcab tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] 10.222.0.11 "GET /v2.0/ports?device_id=6bf80594-4f7b-4225-95e7-e1f2461f5e26 HTTP/1.1" status: 200  len: 945 time: 0.1919727
Jul 06 01:59:38.377404 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80981) accepted ('10.222.0.11', 39022) {{(pid=80981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 01:59:38.382622 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-c9ff913f-f224-4327-a3dd-b263b83ac6e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428228'] for security_group, after_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:59:38.392642 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.v2.base [None req-798846a1-784c-4df8-be64-016f18e9a083 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Request body: {'floatingip': {'port_id': 'a3765eaf-5d9a-4eb7-b7d2-aeb912bae916'}} {{(pid=80981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 06 01:59:38.398453 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 01:59:38.400327 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Pushing event updated for resources: {'Port': ['ID=d54c68f1-79e6-4fb2-9f8a-3dfca2b99105,revision_number=4']} {{(pid=80982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 01:59:38.423572 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 01:59:38.424244 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 01:59:38.424909 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Version for resource type Network changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 01:59:38.425607 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 01:59:38.426242 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Version for resource type PortForwarding changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 01:59:38.426892 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 01:59:38.427534 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Version for resource type SecurityGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 01:59:38.428167 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 01:59:38.429042 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 01:59:38.432432 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Version for resource type Subnet changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 01:59:38.432432 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 01:59:38.439635 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=80982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 01:59:38.451133 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-784f00f8-3da3-4ed1-8a9c-7c02c233405a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 01:59:38.456706 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-784f00f8-3da3-4ed1-8a9c-7c02c233405a admin admin] Usage tracker for resource:security_group_rule and tenant:20e48c06bd414242a532de92a1a493d0 is out of sync, need to count used quota {{(pid=80980) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 01:59:38.460169 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-784f00f8-3da3-4ed1-8a9c-7c02c233405a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80980) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 01:59:38.467490 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-784f00f8-3da3-4ed1-8a9c-7c02c233405a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 01:59:38.499646 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-798846a1-784c-4df8-be64-016f18e9a083 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Notify callbacks [] for floatingip, before_update {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:59:38.506707 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] get_ports_and_sgs() called for port_ids ['d54c68f1-79e6-4fb2-9f8a-3dfca2b99105'] {{(pid=80982) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:184}}
Jul 06 01:59:38.598200 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-784f00f8-3da3-4ed1-8a9c-7c02c233405a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:59:38.611290 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ff913f-f224-4327-a3dd-b263b83ac6e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2a34d3d-a079-4f7c-b325-f7b920ddee45,revision_number=1']} {{(pid=80980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 01:59:38.624338 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bf5028-8705-4263-a2ea-2bc4617ca546 req-db518522-e779-419c-98e3-5336a202fd7e tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 01:59:38.626794 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-66bf5028-8705-4263-a2ea-2bc4617ca546 req-db518522-e779-419c-98e3-5336a202fd7e tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/ports?device_id=4ae448d6-3b95-42dd-a82e-2c79b64118c8 HTTP/1.1" status: 200  len: 944 time: 0.4667077
Jul 06 01:59:38.630623 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-c9ff913f-f224-4327-a3dd-b263b83ac6e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 01:59:38.634414 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-c9ff913f-f224-4327-a3dd-b263b83ac6e2 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1c11b19dbd4a4c60aaf7c438394ccb1d&name=default HTTP/1.1" status: 200  len: 2629 time: 1.6687090
Jul 06 01:59:38.655368 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80980) accepted ('10.222.0.11', 39030) {{(pid=80980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 01:59:38.659112 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-784f00f8-3da3-4ed1-8a9c-7c02c233405a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428228'] for security_group, after_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:59:38.683537 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-878fa4fa-1eb8-46fe-a6ca-54a4b90a67f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 01:59:38.787043 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-784f00f8-3da3-4ed1-8a9c-7c02c233405a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=20e48c06bd414242a532de92a1a493d0&name=default HTTP/1.1" status: 200  len: 2629 time: 0.5367234
Jul 06 01:59:38.791895 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80980) accepted ('10.222.0.11', 39038) {{(pid=80980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 01:59:38.792969 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80980) accepted ('10.222.0.11', 39040) {{(pid=80980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 01:59:38.839652 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784f00f8-3da3-4ed1-8a9c-7c02c233405a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbd838b0-a9a3-4859-a2a2-ea13c4a0d653,revision_number=1']} {{(pid=80980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 01:59:38.861872 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-784f00f8-3da3-4ed1-8a9c-7c02c233405a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 01:59:38.868312 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-66bf5028-8705-4263-a2ea-2bc4617ca546 req-0f0bcead-fa7a-4ed3-b56b-8344e5424f59 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/security-groups?id=05a99220-0499-4923-a419-6a3dc323fae7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2319939
Jul 06 01:59:38.913675 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-beb687d4-7afe-4eab-8740-029dbc1d2789 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:59:38.966053 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-beb687d4-7afe-4eab-8740-029dbc1d2789 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:59:39.089178 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-74bd31bf-8fff-4a89-a2ac-d3e02b2f6113 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:59:39.148192 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-74bd31bf-8fff-4a89-a2ac-d3e02b2f6113 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:59:39.217053 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-7d3c24ea-fe3d-448a-80f3-431b4d0aceee admin admin] Notify callbacks [] for security_group, before_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:59:39.245296 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-beb687d4-7afe-4eab-8740-029dbc1d2789 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428228'] for security_group, after_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:59:39.252508 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-012d1275-d3d2-4c9e-9ab2-b56074bb6a1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 01:59:39.272518 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb687d4-7afe-4eab-8740-029dbc1d2789 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2a34d3d-a079-4f7c-b325-f7b920ddee45,revision_number=None']} {{(pid=80980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 01:59:39.283810 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-beb687d4-7afe-4eab-8740-029dbc1d2789 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 01:59:39.297802 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-7d3c24ea-fe3d-448a-80f3-431b4d0aceee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 01:59:39.320091 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-beb687d4-7afe-4eab-8740-029dbc1d2789 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:59:39.320091 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-beb687d4-7afe-4eab-8740-029dbc1d2789 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f2a34d3d-a079-4f7c-b325-f7b920ddee45 HTTP/1.1" status: 204  len: 168 time: 0.6474624
Jul 06 01:59:39.320091 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-7d3c24ea-fe3d-448a-80f3-431b4d0aceee admin admin] Usage tracker for resource:security_group_rule and tenant:09f455143a2847c49bb7158ff6af682e is out of sync, need to count used quota {{(pid=80980) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 01:59:39.320091 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-7d3c24ea-fe3d-448a-80f3-431b4d0aceee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80980) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 01:59:39.320091 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-7d3c24ea-fe3d-448a-80f3-431b4d0aceee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 01:59:39.379146 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-74bd31bf-8fff-4a89-a2ac-d3e02b2f6113 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428228'] for security_group, after_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:59:39.390713 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 01:59:39.406769 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80980) accepted ('10.222.0.11', 39054) {{(pid=80980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 01:59:39.444772 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bd31bf-8fff-4a89-a2ac-d3e02b2f6113 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbd838b0-a9a3-4859-a2a2-ea13c4a0d653,revision_number=None']} {{(pid=80980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 01:59:39.454737 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-74bd31bf-8fff-4a89-a2ac-d3e02b2f6113 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 01:59:39.471218 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-74bd31bf-8fff-4a89-a2ac-d3e02b2f6113 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:59:39.475797 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-74bd31bf-8fff-4a89-a2ac-d3e02b2f6113 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/bbd838b0-a9a3-4859-a2a2-ea13c4a0d653 HTTP/1.1" status: 204  len: 168 time: 0.6629303
Jul 06 01:59:39.492045 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-7d3c24ea-fe3d-448a-80f3-431b4d0aceee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:59:39.559621 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-7d3c24ea-fe3d-448a-80f3-431b4d0aceee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428228'] for security_group, after_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:59:39.570438 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-9f60d235-27cc-4687-af39-c0500249f626 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 01:59:39.620952 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3c24ea-fe3d-448a-80f3-431b4d0aceee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13f40dea-8d6e-46dd-9c0f-f43e89acccde,revision_number=1']} {{(pid=80980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 01:59:39.626058 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-7d3c24ea-fe3d-448a-80f3-431b4d0aceee admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=09f455143a2847c49bb7158ff6af682e&name=default HTTP/1.1" status: 200  len: 2629 time: 0.8187375
Jul 06 01:59:39.629401 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80981) accepted ('10.222.0.11', 39062) {{(pid=80981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 01:59:39.634217 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-7d3c24ea-fe3d-448a-80f3-431b4d0aceee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 01:59:39.653225 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-8ea57d53-92d8-4c1d-a8f4-0aab958ed111 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:59:39.692325 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-8ea57d53-92d8-4c1d-a8f4-0aab958ed111 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 01:59:39.697068 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-8ea57d53-92d8-4c1d-a8f4-0aab958ed111 admin admin] Usage tracker for resource:security_group_rule and tenant:51ceab1536594b49b98f4c5e077ecd2c is out of sync, need to count used quota {{(pid=80980) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 01:59:39.701485 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-8ea57d53-92d8-4c1d-a8f4-0aab958ed111 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80980) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 01:59:39.708706 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-8ea57d53-92d8-4c1d-a8f4-0aab958ed111 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 01:59:39.826546 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-8ea57d53-92d8-4c1d-a8f4-0aab958ed111 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:59:39.857228 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-798846a1-784c-4df8-be64-016f18e9a083 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:59:39.862596 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-242e8003-950e-43b9-be57-f8093ad471e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:59:39.865315 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-8ea57d53-92d8-4c1d-a8f4-0aab958ed111 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428228'] for security_group, after_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:59:39.873640 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-c7796488-f549-4b4e-8506-2f47f181d536 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 01:59:39.898461 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-242e8003-950e-43b9-be57-f8093ad471e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:59:39.921112 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-798846a1-784c-4df8-be64-016f18e9a083 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854446392'] for floatingip, after_update {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:59:39.922230 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea57d53-92d8-4c1d-a8f4-0aab958ed111 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17c36069-b8e1-41d1-99f8-2e49cdf3d53f,revision_number=1']} {{(pid=80980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 01:59:39.925832 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-8ea57d53-92d8-4c1d-a8f4-0aab958ed111 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 01:59:39.928668 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-8ea57d53-92d8-4c1d-a8f4-0aab958ed111 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=51ceab1536594b49b98f4c5e077ecd2c&name=default HTTP/1.1" status: 200  len: 2629 time: 0.5093992
Jul 06 01:59:39.933848 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80980) accepted ('10.222.0.11', 39072) {{(pid=80980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 01:59:40.048526 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-eda606a6-c06b-4b41-9b78-f6562972f563 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:59:40.108753 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-eda606a6-c06b-4b41-9b78-f6562972f563 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:59:40.111493 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80981) accepted ('10.222.0.11', 39080) {{(pid=80981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 01:59:40.210756 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-eda606a6-c06b-4b41-9b78-f6562972f563 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428228'] for security_group, after_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:59:40.217870 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 01:59:40.233048 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda606a6-c06b-4b41-9b78-f6562972f563 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17c36069-b8e1-41d1-99f8-2e49cdf3d53f,revision_number=None']} {{(pid=80980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 01:59:40.236605 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-eda606a6-c06b-4b41-9b78-f6562972f563 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 01:59:40.241058 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-eda606a6-c06b-4b41-9b78-f6562972f563 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:59:40.242464 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-eda606a6-c06b-4b41-9b78-f6562972f563 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/17c36069-b8e1-41d1-99f8-2e49cdf3d53f HTTP/1.1" status: 204  len: 168 time: 0.3070304
Jul 06 01:59:40.277674 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-51e7bf39-8966-4810-9365-a5a1499c00fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:59:40.371071 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-51e7bf39-8966-4810-9365-a5a1499c00fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 01:59:40.430676 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-51e7bf39-8966-4810-9365-a5a1499c00fb admin admin] Usage tracker for resource:security_group_rule and tenant:034a68aed42c4cdca04eff70087a5474 is out of sync, need to count used quota {{(pid=80981) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 01:59:40.435734 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-242e8003-950e-43b9-be57-f8093ad471e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428228'] for security_group, after_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:59:40.442116 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-51e7bf39-8966-4810-9365-a5a1499c00fb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80981) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 01:59:40.451200 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 01:59:40.469363 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-51e7bf39-8966-4810-9365-a5a1499c00fb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 01:59:40.489284 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea3ed40-dcf1-4554-82f5-58707173a9a4 req-51522714-879b-4fbe-b85b-92ca10f98b08 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 01:59:40.491266 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-cea3ed40-dcf1-4554-82f5-58707173a9a4 req-51522714-879b-4fbe-b85b-92ca10f98b08 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/ports?device_id=4ae448d6-3b95-42dd-a82e-2c79b64118c8 HTTP/1.1" status: 200  len: 944 time: 0.4001558
Jul 06 01:59:40.510972 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242e8003-950e-43b9-be57-f8093ad471e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13f40dea-8d6e-46dd-9c0f-f43e89acccde,revision_number=None']} {{(pid=80981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 01:59:40.513280 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-242e8003-950e-43b9-be57-f8093ad471e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:59:40.517679 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-242e8003-950e-43b9-be57-f8093ad471e3 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/13f40dea-8d6e-46dd-9c0f-f43e89acccde HTTP/1.1" status: 204  len: 168 time: 0.8468370
Jul 06 01:59:40.517679 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-242e8003-950e-43b9-be57-f8093ad471e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 01:59:40.850377 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-cea3ed40-dcf1-4554-82f5-58707173a9a4 req-052a0747-8152-487d-bfea-0481c75693d7 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/security-groups?id=05a99220-0499-4923-a419-6a3dc323fae7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3454561
Jul 06 01:59:40.919212 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-51e7bf39-8966-4810-9365-a5a1499c00fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:59:40.937835 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.db.l3_db [None req-798846a1-784c-4df8-be64-016f18e9a083 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Floating IP 3b5bd463-0c37-4ce4-8939-bd1653b14f1c associated. External IP: 172.27.1.28, port: a3765eaf-5d9a-4eb7-b7d2-aeb912bae916.
Jul 06 01:59:41.006179 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-51e7bf39-8966-4810-9365-a5a1499c00fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428228'] for security_group, after_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:59:41.016579 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-b293893e-72cf-411e-b380-1d36cfee4297 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 01:59:41.071685 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e7bf39-8966-4810-9365-a5a1499c00fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e1dfd88-ae91-4ce3-91af-5172dd2aee0e,revision_number=1']} {{(pid=80981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 01:59:41.076474 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-51e7bf39-8966-4810-9365-a5a1499c00fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 01:59:41.080352 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-51e7bf39-8966-4810-9365-a5a1499c00fb admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=034a68aed42c4cdca04eff70087a5474&name=default HTTP/1.1" status: 200  len: 2629 time: 0.9099700
Jul 06 01:59:41.085308 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80980) accepted ('10.222.0.11', 39106) {{(pid=80980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 01:59:41.205973 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-142cd5ed-0666-4e4d-addf-de280424e470 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:59:41.249720 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-142cd5ed-0666-4e4d-addf-de280424e470 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:59:41.284173 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80981) accepted ('10.222.0.11', 39114) {{(pid=80981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 01:59:41.316256 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-54161e62-1650-4092-967a-1319c86ba2f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:59:41.361864 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-54161e62-1650-4092-967a-1319c86ba2f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 01:59:41.367945 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-54161e62-1650-4092-967a-1319c86ba2f4 admin admin] Usage tracker for resource:security_group_rule and tenant:5eec33e903bc435ea3e54daec413d959 is out of sync, need to count used quota {{(pid=80981) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 01:59:41.373445 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-54161e62-1650-4092-967a-1319c86ba2f4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80981) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 01:59:41.381503 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-54161e62-1650-4092-967a-1319c86ba2f4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 01:59:41.406998 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-142cd5ed-0666-4e4d-addf-de280424e470 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428228'] for security_group, after_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:59:41.413893 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 01:59:41.433421 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142cd5ed-0666-4e4d-addf-de280424e470 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e1dfd88-ae91-4ce3-91af-5172dd2aee0e,revision_number=None']} {{(pid=80980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 01:59:41.437467 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-142cd5ed-0666-4e4d-addf-de280424e470 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 01:59:41.446888 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-142cd5ed-0666-4e4d-addf-de280424e470 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:59:41.455838 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-142cd5ed-0666-4e4d-addf-de280424e470 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0e1dfd88-ae91-4ce3-91af-5172dd2aee0e HTTP/1.1" status: 204  len: 168 time: 0.3685849
Jul 06 01:59:41.546060 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-54161e62-1650-4092-967a-1319c86ba2f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:59:41.561754 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-798846a1-784c-4df8-be64-016f18e9a083 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Router 5a0ec982-2a10-44a4-86fc-d1e13aecf617 has already been hosted by L3 agent 61912d2b-cbf3-48c5-b8b2-dcc1c49052a5 {{(pid=80981) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Jul 06 01:59:41.582697 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80980) accepted ('10.222.0.11', 39122) {{(pid=80980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 01:59:41.617715 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-3ba329c1-7fee-4e34-96c9-95e2bf84ab2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:59:41.633653 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-54161e62-1650-4092-967a-1319c86ba2f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428228'] for security_group, after_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:59:41.647277 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-1afb299b-dcd9-4d55-bea3-e3811f1c41a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 01:59:41.661419 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-3ba329c1-7fee-4e34-96c9-95e2bf84ab2c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 01:59:41.667140 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-3ba329c1-7fee-4e34-96c9-95e2bf84ab2c admin admin] Usage tracker for resource:security_group_rule and tenant:164fafc0a3584944a41528b0a702f58e is out of sync, need to count used quota {{(pid=80980) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 01:59:41.671402 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-3ba329c1-7fee-4e34-96c9-95e2bf84ab2c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80980) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 01:59:41.680408 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-3ba329c1-7fee-4e34-96c9-95e2bf84ab2c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 01:59:41.698152 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54161e62-1650-4092-967a-1319c86ba2f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=147dbc98-e59e-4415-b113-c1cacee15516,revision_number=1']} {{(pid=80981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 01:59:41.706223 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-54161e62-1650-4092-967a-1319c86ba2f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 01:59:41.710755 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-54161e62-1650-4092-967a-1319c86ba2f4 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5eec33e903bc435ea3e54daec413d959&name=default HTTP/1.1" status: 200  len: 2629 time: 0.4264107
Jul 06 01:59:41.715333 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80981) accepted ('10.222.0.11', 39126) {{(pid=80981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 01:59:41.770445 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-3ba329c1-7fee-4e34-96c9-95e2bf84ab2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:59:41.816246 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-3ba329c1-7fee-4e34-96c9-95e2bf84ab2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428228'] for security_group, after_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:59:41.850275 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 01:59:41.870418 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-2de1694e-4db8-4ebe-a024-da2a2349983c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:59:41.883167 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-3ba329c1-7fee-4e34-96c9-95e2bf84ab2c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=164fafc0a3584944a41528b0a702f58e&name=default HTTP/1.1" status: 200  len: 2629 time: 0.2990141
Jul 06 01:59:41.884295 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba329c1-7fee-4e34-96c9-95e2bf84ab2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95a9a816-03d5-4e40-bd44-bfa8917eee92,revision_number=1']} {{(pid=80980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 01:59:41.887682 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-3ba329c1-7fee-4e34-96c9-95e2bf84ab2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 01:59:41.888618 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80980) accepted ('10.222.0.11', 39132) {{(pid=80980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 01:59:41.906977 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-2de1694e-4db8-4ebe-a024-da2a2349983c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:59:41.912152 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.rpc [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Device d54c68f1-79e6-4fb2-9f8a-3dfca2b99105 up at agent hyperv_hv-cinder-79954 {{(pid=80982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:273}}
Jul 06 01:59:42.038073 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-798846a1-784c-4df8-be64-016f18e9a083 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Notify agent at l3_agent.dv-cinder-799546-3-iscsi the message routers_updated {{(pid=80981) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jul 06 01:59:42.051023 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-373ec7ed-7bbd-42ac-9b59-acce5a21cb2d None None] Sync routers for ids ['5a0ec982-2a10-44a4-86fc-d1e13aecf617'] in dv-cinder-799546-3-iscsi {{(pid=80983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Jul 06 01:59:42.061863 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-de13bd63-f5d4-48d6-af11-fd4d3e06a894 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:59:42.088684 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-798846a1-784c-4df8-be64-016f18e9a083 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91827'] for floatingip, before_response {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:59:42.093680 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-373ec7ed-7bbd-42ac-9b59-acce5a21cb2d None None] Routers {'5a0ec982-2a10-44a4-86fc-d1e13aecf617'} bound to L3 agent in host dv-cinder-799546-3-iscsi {{(pid=80983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 06 01:59:42.095942 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_hamode_db [None req-373ec7ed-7bbd-42ac-9b59-acce5a21cb2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f31d7b03d68>, 'dv-cinder-799546-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T01:50:03Z,description=<?>,heartbeat_timestamp=2021-07-06T01:59:33Z,host='dv-cinder-799546-3-iscsi',id=61912d2b-cbf3-48c5-b8b2-dcc1c49052a5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-06T01:50:03Z,topic='l3_agent')) {'router_ids': ['5a0ec982-2a10-44a4-86fc-d1e13aecf617'], 'active': True} {{(pid=80983) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 01:59:42.104440 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-de13bd63-f5d4-48d6-af11-fd4d3e06a894 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:59:42.142685 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.provisioning_blocks [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Provisioning for port d54c68f1-79e6-4fb2-9f8a-3dfca2b99105 completed by entity L2. {{(pid=80982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 06 01:59:42.149094 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.provisioning_blocks [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Provisioning complete for port d54c68f1-79e6-4fb2-9f8a-3dfca2b99105 triggered by entity L2. {{(pid=80982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 06 01:59:42.149523 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1309268'] for port, provisioning_complete {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:59:42.173266 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-2de1694e-4db8-4ebe-a024-da2a2349983c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428228'] for security_group, after_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:59:42.175950 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-2de1694e-4db8-4ebe-a024-da2a2349983c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:59:42.181474 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-2de1694e-4db8-4ebe-a024-da2a2349983c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/147dbc98-e59e-4415-b113-c1cacee15516 HTTP/1.1" status: 204  len: 168 time: 0.4609840
Jul 06 01:59:42.183275 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-03993c09-05bb-441e-af9f-909084170ee5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 01:59:42.248172 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de1694e-4db8-4ebe-a024-da2a2349983c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=147dbc98-e59e-4415-b113-c1cacee15516,revision_number=None']} {{(pid=80981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 01:59:42.252982 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-2de1694e-4db8-4ebe-a024-da2a2349983c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 01:59:42.296719 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-798846a1-784c-4df8-be64-016f18e9a083 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] 10.222.0.11 "PUT /v2.0/floatingips/3b5bd463-0c37-4ce4-8939-bd1653b14f1c HTTP/1.1" status: 200  len: 990 time: 3.9066949
Jul 06 01:59:42.298159 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bf80594-4f7b-4225-95e7-e1f2461f5e26', 'tag': 'a3765eaf-5d9a-4eb7-b7d2-aeb912bae916'}] {{(pid=80981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 06 01:59:42.332565 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-de13bd63-f5d4-48d6-af11-fd4d3e06a894 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428228'] for security_group, after_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:59:42.346805 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 01:59:42.399190 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-de13bd63-f5d4-48d6-af11-fd4d3e06a894 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:59:42.401010 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-de13bd63-f5d4-48d6-af11-fd4d3e06a894 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/95a9a816-03d5-4e40-bd44-bfa8917eee92 HTTP/1.1" status: 204  len: 168 time: 0.5115483
Jul 06 01:59:42.421019 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de13bd63-f5d4-48d6-af11-fd4d3e06a894 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95a9a816-03d5-4e40-bd44-bfa8917eee92,revision_number=None']} {{(pid=80980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 01:59:42.424121 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-de13bd63-f5d4-48d6-af11-fd4d3e06a894 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 01:59:42.465296 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3ef690-7e2b-4d0b-a3d2-32850d16fafa req-35385e2e-dbb9-4d42-9c02-83e88e409ada tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 01:59:42.466955 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-5b3ef690-7e2b-4d0b-a3d2-32850d16fafa req-35385e2e-dbb9-4d42-9c02-83e88e409ada tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/ports?device_id=4ae448d6-3b95-42dd-a82e-2c79b64118c8 HTTP/1.1" status: 200  len: 944 time: 0.2733769
Jul 06 01:59:42.516112 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_dvr_db [None req-373ec7ed-7bbd-42ac-9b59-acce5a21cb2d None None] Set router 5a0ec982-2a10-44a4-86fc-d1e13aecf617 gateway port host: dv-cinder-799546-3-iscsi {{(pid=80983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:850}}
Jul 06 01:59:42.540706 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-5b3ef690-7e2b-4d0b-a3d2-32850d16fafa req-38e68409-42eb-4f75-82ff-712d4f586aef tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/security-groups?id=05a99220-0499-4923-a419-6a3dc323fae7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0599084
Jul 06 01:59:42.556212 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1050496'] for port, before_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:59:42.595690 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ae448d6-3b95-42dd-a82e-2c79b64118c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd54c68f1-79e6-4fb2-9f8a-3dfca2b99105'}] {{(pid=80982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 06 01:59:42.611007 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] For port d54c68f1-79e6-4fb2-9f8a-3dfca2b99105, host hv-cinder-79954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79954',level=0,port_id=d54c68f1-79e6-4fb2-9f8a-3dfca2b99105,segment=NetworkSegment(f325f6e3-ee5f-469d-9162-dffc7dd88549),segment_id=f325f6e3-ee5f-469d-9162-dffc7dd88549)] {{(pid=80982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 01:59:42.645381 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740753762112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740753409037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296101366746'] for port, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:59:42.647656 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 01:59:42.682924 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ae448d6-3b95-42dd-a82e-2c79b64118c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd54c68f1-79e6-4fb2-9f8a-3dfca2b99105', 'code': 200}
Jul 06 01:59:42.730755 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Pushing event updated for resources: {'Port': ['ID=d54c68f1-79e6-4fb2-9f8a-3dfca2b99105,revision_number=5']} {{(pid=80982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 01:59:42.746413 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 01:59:43.200446 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_hamode_db [None req-373ec7ed-7bbd-42ac-9b59-acce5a21cb2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f31d7b03d68>, [{'id': '5a0ec982-2a10-44a4-86fc-d1e13aecf617', 'name': 'tempest-AttachVolumeTestJSON-645204130-router', 'tenant_id': '587da9b290164b68a272d4c4072a9c73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8', 'external_fixed_ips': [{'subnet_id': '24d74941-6bd6-4d03-882f-a623d522833f', 'ip_address': '172.27.1.100'}], 'enable_snat': True}, 'gw_port_id': '2cbeeafc-0e7b-49cd-a165-7753ce009d2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T01:58:34Z', 'updated_at': '2021-07-06T01:58:43Z', 'revision_number': 4, 'project_id': '587da9b290164b68a272d4c4072a9c73', 'gw_port': {'id': '2cbeeafc-0e7b-49cd-a165-7753ce009d2d', 'name': '', 'network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:3c:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a0ec982-2a10-44a4-86fc-d1e13aecf617', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '24d74941-6bd6-4d03-882f-a623d522833f', 'ip_address': '172.27.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T01:58:35Z', 'updated_at': '2021-07-06T01:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24d74941-6bd6-4d03-882f-a623d522833f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799546-3-iscsi', '_floatingips': [{'id': '3b5bd463-0c37-4ce4-8939-bd1653b14f1c', 'tenant_id': '587da9b290164b68a272d4c4072a9c73', 'floating_ip_address': '172.27.1.28', 'floating_network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8', 'router_id': '5a0ec982-2a10-44a4-86fc-d1e13aecf617', 'port_id': 'a3765eaf-5d9a-4eb7-b7d2-aeb912bae916', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a4c8008-ce84-432c-9f5d-0fe3ba12caba', 'mac_address': 'fa:16:3e:a4:50:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bf80594-4f7b-4225-95e7-e1f2461f5e26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T01:58:56Z', 'updated_at': '2021-07-06T01:59:39Z', 'revision_number': 1, 'project_id': '587da9b290164b68a272d4c4072a9c73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d5e8566-37f4-4010-af7c-cd43ad32bb78', 'name': '', 'network_id': '2a4c8008-ce84-432c-9f5d-0fe3ba12caba', 'tenant_id': '587da9b290164b68a272d4c4072a9c73', 'mac_address': 'fa:16:3e:38:a5:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a0ec982-2a10-44a4-86fc-d1e13aecf617', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '10f6138f-392f-434d-90d2-631457fbed0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T01:58:42Z', 'updated_at': '2021-07-06T01:58:59Z', 'revision_number': 5, 'project_id': '587da9b290164b68a272d4c4072a9c73', 'subnets': [{'id': '10f6138f-392f-434d-90d2-631457fbed0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799546-3-iscsi', False) {} {{(pid=80983) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 01:59:43.207536 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-373ec7ed-7bbd-42ac-9b59-acce5a21cb2d None None] Checking router: 5a0ec982-2a10-44a4-86fc-d1e13aecf617 for host: dv-cinder-799546-3-iscsi {{(pid=80983) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Jul 06 01:59:43.228442 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-373ec7ed-7bbd-42ac-9b59-acce5a21cb2d None None] Routers {'5a0ec982-2a10-44a4-86fc-d1e13aecf617'} bound to L3 agent in host dv-cinder-799546-3-iscsi {{(pid=80983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 06 01:59:43.229567 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_hamode_db [None req-373ec7ed-7bbd-42ac-9b59-acce5a21cb2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f31d7b03d68>, 'dv-cinder-799546-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T01:50:03Z,description=<?>,heartbeat_timestamp=2021-07-06T01:59:33Z,host='dv-cinder-799546-3-iscsi',id=61912d2b-cbf3-48c5-b8b2-dcc1c49052a5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-06T01:50:03Z,topic='l3_agent')) {'router_ids': ['5a0ec982-2a10-44a4-86fc-d1e13aecf617'], 'active': True} {{(pid=80983) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 01:59:43.467472 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-93d683ad-14b2-43a0-a52e-5078685f0e25 req-e900c3b7-f7d8-4539-acb8-85036fd5bde1 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=4ae448d6-3b95-42dd-a82e-2c79b64118c8 HTTP/1.1" status: 200  len: 1098 time: 0.1349261
Jul 06 01:59:43.486472 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_dvr_db [None req-373ec7ed-7bbd-42ac-9b59-acce5a21cb2d None None] Set router 5a0ec982-2a10-44a4-86fc-d1e13aecf617 gateway port host: dv-cinder-799546-3-iscsi {{(pid=80983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:850}}
Jul 06 01:59:43.523383 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-93d683ad-14b2-43a0-a52e-5078685f0e25 req-9b07ae57-28bb-450e-bb73-5ceac2280864 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=05a99220-0499-4923-a419-6a3dc323fae7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0475724
Jul 06 01:59:43.802202 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b18094f-81d8-445b-8944-bc7bb10a68c5 req-150143d3-0675-4a93-b314-a1832e18a79e tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 01:59:43.812009 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-9b18094f-81d8-445b-8944-bc7bb10a68c5 req-150143d3-0675-4a93-b314-a1832e18a79e tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/ports?device_id=4ae448d6-3b95-42dd-a82e-2c79b64118c8 HTTP/1.1" status: 200  len: 945 time: 0.1018023
Jul 06 01:59:43.889576 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-9b18094f-81d8-445b-8944-bc7bb10a68c5 req-7612cbdb-b77d-4ef9-9a49-bf31c14d7706 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/security-groups?id=05a99220-0499-4923-a419-6a3dc323fae7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0757401
Jul 06 01:59:44.010249 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6bf80594-4f7b-4225-95e7-e1f2461f5e26', 'tag': 'a3765eaf-5d9a-4eb7-b7d2-aeb912bae916', 'status': 'completed', 'code': 200}
Jul 06 01:59:44.011338 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_hamode_db [None req-373ec7ed-7bbd-42ac-9b59-acce5a21cb2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f31d7b03d68>, [{'id': '5a0ec982-2a10-44a4-86fc-d1e13aecf617', 'name': 'tempest-AttachVolumeTestJSON-645204130-router', 'tenant_id': '587da9b290164b68a272d4c4072a9c73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8', 'external_fixed_ips': [{'subnet_id': '24d74941-6bd6-4d03-882f-a623d522833f', 'ip_address': '172.27.1.100'}], 'enable_snat': True}, 'gw_port_id': '2cbeeafc-0e7b-49cd-a165-7753ce009d2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T01:58:34Z', 'updated_at': '2021-07-06T01:58:43Z', 'revision_number': 4, 'project_id': '587da9b290164b68a272d4c4072a9c73', 'gw_port': {'id': '2cbeeafc-0e7b-49cd-a165-7753ce009d2d', 'name': '', 'network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:3c:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a0ec982-2a10-44a4-86fc-d1e13aecf617', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '24d74941-6bd6-4d03-882f-a623d522833f', 'ip_address': '172.27.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T01:58:35Z', 'updated_at': '2021-07-06T01:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24d74941-6bd6-4d03-882f-a623d522833f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799546-3-iscsi', '_floatingips': [{'id': '3b5bd463-0c37-4ce4-8939-bd1653b14f1c', 'tenant_id': '587da9b290164b68a272d4c4072a9c73', 'floating_ip_address': '172.27.1.28', 'floating_network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8', 'router_id': '5a0ec982-2a10-44a4-86fc-d1e13aecf617', 'port_id': 'a3765eaf-5d9a-4eb7-b7d2-aeb912bae916', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a4c8008-ce84-432c-9f5d-0fe3ba12caba', 'mac_address': 'fa:16:3e:a4:50:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bf80594-4f7b-4225-95e7-e1f2461f5e26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T01:58:56Z', 'updated_at': '2021-07-06T01:59:39Z', 'revision_number': 1, 'project_id': '587da9b290164b68a272d4c4072a9c73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d5e8566-37f4-4010-af7c-cd43ad32bb78', 'name': '', 'network_id': '2a4c8008-ce84-432c-9f5d-0fe3ba12caba', 'tenant_id': '587da9b290164b68a272d4c4072a9c73', 'mac_address': 'fa:16:3e:38:a5:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a0ec982-2a10-44a4-86fc-d1e13aecf617', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '10f6138f-392f-434d-90d2-631457fbed0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T01:58:42Z', 'updated_at': '2021-07-06T01:58:59Z', 'revision_number': 5, 'project_id': '587da9b290164b68a272d4c4072a9c73', 'subnets': [{'id': '10f6138f-392f-434d-90d2-631457fbed0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799546-3-iscsi', False) {} {{(pid=80983) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 01:59:44.016716 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-373ec7ed-7bbd-42ac-9b59-acce5a21cb2d None None] The sync data for ids ['5a0ec982-2a10-44a4-86fc-d1e13aecf617'] in dv-cinder-799546-3-iscsi is: [{'id': '5a0ec982-2a10-44a4-86fc-d1e13aecf617', 'name': 'tempest-AttachVolumeTestJSON-645204130-router', 'tenant_id': '587da9b290164b68a272d4c4072a9c73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8', 'external_fixed_ips': [{'subnet_id': '24d74941-6bd6-4d03-882f-a623d522833f', 'ip_address': '172.27.1.100'}], 'enable_snat': True}, 'gw_port_id': '2cbeeafc-0e7b-49cd-a165-7753ce009d2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T01:58:34Z', 'updated_at': '2021-07-06T01:58:43Z', 'revision_number': 4, 'project_id': '587da9b290164b68a272d4c4072a9c73', 'gw_port': {'id': '2cbeeafc-0e7b-49cd-a165-7753ce009d2d', 'name': '', 'network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:3c:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a0ec982-2a10-44a4-86fc-d1e13aecf617', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '24d74941-6bd6-4d03-882f-a623d522833f', 'ip_address': '172.27.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T01:58:35Z', 'updated_at': '2021-07-06T01:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24d74941-6bd6-4d03-882f-a623d522833f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799546-3-iscsi', '_floatingips': [{'id': '3b5bd463-0c37-4ce4-8939-bd1653b14f1c', 'tenant_id': '587da9b290164b68a272d4c4072a9c73', 'floating_ip_address': '172.27.1.28', 'floating_network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8', 'router_id': '5a0ec982-2a10-44a4-86fc-d1e13aecf617', 'port_id': 'a3765eaf-5d9a-4eb7-b7d2-aeb912bae916', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a4c8008-ce84-432c-9f5d-0fe3ba12caba', 'mac_address': 'fa:16:3e:a4:50:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bf80594-4f7b-4225-95e7-e1f2461f5e26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T01:58:56Z', 'updated_at': '2021-07-06T01:59:39Z', 'revision_number': 1, 'project_id': '587da9b290164b68a272d4c4072a9c73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d5e8566-37f4-4010-af7c-cd43ad32bb78', 'name': '', 'network_id': '2a4c8008-ce84-432c-9f5d-0fe3ba12caba', 'tenant_id': '587da9b290164b68a272d4c4072a9c73', 'mac_address': 'fa:16:3e:38:a5:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a0ec982-2a10-44a4-86fc-d1e13aecf617', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '10f6138f-392f-434d-90d2-631457fbed0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T01:58:42Z', 'updated_at': '2021-07-06T01:58:59Z', 'revision_number': 5, 'project_id': '587da9b290164b68a272d4c4072a9c73', 'subnets': [{'id': '10f6138f-392f-434d-90d2-631457fbed0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=80983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Jul 06 01:59:44.068728 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.agents_db [None req-b173abe4-0d36-4765-adb2-33779d11156f None None] Agent healthcheck: found 6 active agents {{(pid=80983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Jul 06 01:59:44.155823 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-be360dfa-58e5-40fc-9daa-c6a5ebd11b64 req-b277d176-355b-4479-9c60-6f38f18fb604 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=587da9b290164b68a272d4c4072a9c73&device_id=6bf80594-4f7b-4225-95e7-e1f2461f5e26 HTTP/1.1" status: 200  len: 1098 time: 0.0908399
Jul 06 01:59:44.433926 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be360dfa-58e5-40fc-9daa-c6a5ebd11b64 req-44c53d14-9a84-4ef3-9e60-752ea1a0fe20 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 01:59:44.436623 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-be360dfa-58e5-40fc-9daa-c6a5ebd11b64 req-44c53d14-9a84-4ef3-9e60-752ea1a0fe20 service neutron] 10.222.0.37 "GET /v2.0/networks?id=2a4c8008-ce84-432c-9f5d-0fe3ba12caba HTTP/1.1" status: 200  len: 911 time: 0.2637329
Jul 06 01:59:44.626841 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-be360dfa-58e5-40fc-9daa-c6a5ebd11b64 req-1a810b73-9bc3-4672-8b2b-6ac12231e106 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a3765eaf-5d9a-4eb7-b7d2-aeb912bae916 HTTP/1.1" status: 200  len: 998 time: 0.1731143
Jul 06 01:59:44.795876 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be360dfa-58e5-40fc-9daa-c6a5ebd11b64 req-bc431e62-0c4c-45dd-8cca-6de6897a3ff0 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 01:59:44.798864 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-be360dfa-58e5-40fc-9daa-c6a5ebd11b64 req-bc431e62-0c4c-45dd-8cca-6de6897a3ff0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=10f6138f-392f-434d-90d2-631457fbed0f HTTP/1.1" status: 200  len: 849 time: 0.1644952
Jul 06 01:59:45.155769 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-be360dfa-58e5-40fc-9daa-c6a5ebd11b64 req-12c5d4bf-aabf-4304-b059-09ff0c631844 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2a4c8008-ce84-432c-9f5d-0fe3ba12caba&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3443317
Jul 06 01:59:45.549423 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-be360dfa-58e5-40fc-9daa-c6a5ebd11b64 req-613a33e7-28f4-4f40-b576-2a316fb340ff service neutron] 10.222.0.37 "GET /v2.0/networks/2a4c8008-ce84-432c-9f5d-0fe3ba12caba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3847497
Jul 06 01:59:45.574184 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf15c6d3-207a-4722-8cdd-2191c8ed5a79 req-9cb5c62c-5a51-4b1b-8313-b81543e49940 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 01:59:45.577987 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-bf15c6d3-207a-4722-8cdd-2191c8ed5a79 req-9cb5c62c-5a51-4b1b-8313-b81543e49940 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/ports?device_id=4ae448d6-3b95-42dd-a82e-2c79b64118c8 HTTP/1.1" status: 200  len: 945 time: 0.3480873
Jul 06 01:59:45.978750 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77048e15-368a-4a37-96f3-e4ab2b86454e None None] New status for floating IP 3b5bd463-0c37-4ce4-8939-bd1653b14f1c: ACTIVE {{(pid=80982) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:278}}
Jul 06 01:59:45.995566 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-bf15c6d3-207a-4722-8cdd-2191c8ed5a79 req-4fecace8-8f4e-49c2-bc54-23dccc2d5166 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/security-groups?id=05a99220-0499-4923-a419-6a3dc323fae7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3762145
Jul 06 01:59:46.117770 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-be360dfa-58e5-40fc-9daa-c6a5ebd11b64 req-d0d9f436-b0d3-467d-a42d-72f232a9b284 service neutron] 10.222.0.37 "GET /v2.0/networks/2a4c8008-ce84-432c-9f5d-0fe3ba12caba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5563917
Jul 06 01:59:46.703276 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd649ee3-4082-4efd-8aa1-e4cbf1736b6c req-e37d207a-4f33-419d-99c7-dcf5ca911548 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 01:59:46.703276 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-dd649ee3-4082-4efd-8aa1-e4cbf1736b6c req-e37d207a-4f33-419d-99c7-dcf5ca911548 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/ports?device_id=4ae448d6-3b95-42dd-a82e-2c79b64118c8 HTTP/1.1" status: 200  len: 945 time: 0.2191072
Jul 06 01:59:46.704644 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80980) accepted ('10.222.0.11', 39272) {{(pid=80980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 01:59:46.713498 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.v2.base [None req-e5565408-f368-4825-90ad-9d7d459741b0 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Request body: {'floatingip': {'port_id': 'd54c68f1-79e6-4fb2-9f8a-3dfca2b99105'}} {{(pid=80980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 06 01:59:46.864217 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-e5565408-f368-4825-90ad-9d7d459741b0 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Notify callbacks [] for floatingip, before_update {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:59:47.552312 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89363a47-61ed-493a-b178-98eef9e63541 req-d378225a-1b50-4e51-b99b-894f30ac6ad0 tempest-DeleteServersTestJSON-627605710 tempest-DeleteServersTestJSON-627605710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 01:59:47.561661 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-89363a47-61ed-493a-b178-98eef9e63541 req-d378225a-1b50-4e51-b99b-894f30ac6ad0 tempest-DeleteServersTestJSON-627605710 tempest-DeleteServersTestJSON-627605710-project] 10.222.0.11 "GET /v2.0/ports?device_id=6d62c3ad-8c15-4368-8cae-7e464ee1f4ad HTTP/1.1" status: 200  len: 945 time: 0.2039509
Jul 06 01:59:47.705858 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-89363a47-61ed-493a-b178-98eef9e63541 req-1580b51c-c8b3-44f9-af9d-0557b5c5d08a tempest-DeleteServersTestJSON-627605710 tempest-DeleteServersTestJSON-627605710-project] 10.222.0.11 "GET /v2.0/security-groups?id=be64c82a-638e-43a7-af32-f409c1663533&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1429346
Jul 06 01:59:48.361236 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-e5565408-f368-4825-90ad-9d7d459741b0 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:59:48.405711 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-e5565408-f368-4825-90ad-9d7d459741b0 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854446392'] for floatingip, after_update {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:59:48.837644 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.db.l3_db [None req-e5565408-f368-4825-90ad-9d7d459741b0 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Floating IP 2819b1e6-fe97-470f-9ff6-6ed6b4e83b16 associated. External IP: 172.27.1.169, port: d54c68f1-79e6-4fb2-9f8a-3dfca2b99105.
Jul 06 01:59:49.825082 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06afd1a-b5e4-4dd1-a2f9-f19d20e0e6ef req-2a166d0c-8b01-4b34-8556-077edb3b38de tempest-DeleteServersTestJSON-627605710 tempest-DeleteServersTestJSON-627605710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 01:59:49.826875 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-f06afd1a-b5e4-4dd1-a2f9-f19d20e0e6ef req-2a166d0c-8b01-4b34-8556-077edb3b38de tempest-DeleteServersTestJSON-627605710 tempest-DeleteServersTestJSON-627605710-project] 10.222.0.11 "GET /v2.0/ports?device_id=6d62c3ad-8c15-4368-8cae-7e464ee1f4ad HTTP/1.1" status: 200  len: 945 time: 0.4027536
Jul 06 01:59:49.852148 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7672ae52-bab3-4073-8d2f-a9249f796e5a req-dc8271cc-761d-4b60-b5ef-02e855337b04 tempest-DeleteServersTestJSON-627605710 tempest-DeleteServersTestJSON-627605710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 01:59:49.860296 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-7672ae52-bab3-4073-8d2f-a9249f796e5a req-dc8271cc-761d-4b60-b5ef-02e855337b04 tempest-DeleteServersTestJSON-627605710 tempest-DeleteServersTestJSON-627605710-project] 10.222.0.37 "GET /v2.0/ports?device_id=6d62c3ad-8c15-4368-8cae-7e464ee1f4ad HTTP/1.1" status: 200  len: 945 time: 0.4288046
Jul 06 01:59:50.090515 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-f06afd1a-b5e4-4dd1-a2f9-f19d20e0e6ef req-5a45504f-e545-4702-a041-183de789f60c tempest-DeleteServersTestJSON-627605710 tempest-DeleteServersTestJSON-627605710-project] 10.222.0.11 "GET /v2.0/security-groups?id=be64c82a-638e-43a7-af32-f409c1663533&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2311959
Jul 06 01:59:50.145818 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.plugin [req-7672ae52-bab3-4073-8d2f-a9249f796e5a req-e0149af9-4953-4524-8315-441024d78935 tempest-DeleteServersTestJSON-627605710 tempest-DeleteServersTestJSON-627605710-project] Deleting port 80d0580b-4f6d-4b5f-8d0e-2fdbcbefa28c {{(pid=80980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1879}}
Jul 06 01:59:50.146136 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-7672ae52-bab3-4073-8d2f-a9249f796e5a req-e0149af9-4953-4524-8315-441024d78935 tempest-DeleteServersTestJSON-627605710 tempest-DeleteServersTestJSON-627605710-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296100957044'] for port, before_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:59:50.598638 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [req-7672ae52-bab3-4073-8d2f-a9249f796e5a req-e0149af9-4953-4524-8315-441024d78935 tempest-DeleteServersTestJSON-627605710 tempest-DeleteServersTestJSON-627605710-project] For port 80d0580b-4f6d-4b5f-8d0e-2fdbcbefa28c, host hv-cinder-79954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79954',level=0,port_id=80d0580b-4f6d-4b5f-8d0e-2fdbcbefa28c,segment=NetworkSegment(c3dac661-c1f6-4856-b213-d374d007d5b4),segment_id=c3dac661-c1f6-4856-b213-d374d007d5b4)] {{(pid=80980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 01:59:50.599032 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-7672ae52-bab3-4073-8d2f-a9249f796e5a req-e0149af9-4953-4524-8315-441024d78935 tempest-DeleteServersTestJSON-627605710 tempest-DeleteServersTestJSON-627605710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328131'] for port, precommit_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:59:50.711404 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80981) accepted ('10.222.0.11', 39418) {{(pid=80981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 01:59:50.795571 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.plugin [req-7672ae52-bab3-4073-8d2f-a9249f796e5a req-e0149af9-4953-4524-8315-441024d78935 tempest-DeleteServersTestJSON-627605710 tempest-DeleteServersTestJSON-627605710-project] Calling delete_port for 80d0580b-4f6d-4b5f-8d0e-2fdbcbefa28c owned by compute:nova {{(pid=80980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1952}}
Jul 06 01:59:50.979155 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-4cba1d64-692f-4d24-a077-4a801654ec15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:59:51.019586 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5565408-f368-4825-90ad-9d7d459741b0 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Router f4336f44-a745-4a6d-ab82-26313ad46480 has already been hosted by L3 agent 61912d2b-cbf3-48c5-b8b2-dcc1c49052a5 {{(pid=80980) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Jul 06 01:59:51.085791 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-4cba1d64-692f-4d24-a077-4a801654ec15 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 01:59:51.091828 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-4cba1d64-692f-4d24-a077-4a801654ec15 admin admin] Usage tracker for resource:security_group_rule and tenant:eb84b365e6474dbfb8439464168f3904 is out of sync, need to count used quota {{(pid=80981) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 01:59:51.096752 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-4cba1d64-692f-4d24-a077-4a801654ec15 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80981) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 01:59:51.105198 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-4cba1d64-692f-4d24-a077-4a801654ec15 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 01:59:51.229838 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-4cba1d64-692f-4d24-a077-4a801654ec15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:59:51.262601 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-4cba1d64-692f-4d24-a077-4a801654ec15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428228'] for security_group, after_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:59:51.282686 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 01:59:51.371279 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cba1d64-692f-4d24-a077-4a801654ec15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec97257e-5abc-40b1-a1c3-d41185766356,revision_number=1']} {{(pid=80981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 01:59:51.378582 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-4cba1d64-692f-4d24-a077-4a801654ec15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 01:59:51.394318 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-4cba1d64-692f-4d24-a077-4a801654ec15 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=eb84b365e6474dbfb8439464168f3904&name=default HTTP/1.1" status: 200  len: 2629 time: 0.6756358
Jul 06 01:59:51.394858 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80981) accepted ('10.222.0.11', 39442) {{(pid=80981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 01:59:51.404929 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-14dc7e9d-cec6-4664-80ff-349a6f653e55 req-f9ecbad9-1ad7-4202-9637-d5c4ef8bf128 tempest-DeleteServersTestJSON-627605710 tempest-DeleteServersTestJSON-627605710-project] 10.222.0.11 "GET /v2.0/ports?device_id=6d62c3ad-8c15-4368-8cae-7e464ee1f4ad HTTP/1.1" status: 200  len: 210 time: 0.0986817
Jul 06 01:59:51.423410 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-7672ae52-bab3-4073-8d2f-a9249f796e5a req-e0149af9-4953-4524-8315-441024d78935 tempest-DeleteServersTestJSON-627605710 tempest-DeleteServersTestJSON-627605710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740753762095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296101366780'] for port, after_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:59:51.450224 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80980) accepted ('10.222.0.11', 39446) {{(pid=80980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 01:59:51.523536 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-6ada12da-1d45-442e-8bcd-09f98d2e2913 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:59:51.549312 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 01:59:51.591986 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-6ada12da-1d45-442e-8bcd-09f98d2e2913 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:59:51.708548 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-6ada12da-1d45-442e-8bcd-09f98d2e2913 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428228'] for security_group, after_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:59:51.718453 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 01:59:51.774322 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-6ada12da-1d45-442e-8bcd-09f98d2e2913 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:59:51.795322 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-6ada12da-1d45-442e-8bcd-09f98d2e2913 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ec97257e-5abc-40b1-a1c3-d41185766356 HTTP/1.1" status: 204  len: 168 time: 0.3984036
Jul 06 01:59:51.799477 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ada12da-1d45-442e-8bcd-09f98d2e2913 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec97257e-5abc-40b1-a1c3-d41185766356,revision_number=None']} {{(pid=80981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 01:59:51.804159 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-6ada12da-1d45-442e-8bcd-09f98d2e2913 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 01:59:51.933601 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80981) accepted ('10.222.0.11', 39464) {{(pid=80981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 01:59:52.023434 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0149af9-4953-4524-8315-441024d78935 tempest-DeleteServersTestJSON-627605710 tempest-DeleteServersTestJSON-627605710-project] Pushing event deleted for resources: {'Port': ['ID=80d0580b-4f6d-4b5f-8d0e-2fdbcbefa28c,revision_number=None']} {{(pid=80980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 01:59:52.028120 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_dvrscheduler_db [req-7672ae52-bab3-4073-8d2f-a9249f796e5a req-e0149af9-4953-4524-8315-441024d78935 tempest-DeleteServersTestJSON-627605710 tempest-DeleteServersTestJSON-627605710-project] No DVR routers for this DVR port 80d0580b-4f6d-4b5f-8d0e-2fdbcbefa28c on host hv-cinder-79954 {{(pid=80980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jul 06 01:59:52.030700 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-e0149af9-4953-4524-8315-441024d78935 tempest-DeleteServersTestJSON-627605710 tempest-DeleteServersTestJSON-627605710-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.481s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 01:59:52.039320 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-7672ae52-bab3-4073-8d2f-a9249f796e5a req-e0149af9-4953-4524-8315-441024d78935 tempest-DeleteServersTestJSON-627605710 tempest-DeleteServersTestJSON-627605710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91827'] for port, before_response {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:59:52.057604 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d62c3ad-8c15-4368-8cae-7e464ee1f4ad', 'name': 'network-vif-deleted', 'tag': '80d0580b-4f6d-4b5f-8d0e-2fdbcbefa28c'}] {{(pid=80980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 06 01:59:52.090425 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-7672ae52-bab3-4073-8d2f-a9249f796e5a req-e0149af9-4953-4524-8315-441024d78935 tempest-DeleteServersTestJSON-627605710 tempest-DeleteServersTestJSON-627605710-project] 10.222.0.37 "DELETE /v2.0/ports/80d0580b-4f6d-4b5f-8d0e-2fdbcbefa28c HTTP/1.1" status: 204  len: 173 time: 2.1934838
Jul 06 01:59:52.120302 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d62c3ad-8c15-4368-8cae-7e464ee1f4ad', 'name': 'network-vif-deleted', 'tag': '80d0580b-4f6d-4b5f-8d0e-2fdbcbefa28c', 'status': 'completed', 'code': 200}
Jul 06 01:59:52.136298 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5565408-f368-4825-90ad-9d7d459741b0 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Notify agent at l3_agent.dv-cinder-799546-3-iscsi the message routers_updated {{(pid=80980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jul 06 01:59:52.143744 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-e5565408-f368-4825-90ad-9d7d459741b0 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91827'] for floatingip, before_response {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:59:52.150453 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5020c12-d5bd-487f-8701-d8b9a9231b2f None None] Sync routers for ids ['f4336f44-a745-4a6d-ab82-26313ad46480'] in dv-cinder-799546-3-iscsi {{(pid=80983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Jul 06 01:59:52.165812 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5020c12-d5bd-487f-8701-d8b9a9231b2f None None] Routers {'f4336f44-a745-4a6d-ab82-26313ad46480'} bound to L3 agent in host dv-cinder-799546-3-iscsi {{(pid=80983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 06 01:59:52.166498 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_hamode_db [None req-a5020c12-d5bd-487f-8701-d8b9a9231b2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f31d701ffd0>, 'dv-cinder-799546-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T01:50:03Z,description=<?>,heartbeat_timestamp=2021-07-06T01:59:33Z,host='dv-cinder-799546-3-iscsi',id=61912d2b-cbf3-48c5-b8b2-dcc1c49052a5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-06T01:50:03Z,topic='l3_agent')) {'router_ids': ['f4336f44-a745-4a6d-ab82-26313ad46480'], 'active': True} {{(pid=80983) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 01:59:52.223748 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-e5565408-f368-4825-90ad-9d7d459741b0 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "PUT /v2.0/floatingips/2819b1e6-fe97-470f-9ff6-6ed6b4e83b16 HTTP/1.1" status: 200  len: 991 time: 5.5190039
Jul 06 01:59:52.618880 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-7b326ee6-01df-4fef-b4f1-933fe9c42a87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:59:52.619670 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-2c1d3a84-4f67-43f8-8989-2baf6b499cd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:59:52.647465 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80980) accepted ('10.222.0.11', 39480) {{(pid=80980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 01:59:52.678500 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-7b326ee6-01df-4fef-b4f1-933fe9c42a87 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 01:59:52.684317 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-7b326ee6-01df-4fef-b4f1-933fe9c42a87 admin admin] Usage tracker for resource:security_group_rule and tenant:19180f12350247ac845c99ad2897010c is out of sync, need to count used quota {{(pid=80981) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 01:59:52.691974 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-7b326ee6-01df-4fef-b4f1-933fe9c42a87 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80981) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 01:59:52.702524 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-2c1d3a84-4f67-43f8-8989-2baf6b499cd9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 01:59:52.706319 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-7b326ee6-01df-4fef-b4f1-933fe9c42a87 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 01:59:52.707123 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_dvr_db [None req-a5020c12-d5bd-487f-8701-d8b9a9231b2f None None] Set router f4336f44-a745-4a6d-ab82-26313ad46480 gateway port host: dv-cinder-799546-3-iscsi {{(pid=80983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:850}}
Jul 06 01:59:52.707896 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-2c1d3a84-4f67-43f8-8989-2baf6b499cd9 admin admin] Usage tracker for resource:security_group_rule and tenant:baa05e7ff77949d28adccb1182936422 is out of sync, need to count used quota {{(pid=80980) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 01:59:52.711356 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-2c1d3a84-4f67-43f8-8989-2baf6b499cd9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80980) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 01:59:52.718267 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-2c1d3a84-4f67-43f8-8989-2baf6b499cd9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 01:59:52.776519 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-6ccc43f4-8956-47e8-b2fa-f50321571ad4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:59:52.854916 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-7b326ee6-01df-4fef-b4f1-933fe9c42a87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:59:52.874029 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-6ccc43f4-8956-47e8-b2fa-f50321571ad4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 01:59:52.882426 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-6ccc43f4-8956-47e8-b2fa-f50321571ad4 admin admin] Usage tracker for resource:security_group_rule and tenant:ec6acb6f59554afc843a32dd88e243fa is out of sync, need to count used quota {{(pid=80980) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 01:59:52.888404 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-6ccc43f4-8956-47e8-b2fa-f50321571ad4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80980) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 01:59:52.900328 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-7b326ee6-01df-4fef-b4f1-933fe9c42a87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428228'] for security_group, after_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:59:52.905241 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-2c1d3a84-4f67-43f8-8989-2baf6b499cd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:59:52.909276 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 01:59:52.913295 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-6ccc43f4-8956-47e8-b2fa-f50321571ad4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 01:59:52.939316 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80980) accepted ('10.222.0.11', 39488) {{(pid=80980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 01:59:52.968540 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b326ee6-01df-4fef-b4f1-933fe9c42a87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c20d992f-c71d-43fc-9c3c-0d2c6ba195c2,revision_number=1']} {{(pid=80981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 01:59:52.972304 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-7b326ee6-01df-4fef-b4f1-933fe9c42a87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 01:59:52.982494 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-7b326ee6-01df-4fef-b4f1-933fe9c42a87 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=19180f12350247ac845c99ad2897010c&name=default HTTP/1.1" status: 200  len: 2629 time: 1.0412252
Jul 06 01:59:52.983892 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80981) accepted ('10.222.0.11', 39492) {{(pid=80981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 01:59:52.986171 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-2c1d3a84-4f67-43f8-8989-2baf6b499cd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428228'] for security_group, after_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:59:52.996194 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 01:59:53.004272 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-950b37ab-15c0-43ca-90f5-3bc5f1512fd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:59:53.067338 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-56705a70-0e54-4b4a-9faa-c133ddb37f51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:59:53.097168 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-56705a70-0e54-4b4a-9faa-c133ddb37f51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:59:53.098963 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1d3a84-4f67-43f8-8989-2baf6b499cd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89f86962-368e-448d-b4d8-892b6e8c0036,revision_number=1']} {{(pid=80980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 01:59:53.114087 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-2c1d3a84-4f67-43f8-8989-2baf6b499cd9 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=baa05e7ff77949d28adccb1182936422&name=default HTTP/1.1" status: 200  len: 2629 time: 1.6515238
Jul 06 01:59:53.115396 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-2c1d3a84-4f67-43f8-8989-2baf6b499cd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 01:59:53.128721 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80980) accepted ('10.222.0.11', 39496) {{(pid=80980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 01:59:53.147410 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-950b37ab-15c0-43ca-90f5-3bc5f1512fd7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 01:59:53.153703 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-6ccc43f4-8956-47e8-b2fa-f50321571ad4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:59:53.155094 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-950b37ab-15c0-43ca-90f5-3bc5f1512fd7 admin admin] Usage tracker for resource:security_group_rule and tenant:b919f446433142e4850b6d2eb2618e4d is out of sync, need to count used quota {{(pid=80980) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 01:59:53.160781 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-950b37ab-15c0-43ca-90f5-3bc5f1512fd7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80980) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 01:59:53.168764 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_hamode_db [None req-a5020c12-d5bd-487f-8701-d8b9a9231b2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f31d701ffd0>, [{'id': 'f4336f44-a745-4a6d-ab82-26313ad46480', 'name': 'tempest-AttachVolumeShelveTestJSON-703016033-router', 'tenant_id': '6eda011ce6da4a3aa6a9ea578c51725a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8', 'external_fixed_ips': [{'subnet_id': '24d74941-6bd6-4d03-882f-a623d522833f', 'ip_address': '172.27.1.52'}], 'enable_snat': True}, 'gw_port_id': '507be5b4-fa06-435c-b115-e54448dceb38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T01:58:36Z', 'updated_at': '2021-07-06T01:58:49Z', 'revision_number': 4, 'project_id': '6eda011ce6da4a3aa6a9ea578c51725a', 'gw_port': {'id': '507be5b4-fa06-435c-b115-e54448dceb38', 'name': '', 'network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:ed:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4336f44-a745-4a6d-ab82-26313ad46480', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '24d74941-6bd6-4d03-882f-a623d522833f', 'ip_address': '172.27.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T01:58:37Z', 'updated_at': '2021-07-06T01:58:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24d74941-6bd6-4d03-882f-a623d522833f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799546-3-iscsi', '_floatingips': [{'id': '2819b1e6-fe97-470f-9ff6-6ed6b4e83b16', 'tenant_id': '6eda011ce6da4a3aa6a9ea578c51725a', 'floating_ip_address': '172.27.1.169', 'floating_network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8', 'router_id': 'f4336f44-a745-4a6d-ab82-26313ad46480', 'port_id': 'd54c68f1-79e6-4fb2-9f8a-3dfca2b99105', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc49653d-588e-4ee2-9689-ebb2724e1086', 'mac_address': 'fa:16:3e:af:ad:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ae448d6-3b95-42dd-a82e-2c79b64118c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T01:59:11Z', 'updated_at': '2021-07-06T01:59:48Z', 'revision_number': 1, 'project_id': '6eda011ce6da4a3aa6a9ea578c51725a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10e09a2d-b710-4e2b-bc1a-4f4ec7e2a012', 'name': '', 'network_id': 'dc49653d-588e-4ee2-9689-ebb2724e1086', 'tenant_id': '6eda011ce6da4a3aa6a9ea578c51725a', 'mac_address': 'fa:16:3e:7a:cb:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4336f44-a745-4a6d-ab82-26313ad46480', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '989a31a1-084c-4193-9367-4e104f09769b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T01:58:46Z', 'updated_at': '2021-07-06T01:59:10Z', 'revision_number': 5, 'project_id': '6eda011ce6da4a3aa6a9ea578c51725a', 'subnets': [{'id': '989a31a1-084c-4193-9367-4e104f09769b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799546-3-iscsi', False) {} {{(pid=80983) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 01:59:53.176036 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-950b37ab-15c0-43ca-90f5-3bc5f1512fd7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 01:59:53.176645 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5020c12-d5bd-487f-8701-d8b9a9231b2f None None] Checking router: f4336f44-a745-4a6d-ab82-26313ad46480 for host: dv-cinder-799546-3-iscsi {{(pid=80983) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Jul 06 01:59:53.182127 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-56705a70-0e54-4b4a-9faa-c133ddb37f51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428228'] for security_group, after_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:59:53.188724 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-4cba1d64-692f-4d24-a077-4a801654ec15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 01:59:53.197555 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5020c12-d5bd-487f-8701-d8b9a9231b2f None None] Routers {'f4336f44-a745-4a6d-ab82-26313ad46480'} bound to L3 agent in host dv-cinder-799546-3-iscsi {{(pid=80983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 06 01:59:53.199436 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_hamode_db [None req-a5020c12-d5bd-487f-8701-d8b9a9231b2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f31d701ffd0>, 'dv-cinder-799546-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T01:50:03Z,description=<?>,heartbeat_timestamp=2021-07-06T01:59:33Z,host='dv-cinder-799546-3-iscsi',id=61912d2b-cbf3-48c5-b8b2-dcc1c49052a5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-06T01:50:03Z,topic='l3_agent')) {'router_ids': ['f4336f44-a745-4a6d-ab82-26313ad46480'], 'active': True} {{(pid=80983) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 01:59:53.205345 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56705a70-0e54-4b4a-9faa-c133ddb37f51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c20d992f-c71d-43fc-9c3c-0d2c6ba195c2,revision_number=None']} {{(pid=80981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 01:59:53.208341 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-56705a70-0e54-4b4a-9faa-c133ddb37f51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 01:59:53.209848 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-56705a70-0e54-4b4a-9faa-c133ddb37f51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:59:53.211214 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-56705a70-0e54-4b4a-9faa-c133ddb37f51 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c20d992f-c71d-43fc-9c3c-0d2c6ba195c2 HTTP/1.1" status: 204  len: 168 time: 0.2261915
Jul 06 01:59:53.223329 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-6ccc43f4-8956-47e8-b2fa-f50321571ad4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428228'] for security_group, after_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:59:53.237732 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 01:59:53.304139 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-2f12ab9e-29eb-4a67-b8ce-75c6f4f4f0b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:59:53.330692 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccc43f4-8956-47e8-b2fa-f50321571ad4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71c29f54-9d70-4fde-a59e-fb2197f7cd7c,revision_number=1']} {{(pid=80980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 01:59:53.340040 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-6ccc43f4-8956-47e8-b2fa-f50321571ad4 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ec6acb6f59554afc843a32dd88e243fa&name=default HTTP/1.1" status: 200  len: 2629 time: 0.6914411
Jul 06 01:59:53.343506 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-6ccc43f4-8956-47e8-b2fa-f50321571ad4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 01:59:53.345575 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80981) accepted ('10.222.0.11', 39502) {{(pid=80981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 01:59:53.377237 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-2f12ab9e-29eb-4a67-b8ce-75c6f4f4f0b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:59:53.409121 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-950b37ab-15c0-43ca-90f5-3bc5f1512fd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:59:53.445332 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-950b37ab-15c0-43ca-90f5-3bc5f1512fd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428228'] for security_group, after_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:59:53.464596 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-c2492bea-a378-48e2-9520-62c53c1325ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 01:59:53.492706 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-c2d16e77-c87a-41fe-b416-a7c2b79c5182 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:59:53.499481 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-2f12ab9e-29eb-4a67-b8ce-75c6f4f4f0b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428228'] for security_group, after_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:59:53.525157 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_dvr_db [None req-a5020c12-d5bd-487f-8701-d8b9a9231b2f None None] Set router f4336f44-a745-4a6d-ab82-26313ad46480 gateway port host: dv-cinder-799546-3-iscsi {{(pid=80983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:850}}
Jul 06 01:59:53.545096 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-c2d16e77-c87a-41fe-b416-a7c2b79c5182 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:59:53.578091 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950b37ab-15c0-43ca-90f5-3bc5f1512fd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a021982-aa7f-4872-b95b-f1e0c95c886d,revision_number=1']} {{(pid=80980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 01:59:53.590899 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-950b37ab-15c0-43ca-90f5-3bc5f1512fd7 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b919f446433142e4850b6d2eb2618e4d&name=default HTTP/1.1" status: 200  len: 2629 time: 0.6475601
Jul 06 01:59:53.592651 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-950b37ab-15c0-43ca-90f5-3bc5f1512fd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 01:59:53.598747 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-eda606a6-c06b-4b41-9b78-f6562972f563 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.085s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 01:59:53.608697 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80981) accepted ('10.222.0.11', 39506) {{(pid=80981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 01:59:53.619220 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f12ab9e-29eb-4a67-b8ce-75c6f4f4f0b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89f86962-368e-448d-b4d8-892b6e8c0036,revision_number=None']} {{(pid=80980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 01:59:53.623172 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-2f12ab9e-29eb-4a67-b8ce-75c6f4f4f0b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 01:59:53.624710 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-2f12ab9e-29eb-4a67-b8ce-75c6f4f4f0b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:59:53.631639 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-2f12ab9e-29eb-4a67-b8ce-75c6f4f4f0b8 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/89f86962-368e-448d-b4d8-892b6e8c0036 HTTP/1.1" status: 204  len: 168 time: 0.5013773
Jul 06 01:59:53.707378 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-c2d16e77-c87a-41fe-b416-a7c2b79c5182 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428228'] for security_group, after_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:59:53.714461 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 01:59:53.736297 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-c2d16e77-c87a-41fe-b416-a7c2b79c5182 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:59:53.741115 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-c2d16e77-c87a-41fe-b416-a7c2b79c5182 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/71c29f54-9d70-4fde-a59e-fb2197f7cd7c HTTP/1.1" status: 204  len: 168 time: 0.3939145
Jul 06 01:59:53.742348 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d16e77-c87a-41fe-b416-a7c2b79c5182 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71c29f54-9d70-4fde-a59e-fb2197f7cd7c,revision_number=None']} {{(pid=80981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 01:59:53.751876 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-c2d16e77-c87a-41fe-b416-a7c2b79c5182 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 01:59:53.779040 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-20c90cbb-9b87-4d72-a359-361f22ce8c9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:59:53.813701 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] get_ports_and_sgs() called for port_ids ['80d0580b-4f6d-4b5f-8d0e-2fdbcbefa28c'] {{(pid=80982) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:184}}
Jul 06 01:59:53.854047 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-20c90cbb-9b87-4d72-a359-361f22ce8c9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:59:53.981041 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.rpc [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Device 80d0580b-4f6d-4b5f-8d0e-2fdbcbefa28c no longer exists at agent hyperv_hv-cinder-79954 {{(pid=80982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:242}}
Jul 06 01:59:54.074518 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.plugin [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] No Port match for: 80d0580b-4f6d-4b5f-8d0e-2fdbcbefa28c {{(pid=80982) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2217}}
Jul 06 01:59:54.076273 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.rpc [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Device 80d0580b-4f6d-4b5f-8d0e-2fdbcbefa28c not bound to the agent host hv-cinder-79954 {{(pid=80982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:250}}
Jul 06 01:59:54.080721 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-20c90cbb-9b87-4d72-a359-361f22ce8c9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428228'] for security_group, after_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:59:54.091276 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 01:59:54.123981 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ae448d6-3b95-42dd-a82e-2c79b64118c8', 'tag': 'd54c68f1-79e6-4fb2-9f8a-3dfca2b99105'}] {{(pid=80980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 06 01:59:54.156009 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c90cbb-9b87-4d72-a359-361f22ce8c9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a021982-aa7f-4872-b95b-f1e0c95c886d,revision_number=None']} {{(pid=80981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 01:59:54.175790 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-20c90cbb-9b87-4d72-a359-361f22ce8c9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 01:59:54.188912 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_hamode_db [None req-a5020c12-d5bd-487f-8701-d8b9a9231b2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f31d701ffd0>, [{'id': 'f4336f44-a745-4a6d-ab82-26313ad46480', 'name': 'tempest-AttachVolumeShelveTestJSON-703016033-router', 'tenant_id': '6eda011ce6da4a3aa6a9ea578c51725a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8', 'external_fixed_ips': [{'subnet_id': '24d74941-6bd6-4d03-882f-a623d522833f', 'ip_address': '172.27.1.52'}], 'enable_snat': True}, 'gw_port_id': '507be5b4-fa06-435c-b115-e54448dceb38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T01:58:36Z', 'updated_at': '2021-07-06T01:58:49Z', 'revision_number': 4, 'project_id': '6eda011ce6da4a3aa6a9ea578c51725a', 'gw_port': {'id': '507be5b4-fa06-435c-b115-e54448dceb38', 'name': '', 'network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:ed:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4336f44-a745-4a6d-ab82-26313ad46480', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '24d74941-6bd6-4d03-882f-a623d522833f', 'ip_address': '172.27.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T01:58:37Z', 'updated_at': '2021-07-06T01:58:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24d74941-6bd6-4d03-882f-a623d522833f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799546-3-iscsi', '_floatingips': [{'id': '2819b1e6-fe97-470f-9ff6-6ed6b4e83b16', 'tenant_id': '6eda011ce6da4a3aa6a9ea578c51725a', 'floating_ip_address': '172.27.1.169', 'floating_network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8', 'router_id': 'f4336f44-a745-4a6d-ab82-26313ad46480', 'port_id': 'd54c68f1-79e6-4fb2-9f8a-3dfca2b99105', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc49653d-588e-4ee2-9689-ebb2724e1086', 'mac_address': 'fa:16:3e:af:ad:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ae448d6-3b95-42dd-a82e-2c79b64118c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T01:59:11Z', 'updated_at': '2021-07-06T01:59:48Z', 'revision_number': 1, 'project_id': '6eda011ce6da4a3aa6a9ea578c51725a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10e09a2d-b710-4e2b-bc1a-4f4ec7e2a012', 'name': '', 'network_id': 'dc49653d-588e-4ee2-9689-ebb2724e1086', 'tenant_id': '6eda011ce6da4a3aa6a9ea578c51725a', 'mac_address': 'fa:16:3e:7a:cb:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4336f44-a745-4a6d-ab82-26313ad46480', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '989a31a1-084c-4193-9367-4e104f09769b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T01:58:46Z', 'updated_at': '2021-07-06T01:59:10Z', 'revision_number': 5, 'project_id': '6eda011ce6da4a3aa6a9ea578c51725a', 'subnets': [{'id': '989a31a1-084c-4193-9367-4e104f09769b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799546-3-iscsi', False) {} {{(pid=80983) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 01:59:54.194148 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5020c12-d5bd-487f-8701-d8b9a9231b2f None None] The sync data for ids ['f4336f44-a745-4a6d-ab82-26313ad46480'] in dv-cinder-799546-3-iscsi is: [{'id': 'f4336f44-a745-4a6d-ab82-26313ad46480', 'name': 'tempest-AttachVolumeShelveTestJSON-703016033-router', 'tenant_id': '6eda011ce6da4a3aa6a9ea578c51725a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8', 'external_fixed_ips': [{'subnet_id': '24d74941-6bd6-4d03-882f-a623d522833f', 'ip_address': '172.27.1.52'}], 'enable_snat': True}, 'gw_port_id': '507be5b4-fa06-435c-b115-e54448dceb38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T01:58:36Z', 'updated_at': '2021-07-06T01:58:49Z', 'revision_number': 4, 'project_id': '6eda011ce6da4a3aa6a9ea578c51725a', 'gw_port': {'id': '507be5b4-fa06-435c-b115-e54448dceb38', 'name': '', 'network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:ed:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4336f44-a745-4a6d-ab82-26313ad46480', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '24d74941-6bd6-4d03-882f-a623d522833f', 'ip_address': '172.27.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T01:58:37Z', 'updated_at': '2021-07-06T01:58:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24d74941-6bd6-4d03-882f-a623d522833f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799546-3-iscsi', '_floatingips': [{'id': '2819b1e6-fe97-470f-9ff6-6ed6b4e83b16', 'tenant_id': '6eda011ce6da4a3aa6a9ea578c51725a', 'floating_ip_address': '172.27.1.169', 'floating_network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8', 'router_id': 'f4336f44-a745-4a6d-ab82-26313ad46480', 'port_id': 'd54c68f1-79e6-4fb2-9f8a-3dfca2b99105', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc49653d-588e-4ee2-9689-ebb2724e1086', 'mac_address': 'fa:16:3e:af:ad:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ae448d6-3b95-42dd-a82e-2c79b64118c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T01:59:11Z', 'updated_at': '2021-07-06T01:59:48Z', 'revision_number': 1, 'project_id': '6eda011ce6da4a3aa6a9ea578c51725a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10e09a2d-b710-4e2b-bc1a-4f4ec7e2a012', 'name': '', 'network_id': 'dc49653d-588e-4ee2-9689-ebb2724e1086', 'tenant_id': '6eda011ce6da4a3aa6a9ea578c51725a', 'mac_address': 'fa:16:3e:7a:cb:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4336f44-a745-4a6d-ab82-26313ad46480', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '989a31a1-084c-4193-9367-4e104f09769b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T01:58:46Z', 'updated_at': '2021-07-06T01:59:10Z', 'revision_number': 5, 'project_id': '6eda011ce6da4a3aa6a9ea578c51725a', 'subnets': [{'id': '989a31a1-084c-4193-9367-4e104f09769b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=80983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Jul 06 01:59:54.246901 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-20c90cbb-9b87-4d72-a359-361f22ce8c9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:59:54.251779 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-20c90cbb-9b87-4d72-a359-361f22ce8c9a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6a021982-aa7f-4872-b95b-f1e0c95c886d HTTP/1.1" status: 204  len: 168 time: 0.6414177
Jul 06 01:59:54.260651 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-f1ba9368-65be-4a88-8fd3-ba2a3e19e0bf req-872b5e65-6245-41c9-8484-ad93b04edae1 tempest-DeleteServersTestJSON-627605710 tempest-DeleteServersTestJSON-627605710-project] 10.222.0.11 "GET /v2.0/ports?device_id=6d62c3ad-8c15-4368-8cae-7e464ee1f4ad HTTP/1.1" status: 200  len: 210 time: 0.0883076
Jul 06 01:59:54.303752 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ae448d6-3b95-42dd-a82e-2c79b64118c8', 'tag': 'd54c68f1-79e6-4fb2-9f8a-3dfca2b99105', 'status': 'completed', 'code': 200}
Jul 06 01:59:54.383636 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80980) accepted ('10.222.0.11', 39524) {{(pid=80980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 01:59:54.412180 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-477e285d-48bd-4ee8-8be3-7344e043d31d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:59:54.457998 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-477e285d-48bd-4ee8-8be3-7344e043d31d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 01:59:54.464280 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-477e285d-48bd-4ee8-8be3-7344e043d31d admin admin] Usage tracker for resource:security_group_rule and tenant:a4b40d170bbe4b24a6b4caecaf91667d is out of sync, need to count used quota {{(pid=80980) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 01:59:54.468068 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-477e285d-48bd-4ee8-8be3-7344e043d31d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80980) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 01:59:54.477458 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-477e285d-48bd-4ee8-8be3-7344e043d31d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 01:59:54.484116 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-d9e0de49-72a5-4c1a-aaa6-2ec68d8cf42a req-26fb6c7e-6c32-4150-99ad-709b25596cd5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6eda011ce6da4a3aa6a9ea578c51725a&device_id=4ae448d6-3b95-42dd-a82e-2c79b64118c8 HTTP/1.1" status: 200  len: 1098 time: 0.1587718
Jul 06 01:59:54.694003 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e0de49-72a5-4c1a-aaa6-2ec68d8cf42a req-d61c7626-d1c3-41ae-a8a2-49b6f4cf581c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 01:59:54.695640 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-d9e0de49-72a5-4c1a-aaa6-2ec68d8cf42a req-d61c7626-d1c3-41ae-a8a2-49b6f4cf581c service neutron] 10.222.0.37 "GET /v2.0/networks?id=dc49653d-588e-4ee2-9689-ebb2724e1086 HTTP/1.1" status: 200  len: 917 time: 0.2043357
Jul 06 01:59:54.697536 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-477e285d-48bd-4ee8-8be3-7344e043d31d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:59:54.775519 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-477e285d-48bd-4ee8-8be3-7344e043d31d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428228'] for security_group, after_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:59:54.792303 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-2f12ab9e-29eb-4a67-b8ce-75c6f4f4f0b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 01:59:54.830075 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5584a715-bf9f-44a9-84e8-9df81ef09089 None None] New status for floating IP 2819b1e6-fe97-470f-9ff6-6ed6b4e83b16: ACTIVE {{(pid=80982) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:278}}
Jul 06 01:59:54.944875 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-477e285d-48bd-4ee8-8be3-7344e043d31d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a4b40d170bbe4b24a6b4caecaf91667d&name=default HTTP/1.1" status: 200  len: 2629 time: 0.5599732
Jul 06 01:59:54.945991 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477e285d-48bd-4ee8-8be3-7344e043d31d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43b2f9e2-f528-4995-8153-754fcce2bd23,revision_number=1']} {{(pid=80980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 01:59:54.949963 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80981) accepted ('10.222.0.11', 39534) {{(pid=80981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 01:59:54.956157 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-477e285d-48bd-4ee8-8be3-7344e043d31d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 01:59:54.981693 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-d9e0de49-72a5-4c1a-aaa6-2ec68d8cf42a req-8e482e26-8a96-483e-b548-78ea34b2deb1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d54c68f1-79e6-4fb2-9f8a-3dfca2b99105 HTTP/1.1" status: 200  len: 999 time: 0.2772660
Jul 06 01:59:55.160256 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80980) accepted ('10.222.0.11', 39542) {{(pid=80980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 01:59:55.252278 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e0de49-72a5-4c1a-aaa6-2ec68d8cf42a req-b4243718-94da-4d89-9801-16a34902b00b service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 01:59:55.258737 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-d9e0de49-72a5-4c1a-aaa6-2ec68d8cf42a req-b4243718-94da-4d89-9801-16a34902b00b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=989a31a1-084c-4193-9367-4e104f09769b HTTP/1.1" status: 200  len: 855 time: 0.2697916
Jul 06 01:59:55.272447 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-b4c3f0cb-65a7-430d-aba2-e114b13c00b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:59:55.297366 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-baa3080f-dca4-473f-bf03-a2ba3ce4a0b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:59:55.387420 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-baa3080f-dca4-473f-bf03-a2ba3ce4a0b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:59:55.515196 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-b4c3f0cb-65a7-430d-aba2-e114b13c00b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 01:59:55.534055 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-b4c3f0cb-65a7-430d-aba2-e114b13c00b0 admin admin] Usage tracker for resource:security_group_rule and tenant:62470328371f4e9a92ed24c7995cdf49 is out of sync, need to count used quota {{(pid=80980) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 01:59:55.538568 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-b4c3f0cb-65a7-430d-aba2-e114b13c00b0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80980) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 01:59:55.548651 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-b4c3f0cb-65a7-430d-aba2-e114b13c00b0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 01:59:55.553813 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-baa3080f-dca4-473f-bf03-a2ba3ce4a0b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428228'] for security_group, after_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:59:55.559938 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 01:59:55.590177 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa3080f-dca4-473f-bf03-a2ba3ce4a0b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43b2f9e2-f528-4995-8153-754fcce2bd23,revision_number=None']} {{(pid=80981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 01:59:55.595916 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-baa3080f-dca4-473f-bf03-a2ba3ce4a0b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 01:59:55.612182 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-baa3080f-dca4-473f-bf03-a2ba3ce4a0b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:59:55.614609 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-baa3080f-dca4-473f-bf03-a2ba3ce4a0b0 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/43b2f9e2-f528-4995-8153-754fcce2bd23 HTTP/1.1" status: 204  len: 168 time: 0.6618056
Jul 06 01:59:55.694970 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [req-d4bced87-e4a1-4e15-9b6a-e78efb35607d req-aecd4d14-ff26-4471-b77a-d68a87875cb9 tempest-DeleteServersTestJSON-627605710 tempest-DeleteServersTestJSON-627605710-project] Synchronizing usage tracker for tenant:56dae065814141f1b6d7612da46000e7 on resource:port {{(pid=80980) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 06 01:59:55.747565 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-d9e0de49-72a5-4c1a-aaa6-2ec68d8cf42a req-0b6297c8-c44d-406b-88ce-8462b05d7f53 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=dc49653d-588e-4ee2-9689-ebb2724e1086&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.4761817
Jul 06 01:59:55.810029 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80981) accepted ('10.222.0.11', 39560) {{(pid=80981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 01:59:55.862455 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-32dcaef7-61e2-4448-9fa7-19814d54c511 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:59:55.969375 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-32dcaef7-61e2-4448-9fa7-19814d54c511 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 01:59:55.978632 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-32dcaef7-61e2-4448-9fa7-19814d54c511 admin admin] Usage tracker for resource:security_group_rule and tenant:fb96553e71a44dadb02e6b7899b28f20 is out of sync, need to count used quota {{(pid=80981) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 01:59:55.985410 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-32dcaef7-61e2-4448-9fa7-19814d54c511 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80981) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 01:59:55.997522 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-32dcaef7-61e2-4448-9fa7-19814d54c511 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 01:59:56.057902 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [req-d4bced87-e4a1-4e15-9b6a-e78efb35607d req-aecd4d14-ff26-4471-b77a-d68a87875cb9 tempest-DeleteServersTestJSON-627605710 tempest-DeleteServersTestJSON-627605710-project] Unset dirty status for tenant:56dae065814141f1b6d7612da46000e7 on resource:port {{(pid=80980) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 06 01:59:56.059207 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-d4bced87-e4a1-4e15-9b6a-e78efb35607d req-aecd4d14-ff26-4471-b77a-d68a87875cb9 tempest-DeleteServersTestJSON-627605710 tempest-DeleteServersTestJSON-627605710-project] 10.222.0.11 "GET /v2.0/ports?device_id=6d62c3ad-8c15-4368-8cae-7e464ee1f4ad HTTP/1.1" status: 200  len: 210 time: 0.4275727
Jul 06 01:59:56.071955 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-d9e0de49-72a5-4c1a-aaa6-2ec68d8cf42a req-41c6919c-480f-46b6-94a1-ab60155646c1 service neutron] 10.222.0.37 "GET /v2.0/networks/dc49653d-588e-4ee2-9689-ebb2724e1086?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3157563
Jul 06 01:59:56.139061 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-32dcaef7-61e2-4448-9fa7-19814d54c511 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:59:56.188780 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-32dcaef7-61e2-4448-9fa7-19814d54c511 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428228'] for security_group, after_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:59:56.236642 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 01:59:56.278077 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-32dcaef7-61e2-4448-9fa7-19814d54c511 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=fb96553e71a44dadb02e6b7899b28f20&name=default HTTP/1.1" status: 200  len: 2629 time: 0.4661803
Jul 06 01:59:56.279852 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dcaef7-61e2-4448-9fa7-19814d54c511 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ad0b800-146c-4435-82b7-ca6409811fc9,revision_number=1']} {{(pid=80981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 01:59:56.301109 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-32dcaef7-61e2-4448-9fa7-19814d54c511 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 01:59:56.301856 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80981) accepted ('10.222.0.11', 39576) {{(pid=80981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 01:59:56.418037 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-d9e0de49-72a5-4c1a-aaa6-2ec68d8cf42a req-c10d677d-6bed-426c-83ca-89c52c183a21 service neutron] 10.222.0.37 "GET /v2.0/networks/dc49653d-588e-4ee2-9689-ebb2724e1086?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3010283
Jul 06 01:59:56.452836 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-b4c3f0cb-65a7-430d-aba2-e114b13c00b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:59:56.480390 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-28576416-6dd4-4d8e-b146-ba082d648e87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:59:56.513808 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-b4c3f0cb-65a7-430d-aba2-e114b13c00b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428228'] for security_group, after_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:59:56.528373 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-28576416-6dd4-4d8e-b146-ba082d648e87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:59:56.536298 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-67de9a61-6d8a-4646-99f5-1df390b2e512 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 01:59:56.608007 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c3f0cb-65a7-430d-aba2-e114b13c00b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dde8c4a5-04ac-44ff-b8e0-e229823e6386,revision_number=1']} {{(pid=80980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 01:59:56.611861 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-b4c3f0cb-65a7-430d-aba2-e114b13c00b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 01:59:56.614343 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-b4c3f0cb-65a7-430d-aba2-e114b13c00b0 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=62470328371f4e9a92ed24c7995cdf49&name=default HTTP/1.1" status: 200  len: 2629 time: 1.4525108
Jul 06 01:59:56.617370 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80981) accepted ('10.222.0.11', 39590) {{(pid=80981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 01:59:56.660922 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-28576416-6dd4-4d8e-b146-ba082d648e87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428228'] for security_group, after_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:59:56.675929 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-5ce0cf37-5193-4dc1-8eb3-9a9e5e2096e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 01:59:56.723166 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28576416-6dd4-4d8e-b146-ba082d648e87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ad0b800-146c-4435-82b7-ca6409811fc9,revision_number=None']} {{(pid=80981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 01:59:56.734285 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-28576416-6dd4-4d8e-b146-ba082d648e87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 01:59:56.738689 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-28576416-6dd4-4d8e-b146-ba082d648e87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:59:56.740992 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-28576416-6dd4-4d8e-b146-ba082d648e87 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8ad0b800-146c-4435-82b7-ca6409811fc9 HTTP/1.1" status: 204  len: 168 time: 0.4375916
Jul 06 01:59:56.784635 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-125a6e42-50d8-487e-974e-4f82a8193cf4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:59:56.827110 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-125a6e42-50d8-487e-974e-4f82a8193cf4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:59:56.936845 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-125a6e42-50d8-487e-974e-4f82a8193cf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428228'] for security_group, after_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:59:56.946476 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-fc145150-27ea-4720-8a90-e41072382b0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 01:59:56.974214 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125a6e42-50d8-487e-974e-4f82a8193cf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dde8c4a5-04ac-44ff-b8e0-e229823e6386,revision_number=None']} {{(pid=80981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 01:59:56.979123 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-125a6e42-50d8-487e-974e-4f82a8193cf4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 01:59:56.981200 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-125a6e42-50d8-487e-974e-4f82a8193cf4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:59:56.983282 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-125a6e42-50d8-487e-974e-4f82a8193cf4 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/dde8c4a5-04ac-44ff-b8e0-e229823e6386 HTTP/1.1" status: 204  len: 168 time: 0.3645325
Jul 06 01:59:58.103043 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80981) accepted ('10.222.0.11', 39654) {{(pid=80981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 01:59:58.384838 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.v2.base [None req-cfba9718-d944-450c-a514-545a62c96806 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1330607978-network', 'tenant_id': '4d28ef077e2c4ced9b5409d9c084fc6e'}} {{(pid=80981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 06 01:59:58.394069 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-cfba9718-d944-450c-a514-545a62c96806 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 01:59:58.401148 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-cfba9718-d944-450c-a514-545a62c96806 admin admin] Usage tracker for resource:network and tenant:4d28ef077e2c4ced9b5409d9c084fc6e is out of sync, need to count used quota {{(pid=80981) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 01:59:58.408697 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-cfba9718-d944-450c-a514-545a62c96806 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80981) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 01:59:58.419977 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-cfba9718-d944-450c-a514-545a62c96806 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 01:59:58.461895 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfba9718-d944-450c-a514-545a62c96806 admin admin] Made reservation on behalf of 4d28ef077e2c4ced9b5409d9c084fc6e for: {'network': 1} {{(pid=80981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jul 06 01:59:58.466936 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-cfba9718-d944-450c-a514-545a62c96806 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1050496'] for network, before_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:59:58.481462 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-cfba9718-d944-450c-a514-545a62c96806 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:59:58.524219 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-cfba9718-d944-450c-a514-545a62c96806 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 01:59:58.533502 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-cfba9718-d944-450c-a514-545a62c96806 admin admin] Usage tracker for resource:security_group_rule and tenant:4d28ef077e2c4ced9b5409d9c084fc6e is out of sync, need to count used quota {{(pid=80981) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 01:59:58.540409 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-cfba9718-d944-450c-a514-545a62c96806 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80981) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 01:59:58.550488 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-cfba9718-d944-450c-a514-545a62c96806 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 01:59:58.658783 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-cfba9718-d944-450c-a514-545a62c96806 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:59:58.684811 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-cfba9718-d944-450c-a514-545a62c96806 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428228'] for security_group, after_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:59:58.690426 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-05952475-eb6b-41be-a5c4-b2c3071f658d tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 01:59:58.724757 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfba9718-d944-450c-a514-545a62c96806 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3d486c3-6539-4d74-9792-e8cd3349ab3a,revision_number=1']} {{(pid=80981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 01:59:58.728985 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-cfba9718-d944-450c-a514-545a62c96806 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 01:59:58.736917 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfba9718-d944-450c-a514-545a62c96806 admin admin] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'}  {{(pid=80981) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}}
Jul 06 01:59:58.792906 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-cfba9718-d944-450c-a514-545a62c96806 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1280314'] for segment, precommit_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:59:58.792906 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.db.segments_db [None req-cfba9718-d944-450c-a514-545a62c96806 admin admin] Added segment 1cf1309a-831a-478f-a217-a674bea9867c of type vlan for network b1446789-e9f5-4481-8770-9b8db34bc08d
Jul 06 01:59:58.914283 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-cfba9718-d944-450c-a514-545a62c96806 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740753358485'] for network, precommit_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:59:59.114219 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-cfba9718-d944-450c-a514-545a62c96806 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802'] for network, after_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:59:59.115610 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfba9718-d944-450c-a514-545a62c96806 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 01:59:59.116317 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-cfba9718-d944-450c-a514-545a62c96806 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853726196'] for network, before_response {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:59:59.120394 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 01:59:59.323382 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfba9718-d944-450c-a514-545a62c96806 admin admin] Pushing event updated for resources: {'Network': ['ID=b1446789-e9f5-4481-8770-9b8db34bc08d,revision_number=1']} {{(pid=80981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 01:59:59.331589 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-cfba9718-d944-450c-a514-545a62c96806 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 01:59:59.341803 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.rpc [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Network b1446789-e9f5-4481-8770-9b8db34bc08d details requested by agent ovs-agent-dv-cinder-799546-3-iscsi with host dv-cinder-799546-3-iscsi {{(pid=80982) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:231}}
Jul 06 01:59:59.355506 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-cfba9718-d944-450c-a514-545a62c96806 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 1.2503099
Jul 06 01:59:59.358807 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80981) accepted ('10.222.0.11', 39700) {{(pid=80981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 01:59:59.380474 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.v2.base [None req-22f11d95-e0a5-4be0-9b2a-efc247d605aa admin admin] Request body: {'subnet': {'network_id': 'b1446789-e9f5-4481-8770-9b8db34bc08d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1330607978-subnet', 'tenant_id': '4d28ef077e2c4ced9b5409d9c084fc6e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 06 01:59:59.395049 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-22f11d95-e0a5-4be0-9b2a-efc247d605aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 01:59:59.400070 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-22f11d95-e0a5-4be0-9b2a-efc247d605aa admin admin] Usage tracker for resource:subnet and tenant:4d28ef077e2c4ced9b5409d9c084fc6e is out of sync, need to count used quota {{(pid=80981) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 01:59:59.403400 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-22f11d95-e0a5-4be0-9b2a-efc247d605aa admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80981) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 01:59:59.411975 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-22f11d95-e0a5-4be0-9b2a-efc247d605aa admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 01:59:59.543150 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22f11d95-e0a5-4be0-9b2a-efc247d605aa admin admin] Made reservation on behalf of 4d28ef077e2c4ced9b5409d9c084fc6e for: {'subnet': 1} {{(pid=80981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jul 06 01:59:59.558113 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-22f11d95-e0a5-4be0-9b2a-efc247d605aa admin admin] Notify callbacks [] for subnet, before_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:59:59.649731 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80980) accepted ('10.222.0.11', 39712) {{(pid=80980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 01:59:59.777462 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e11573f-1eeb-44f4-b17d-e5de4a99a04a admin admin] Deleting subnet 0fbb8dce-1c1f-4a83-ac03-c3e101a382fa {{(pid=80980) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1063}}
Jul 06 01:59:59.778110 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-3e11573f-1eeb-44f4-b17d-e5de4a99a04a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:59:59.846522 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-3e11573f-1eeb-44f4-b17d-e5de4a99a04a admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:59:59.864571 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-3e11573f-1eeb-44f4-b17d-e5de4a99a04a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1281289'] for subnet, precommit_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:00.022680 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-3e11573f-1eeb-44f4-b17d-e5de4a99a04a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853494527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802'] for subnet, after_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:00.028674 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-e6276c01-3c05-454a-839c-c828662fcb73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:00:00.094566 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e11573f-1eeb-44f4-b17d-e5de4a99a04a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0fbb8dce-1c1f-4a83-ac03-c3e101a382fa,revision_number=None']} {{(pid=80980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:00:00.110785 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-3e11573f-1eeb-44f4-b17d-e5de4a99a04a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853726196'] for subnet, before_response {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:00.129932 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-3e11573f-1eeb-44f4-b17d-e5de4a99a04a admin admin] 10.222.0.11 "DELETE /v2.0/subnets/0fbb8dce-1c1f-4a83-ac03-c3e101a382fa HTTP/1.1" status: 204  len: 168 time: 0.4780557
Jul 06 02:00:00.130951 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-3e11573f-1eeb-44f4-b17d-e5de4a99a04a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:00:00.134477 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80981) accepted ('10.222.0.11', 39728) {{(pid=80981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 02:00:00.332251 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-9d8e4543-e348-473e-aacb-06c32cf724bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853693134'] for network, before_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:00.513056 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-9d8e4543-e348-473e-aacb-06c32cf724bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853494331', 'neutron.services.segments.db._delete_segments_for_network-8740753867311'] for network, precommit_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:00.528788 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-22f11d95-e0a5-4be0-9b2a-efc247d605aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802'] for subnet, after_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:00.531331 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-9d8e4543-e348-473e-aacb-06c32cf724bc admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f31d65e99b0>> segment before_delete 55550000 {{(pid=80981) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 02:00:00.532274 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-9d8e4543-e348-473e-aacb-06c32cf724bc admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f31d65e99b0>> subnet precommit_delete_associations 55550000 {{(pid=80981) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 02:00:00.533203 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-9d8e4543-e348-473e-aacb-06c32cf724bc admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f31d679cf28>> segment_host_mapping after_create 55550000 {{(pid=80981) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 02:00:00.533633 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-9d8e4543-e348-473e-aacb-06c32cf724bc admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f31d679cf28>> port after_create 55550000 {{(pid=80981) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 02:00:00.537364 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-9d8e4543-e348-473e-aacb-06c32cf724bc admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f31d679cf28>> port after_delete 55550000 {{(pid=80981) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 02:00:00.537364 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-9d8e4543-e348-473e-aacb-06c32cf724bc admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f31d679cf28>> port after_update 55550000 {{(pid=80981) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 02:00:00.537364 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-9d8e4543-e348-473e-aacb-06c32cf724bc admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f31d679cf28>> segment after_delete 55550000 {{(pid=80981) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 02:00:00.537364 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-9d8e4543-e348-473e-aacb-06c32cf724bc admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f31d679cf28>> subnet after_create 55550000 {{(pid=80981) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 02:00:00.537364 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-9d8e4543-e348-473e-aacb-06c32cf724bc admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f31d679cf28>> subnet after_delete 55550000 {{(pid=80981) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 02:00:00.537364 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-9d8e4543-e348-473e-aacb-06c32cf724bc admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f31d679cf28>> subnet after_update 55550000 {{(pid=80981) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 02:00:00.601259 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-9d8e4543-e348-473e-aacb-06c32cf724bc admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f31d6b49748>> subnet after_create 55550000 {{(pid=80981) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 02:00:00.601546 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-9d8e4543-e348-473e-aacb-06c32cf724bc admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f31d6b49748>> subnet after_delete 55550000 {{(pid=80981) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 02:00:00.601908 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-9d8e4543-e348-473e-aacb-06c32cf724bc admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f31d6b49748>> subnet before_create 55550000 {{(pid=80981) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 02:00:00.602345 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-9d8e4543-e348-473e-aacb-06c32cf724bc admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f31d6b49748>> subnet before_update 55550000 {{(pid=80981) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 02:00:00.602826 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.services.segments.db [None req-9d8e4543-e348-473e-aacb-06c32cf724bc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f31d6808048>,) {'filters': {'network_id': ['fa8d729d-4beb-4e5d-8741-8858629919ab']}} {{(pid=80981) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 02:00:00.619893 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-1d615a05-1a20-4466-b04b-36566605e1ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:00:00.673895 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-609a0a5a-6737-4717-821b-028a0094992b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:00.675502 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.services.segments.db [None req-9d8e4543-e348-473e-aacb-06c32cf724bc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f31d6808048>, 'c3dac661-c1f6-4856-b213-d374d007d5b4') {'for_net_delete': True} {{(pid=80981) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 02:00:00.675854 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.services.segments.db [None req-9d8e4543-e348-473e-aacb-06c32cf724bc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f31d6808048>, 'c3dac661-c1f6-4856-b213-d374d007d5b4') {} {{(pid=80981) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 02:00:00.704532 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-9d8e4543-e348-473e-aacb-06c32cf724bc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363296100912551', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036840008788'] for segment, before_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:00.750576 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f11d95-e0a5-4be0-9b2a-efc247d605aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=47db617c-ab63-4fcd-b4c2-3793ad7d2fd8,revision_number=0']} {{(pid=80981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:00:00.755510 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-9d8e4543-e348-473e-aacb-06c32cf724bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1280314'] for segment, precommit_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:00.758315 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-22f11d95-e0a5-4be0-9b2a-efc247d605aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:00:00.768549 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d8e4543-e348-473e-aacb-06c32cf724bc admin admin] Releasing vlan 102 on physical network physnet1 to pool {{(pid=80981) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Jul 06 02:00:00.769171 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-9d8e4543-e348-473e-aacb-06c32cf724bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853495502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14885317'] for segment, after_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:00.787643 dv-cinder-799546-3-iscsi neutron-server[80869]: Traceback (most recent call last):
Jul 06 02:00:00.787643 dv-cinder-799546-3-iscsi neutron-server[80869]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Jul 06 02:00:00.787643 dv-cinder-799546-3-iscsi neutron-server[80869]:     timer()
Jul 06 02:00:00.787643 dv-cinder-799546-3-iscsi neutron-server[80869]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jul 06 02:00:00.787643 dv-cinder-799546-3-iscsi neutron-server[80869]:     cb(*args, **kw)
Jul 06 02:00:00.787643 dv-cinder-799546-3-iscsi neutron-server[80869]:   File "/opt/stack/neutron/neutron/common/utils.py", line 968, in wrapper
Jul 06 02:00:00.787643 dv-cinder-799546-3-iscsi neutron-server[80869]:     return func(*args, **kwargs)
Jul 06 02:00:00.787643 dv-cinder-799546-3-iscsi neutron-server[80869]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jul 06 02:00:00.787643 dv-cinder-799546-3-iscsi neutron-server[80869]:     self._notify()
Jul 06 02:00:00.787643 dv-cinder-799546-3-iscsi neutron-server[80869]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jul 06 02:00:00.787643 dv-cinder-799546-3-iscsi neutron-server[80869]:     self.callback(batched_events)
Jul 06 02:00:00.787643 dv-cinder-799546-3-iscsi neutron-server[80869]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jul 06 02:00:00.787643 dv-cinder-799546-3-iscsi neutron-server[80869]:     event.method(event)
Jul 06 02:00:00.787643 dv-cinder-799546-3-iscsi neutron-server[80869]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jul 06 02:00:00.787643 dv-cinder-799546-3-iscsi neutron-server[80869]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jul 06 02:00:00.787643 dv-cinder-799546-3-iscsi neutron-server[80869]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jul 06 02:00:00.787643 dv-cinder-799546-3-iscsi neutron-server[80869]:     segment_id)['aggregates'][0]
Jul 06 02:00:00.787643 dv-cinder-799546-3-iscsi neutron-server[80869]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 53, in wrapper
Jul 06 02:00:00.787643 dv-cinder-799546-3-iscsi neutron-server[80869]:     return f(self, *a, **k)
Jul 06 02:00:00.787643 dv-cinder-799546-3-iscsi neutron-server[80869]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 508, in list_aggregates
Jul 06 02:00:00.787643 dv-cinder-799546-3-iscsi neutron-server[80869]:     return self._get(url).json()
Jul 06 02:00:00.787643 dv-cinder-799546-3-iscsi neutron-server[80869]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 178, in _get
Jul 06 02:00:00.787643 dv-cinder-799546-3-iscsi neutron-server[80869]:     **kwargs)
Jul 06 02:00:00.787643 dv-cinder-799546-3-iscsi neutron-server[80869]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1116, in get
Jul 06 02:00:00.787643 dv-cinder-799546-3-iscsi neutron-server[80869]:     return self.request(url, 'GET', **kwargs)
Jul 06 02:00:00.787643 dv-cinder-799546-3-iscsi neutron-server[80869]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 787, in request
Jul 06 02:00:00.787643 dv-cinder-799546-3-iscsi neutron-server[80869]:     **endpoint_filter)
Jul 06 02:00:00.787643 dv-cinder-799546-3-iscsi neutron-server[80869]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1216, in get_endpoint
Jul 06 02:00:00.787643 dv-cinder-799546-3-iscsi neutron-server[80869]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jul 06 02:00:00.787643 dv-cinder-799546-3-iscsi neutron-server[80869]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1156, in _auth_required
Jul 06 02:00:00.787643 dv-cinder-799546-3-iscsi neutron-server[80869]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jul 06 02:00:00.787643 dv-cinder-799546-3-iscsi neutron-server[80869]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jul 06 02:00:00.851013 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22f11d95-e0a5-4be0-9b2a-efc247d605aa admin admin] Checking segment: {'id': '1cf1309a-831a-478f-a217-a674bea9867c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'b1446789-e9f5-4481-8770-9b8db34bc08d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jul 06 02:00:00.851362 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22f11d95-e0a5-4be0-9b2a-efc247d605aa admin admin] Network hostable DHCP agents. Network: b1446789-e9f5-4481-8770-9b8db34bc08d, hostable agents: ['46061ec9-d1c1-4ae2-b701-eece7f3c7f15'], hosted agents: [] {{(pid=80981) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:297}}
Jul 06 02:00:00.893646 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80980) accepted ('10.222.0.11', 39748) {{(pid=80980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 02:00:00.948230 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22f11d95-e0a5-4be0-9b2a-efc247d605aa admin admin] Network b1446789-e9f5-4481-8770-9b8db34bc08d is scheduled to be hosted by DHCP agent 46061ec9-d1c1-4ae2-b701-eece7f3c7f15 {{(pid=80981) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:196}}
Jul 06 02:00:00.992550 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-9d8e4543-e348-473e-aacb-06c32cf724bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1281500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854446373'] for network, after_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:00.999469 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-9d8e4543-e348-473e-aacb-06c32cf724bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853726196'] for network, before_response {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:01.004879 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-a7496565-bfe8-4c7d-bade-506538955fa7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:00:01.030065 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.scheduler.base_scheduler [None req-22f11d95-e0a5-4be0-9b2a-efc247d605aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799546-3-iscsi, b1446789-e9f5-4481-8770-9b8db34bc08d) {{(pid=80981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jul 06 02:00:01.040157 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8e4543-e348-473e-aacb-06c32cf724bc admin admin] Pushing event deleted for resources: {'Network': ['ID=fa8d729d-4beb-4e5d-8741-8858629919ab,revision_number=None']} {{(pid=80981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:00:01.044478 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2a2e57e-5def-43e5-b8bc-121f652fdff5 None None] Network b1446789-e9f5-4481-8770-9b8db34bc08d requested from dv-cinder-799546-3-iscsi {{(pid=80982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jul 06 02:00:01.061850 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22f11d95-e0a5-4be0-9b2a-efc247d605aa admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:00:01.063486 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-22f11d95-e0a5-4be0-9b2a-efc247d605aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853726196'] for subnet, before_response {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:01.105640 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-9d8e4543-e348-473e-aacb-06c32cf724bc admin admin] 10.222.0.11 "DELETE /v2.0/networks/fa8d729d-4beb-4e5d-8741-8858629919ab HTTP/1.1" status: 204  len: 168 time: 0.9688959
Jul 06 02:00:01.107087 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-9d8e4543-e348-473e-aacb-06c32cf724bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:00:01.127070 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-22f11d95-e0a5-4be0-9b2a-efc247d605aa admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 1.7657199
Jul 06 02:00:01.496593 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07c5032d-4432-42ff-b61f-830e74a1643b None None] Network b1446789-e9f5-4481-8770-9b8db34bc08d requested from dv-cinder-799546-3-iscsi {{(pid=80982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jul 06 02:00:01.576902 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-da8d0ef1-1979-4dba-bfe8-781b10d91a43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:01.625086 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-da8d0ef1-1979-4dba-bfe8-781b10d91a43 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 02:00:01.630398 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-da8d0ef1-1979-4dba-bfe8-781b10d91a43 admin admin] Usage tracker for resource:security_group_rule and tenant:40171a9d1f264d1692a9ed05aa2a5bb1 is out of sync, need to count used quota {{(pid=80980) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 02:00:01.634298 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-da8d0ef1-1979-4dba-bfe8-781b10d91a43 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80980) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 02:00:01.643278 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-da8d0ef1-1979-4dba-bfe8-781b10d91a43 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 02:00:01.774090 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80981) accepted ('10.222.0.11', 39774) {{(pid=80981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 02:00:01.796181 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-da8d0ef1-1979-4dba-bfe8-781b10d91a43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:01.827689 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-da8d0ef1-1979-4dba-bfe8-781b10d91a43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428228'] for security_group, after_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:01.886082 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-e486bdff-c094-420b-819b-72a7f9fadab8 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=56dae065814141f1b6d7612da46000e7&name=default HTTP/1.1" status: 200  len: 2629 time: 0.1097741
Jul 06 02:00:01.889083 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80981) accepted ('10.222.0.11', 39778) {{(pid=80981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 02:00:01.920802 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80980) accepted ('10.222.0.11', 39782) {{(pid=80980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 02:00:01.922632 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-8ea57d53-92d8-4c1d-a8f4-0aab958ed111 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:00:01.965286 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-da8d0ef1-1979-4dba-bfe8-781b10d91a43 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=40171a9d1f264d1692a9ed05aa2a5bb1&name=default HTTP/1.1" status: 200  len: 2629 time: 1.0701196
Jul 06 02:00:01.968247 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80980) accepted ('10.222.0.11', 39784) {{(pid=80980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 02:00:01.969646 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8d0ef1-1979-4dba-bfe8-781b10d91a43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05602b82-f49e-4048-9c93-5308cd65b31e,revision_number=1']} {{(pid=80980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:00:01.974680 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-da8d0ef1-1979-4dba-bfe8-781b10d91a43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:00:01.980247 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-e231281d-d04e-409d-8b4f-7a9c3f32bcd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:02.041539 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-e231281d-d04e-409d-8b4f-7a9c3f32bcd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:02.053804 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-5f2a4d60-9512-474e-8440-7aa760f2aadc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:02.086009 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-5f2a4d60-9512-474e-8440-7aa760f2aadc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:02.319675 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-5f2a4d60-9512-474e-8440-7aa760f2aadc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428228'] for security_group, after_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:02.326525 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-477e285d-48bd-4ee8-8be3-7344e043d31d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:00:02.340724 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2a4d60-9512-474e-8440-7aa760f2aadc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05602b82-f49e-4048-9c93-5308cd65b31e,revision_number=None']} {{(pid=80980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:00:02.348334 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-e231281d-d04e-409d-8b4f-7a9c3f32bcd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428228'] for security_group, after_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:02.352664 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-5f2a4d60-9512-474e-8440-7aa760f2aadc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:00:02.354149 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-5f2a4d60-9512-474e-8440-7aa760f2aadc admin admin] Notify callbacks [] for security_group, before_response {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:02.356449 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-5f2a4d60-9512-474e-8440-7aa760f2aadc admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/05602b82-f49e-4048-9c93-5308cd65b31e HTTP/1.1" status: 204  len: 168 time: 0.3831809
Jul 06 02:00:02.378027 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-2631798c-aab6-4368-8f99-d6f14274c91e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:00:02.398379 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:02.432350 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e231281d-d04e-409d-8b4f-7a9c3f32bcd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be64c82a-638e-43a7-af32-f409c1663533,revision_number=None']} {{(pid=80981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:00:02.449370 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-e231281d-d04e-409d-8b4f-7a9c3f32bcd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:00:02.488045 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-e231281d-d04e-409d-8b4f-7a9c3f32bcd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:02.508403 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-e231281d-d04e-409d-8b4f-7a9c3f32bcd9 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/be64c82a-638e-43a7-af32-f409c1663533 HTTP/1.1" status: 204  len: 168 time: 0.6138718
Jul 06 02:00:02.645693 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-9e8f0109-299b-4c3b-864d-e60d299ab9f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:02.859619 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-9e8f0109-299b-4c3b-864d-e60d299ab9f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 02:00:02.864396 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-9e8f0109-299b-4c3b-864d-e60d299ab9f3 admin admin] Usage tracker for resource:security_group_rule and tenant:81c8d092ad6a40a2901469d0a6108409 is out of sync, need to count used quota {{(pid=80980) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 02:00:02.868543 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-9e8f0109-299b-4c3b-864d-e60d299ab9f3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80980) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 02:00:02.881455 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-9e8f0109-299b-4c3b-864d-e60d299ab9f3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 02:00:03.025327 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-9e8f0109-299b-4c3b-864d-e60d299ab9f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:03.068381 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-9e8f0109-299b-4c3b-864d-e60d299ab9f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428228'] for security_group, after_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:03.086005 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-a22cdd27-e9c5-4629-9e50-a0da706d46bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:00:03.176878 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-32f92940-5354-4a6a-9e15-28d91166cc7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:03.181615 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8f0109-299b-4c3b-864d-e60d299ab9f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3d063a9-db4c-4b58-b09f-0fb3b3d580d3,revision_number=1']} {{(pid=80980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:00:03.187025 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-9e8f0109-299b-4c3b-864d-e60d299ab9f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:00:03.192899 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-9e8f0109-299b-4c3b-864d-e60d299ab9f3 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=81c8d092ad6a40a2901469d0a6108409&name=default HTTP/1.1" status: 200  len: 2629 time: 1.2253585
Jul 06 02:00:03.197902 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80980) accepted ('10.222.0.11', 39832) {{(pid=80980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 02:00:03.263317 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:03.309493 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-1dcc63d9-53a8-41f8-8df6-46064c90c27d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:03.346123 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-1dcc63d9-53a8-41f8-8df6-46064c90c27d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:03.427615 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-1dcc63d9-53a8-41f8-8df6-46064c90c27d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428228'] for security_group, after_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:03.432875 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-c9ff913f-f224-4327-a3dd-b263b83ac6e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:00:03.452619 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcc63d9-53a8-41f8-8df6-46064c90c27d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3d063a9-db4c-4b58-b09f-0fb3b3d580d3,revision_number=None']} {{(pid=80980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:00:03.459838 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-1dcc63d9-53a8-41f8-8df6-46064c90c27d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:00:03.466509 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-1dcc63d9-53a8-41f8-8df6-46064c90c27d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:03.469578 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-1dcc63d9-53a8-41f8-8df6-46064c90c27d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c3d063a9-db4c-4b58-b09f-0fb3b3d580d3 HTTP/1.1" status: 204  len: 168 time: 0.2701383
Jul 06 02:00:04.102112 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-76dafd09-8b9e-4f4b-ba8f-a0f9ff874801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:04.402267 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80980) accepted ('10.222.0.11', 39870) {{(pid=80980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 02:00:04.777234 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-c8ae1ef7-4fe2-4006-9172-5ea69e092ac9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:04.823524 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-c8ae1ef7-4fe2-4006-9172-5ea69e092ac9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 02:00:04.827932 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-c8ae1ef7-4fe2-4006-9172-5ea69e092ac9 admin admin] Usage tracker for resource:security_group_rule and tenant:d36e56e8166e4c70a33d782501f075e1 is out of sync, need to count used quota {{(pid=80980) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 02:00:04.831303 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-c8ae1ef7-4fe2-4006-9172-5ea69e092ac9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80980) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 02:00:04.838457 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-c8ae1ef7-4fe2-4006-9172-5ea69e092ac9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 02:00:04.927371 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-c8ae1ef7-4fe2-4006-9172-5ea69e092ac9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:04.966054 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-c8ae1ef7-4fe2-4006-9172-5ea69e092ac9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428228'] for security_group, after_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:04.989194 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-da8d0ef1-1979-4dba-bfe8-781b10d91a43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:00:05.094558 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80981) accepted ('10.222.0.11', 39898) {{(pid=80981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 02:00:05.095231 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-c8ae1ef7-4fe2-4006-9172-5ea69e092ac9 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d36e56e8166e4c70a33d782501f075e1&name=default HTTP/1.1" status: 200  len: 2629 time: 0.6903696
Jul 06 02:00:05.096696 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ae1ef7-4fe2-4006-9172-5ea69e092ac9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab171d0e-08da-43f4-819c-e0391edca38c,revision_number=1']} {{(pid=80980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:00:05.102500 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-c8ae1ef7-4fe2-4006-9172-5ea69e092ac9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:00:05.202546 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-7b5b4099-6fde-480c-9a23-85142a0645f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:05.238125 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-7b5b4099-6fde-480c-9a23-85142a0645f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:05.375702 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-7b5b4099-6fde-480c-9a23-85142a0645f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428228'] for security_group, after_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:05.380338 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-80be546a-26de-4213-808e-7d5c8f9297b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:00:05.393483 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5b4099-6fde-480c-9a23-85142a0645f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab171d0e-08da-43f4-819c-e0391edca38c,revision_number=None']} {{(pid=80981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:00:05.405266 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-7b5b4099-6fde-480c-9a23-85142a0645f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:00:05.409636 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-7b5b4099-6fde-480c-9a23-85142a0645f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:05.426505 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-7b5b4099-6fde-480c-9a23-85142a0645f8 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ab171d0e-08da-43f4-819c-e0391edca38c HTTP/1.1" status: 204  len: 168 time: 0.3300838
Jul 06 02:00:05.491170 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-fcfe0981-f829-42d2-99d0-fcc19e179060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:05.532855 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80980) accepted ('10.222.0.11', 39918) {{(pid=80980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 02:00:05.543559 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.v2.base [None req-f453fb42-66a2-4dfc-8d19-d1c3fe20e30f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1428042402-network', 'tenant_id': '798bc879f0824c2284d8166429fa7545'}} {{(pid=80980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 06 02:00:05.552213 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-f453fb42-66a2-4dfc-8d19-d1c3fe20e30f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 02:00:05.559771 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-f453fb42-66a2-4dfc-8d19-d1c3fe20e30f admin admin] Usage tracker for resource:network and tenant:798bc879f0824c2284d8166429fa7545 is out of sync, need to count used quota {{(pid=80980) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 02:00:05.565695 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-f453fb42-66a2-4dfc-8d19-d1c3fe20e30f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80980) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 02:00:05.584148 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-f453fb42-66a2-4dfc-8d19-d1c3fe20e30f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 02:00:05.637424 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f453fb42-66a2-4dfc-8d19-d1c3fe20e30f admin admin] Made reservation on behalf of 798bc879f0824c2284d8166429fa7545 for: {'network': 1} {{(pid=80980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jul 06 02:00:05.645748 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-f453fb42-66a2-4dfc-8d19-d1c3fe20e30f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1050496'] for network, before_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:05.670445 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-f453fb42-66a2-4dfc-8d19-d1c3fe20e30f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:05.730169 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-f453fb42-66a2-4dfc-8d19-d1c3fe20e30f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 02:00:05.737905 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-f453fb42-66a2-4dfc-8d19-d1c3fe20e30f admin admin] Usage tracker for resource:security_group_rule and tenant:798bc879f0824c2284d8166429fa7545 is out of sync, need to count used quota {{(pid=80980) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 02:00:05.744236 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-f453fb42-66a2-4dfc-8d19-d1c3fe20e30f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80980) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 02:00:05.755806 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-f453fb42-66a2-4dfc-8d19-d1c3fe20e30f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 02:00:05.896532 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-f453fb42-66a2-4dfc-8d19-d1c3fe20e30f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:05.919885 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-f453fb42-66a2-4dfc-8d19-d1c3fe20e30f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428228'] for security_group, after_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:05.926464 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-1af68e39-ebf8-4728-a9ed-ad2a0caf965c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:00:05.966499 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f453fb42-66a2-4dfc-8d19-d1c3fe20e30f admin admin] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'}  {{(pid=80980) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}}
Jul 06 02:00:05.973249 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f453fb42-66a2-4dfc-8d19-d1c3fe20e30f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb066524-1e5d-479b-bc5d-726a0e460592,revision_number=1']} {{(pid=80980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:00:05.976696 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-f453fb42-66a2-4dfc-8d19-d1c3fe20e30f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:00:05.982902 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-f453fb42-66a2-4dfc-8d19-d1c3fe20e30f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1280314'] for segment, precommit_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:05.983295 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.db.segments_db [None req-f453fb42-66a2-4dfc-8d19-d1c3fe20e30f admin admin] Added segment 4571a457-af6b-4e7d-830a-b5828d900f10 of type vlan for network 5d6f396f-7841-45c1-8490-bdcfdadf850b
Jul 06 02:00:06.016581 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-f453fb42-66a2-4dfc-8d19-d1c3fe20e30f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740753358485'] for network, precommit_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:06.108589 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-f453fb42-66a2-4dfc-8d19-d1c3fe20e30f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802'] for network, after_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:06.111107 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f453fb42-66a2-4dfc-8d19-d1c3fe20e30f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:00:06.112803 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-f453fb42-66a2-4dfc-8d19-d1c3fe20e30f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853726196'] for network, before_response {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:06.122021 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:00:06.227636 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f453fb42-66a2-4dfc-8d19-d1c3fe20e30f admin admin] Pushing event updated for resources: {'Network': ['ID=5d6f396f-7841-45c1-8490-bdcfdadf850b,revision_number=1']} {{(pid=80980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:00:06.232024 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-f453fb42-66a2-4dfc-8d19-d1c3fe20e30f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:00:06.262552 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.rpc [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Network 5d6f396f-7841-45c1-8490-bdcfdadf850b details requested by agent ovs-agent-dv-cinder-799546-3-iscsi with host dv-cinder-799546-3-iscsi {{(pid=80982) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:231}}
Jul 06 02:00:06.320514 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-f453fb42-66a2-4dfc-8d19-d1c3fe20e30f admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.7855990
Jul 06 02:00:06.323384 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80981) accepted ('10.222.0.11', 39936) {{(pid=80981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 02:00:06.336560 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.v2.base [None req-c2007322-492e-410d-835a-dbd8d95bdfcf admin admin] Request body: {'subnet': {'network_id': '5d6f396f-7841-45c1-8490-bdcfdadf850b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1428042402-subnet', 'tenant_id': '798bc879f0824c2284d8166429fa7545', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 06 02:00:06.365177 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-c2007322-492e-410d-835a-dbd8d95bdfcf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 02:00:06.384671 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-c2007322-492e-410d-835a-dbd8d95bdfcf admin admin] Usage tracker for resource:subnet and tenant:798bc879f0824c2284d8166429fa7545 is out of sync, need to count used quota {{(pid=80981) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 02:00:06.392357 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-c2007322-492e-410d-835a-dbd8d95bdfcf admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80981) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 02:00:06.410624 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-c2007322-492e-410d-835a-dbd8d95bdfcf admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 02:00:06.457163 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2007322-492e-410d-835a-dbd8d95bdfcf admin admin] Made reservation on behalf of 798bc879f0824c2284d8166429fa7545 for: {'subnet': 1} {{(pid=80981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jul 06 02:00:06.465666 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-c2007322-492e-410d-835a-dbd8d95bdfcf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036839050233'] for subnet, before_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:06.896924 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-c2007322-492e-410d-835a-dbd8d95bdfcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14886511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036839050000'] for subnet, after_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:06.921797 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:00:06.947449 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80980) accepted ('10.222.0.11', 39950) {{(pid=80980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 02:00:07.042319 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-1072c6d8-ddd2-4622-91e5-8af5ba582d9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:07.100090 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2007322-492e-410d-835a-dbd8d95bdfcf admin admin] Pushing event updated for resources: {'Subnet': ['ID=75b611af-b6e0-400f-b573-3299c7459f11,revision_number=0']} {{(pid=80981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:00:07.103417 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2007322-492e-410d-835a-dbd8d95bdfcf admin admin] Checking segment: {'id': '4571a457-af6b-4e7d-830a-b5828d900f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '5d6f396f-7841-45c1-8490-bdcfdadf850b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jul 06 02:00:07.104061 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2007322-492e-410d-835a-dbd8d95bdfcf admin admin] Network hostable DHCP agents. Network: 5d6f396f-7841-45c1-8490-bdcfdadf850b, hostable agents: ['46061ec9-d1c1-4ae2-b701-eece7f3c7f15'], hosted agents: [] {{(pid=80981) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:297}}
Jul 06 02:00:07.107736 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-c2007322-492e-410d-835a-dbd8d95bdfcf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:00:07.113449 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-1072c6d8-ddd2-4622-91e5-8af5ba582d9b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 02:00:07.121210 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-1072c6d8-ddd2-4622-91e5-8af5ba582d9b admin admin] Usage tracker for resource:security_group_rule and tenant:4252a705ccf0408fb12f4aec399396fb is out of sync, need to count used quota {{(pid=80980) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 02:00:07.126471 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-1072c6d8-ddd2-4622-91e5-8af5ba582d9b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80980) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 02:00:07.137699 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-1072c6d8-ddd2-4622-91e5-8af5ba582d9b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 02:00:07.163622 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80981) accepted ('10.222.0.11', 39954) {{(pid=80981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 02:00:07.181683 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2007322-492e-410d-835a-dbd8d95bdfcf admin admin] Network 5d6f396f-7841-45c1-8490-bdcfdadf850b is scheduled to be hosted by DHCP agent 46061ec9-d1c1-4ae2-b701-eece7f3c7f15 {{(pid=80981) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:196}}
Jul 06 02:00:07.227644 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.scheduler.base_scheduler [None req-c2007322-492e-410d-835a-dbd8d95bdfcf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799546-3-iscsi, 5d6f396f-7841-45c1-8490-bdcfdadf850b) {{(pid=80981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jul 06 02:00:07.233528 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2007322-492e-410d-835a-dbd8d95bdfcf admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:00:07.234329 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-c2007322-492e-410d-835a-dbd8d95bdfcf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853726196'] for subnet, before_response {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:07.248788 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-280e921c-c3eb-4fd8-aeb0-b7a16bdf617d None None] Network 5d6f396f-7841-45c1-8490-bdcfdadf850b requested from dv-cinder-799546-3-iscsi {{(pid=80982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jul 06 02:00:07.280069 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-1072c6d8-ddd2-4622-91e5-8af5ba582d9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:07.300216 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-c2007322-492e-410d-835a-dbd8d95bdfcf admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.9741421
Jul 06 02:00:07.331314 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-1072c6d8-ddd2-4622-91e5-8af5ba582d9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428228'] for security_group, after_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:07.346842 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-74bd31bf-8fff-4a89-a2ac-d3e02b2f6113 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:00:07.486810 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1072c6d8-ddd2-4622-91e5-8af5ba582d9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de9add74-43ae-4b77-865f-41fbeddad67d,revision_number=1']} {{(pid=80980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:00:07.502331 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-1072c6d8-ddd2-4622-91e5-8af5ba582d9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:00:07.517262 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c51e1173-93f0-4b0a-8730-167f186b6aef None None] Network 5d6f396f-7841-45c1-8490-bdcfdadf850b requested from dv-cinder-799546-3-iscsi {{(pid=80982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jul 06 02:00:07.526767 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.v2.base [None req-e2860c05-286e-4142-8c93-c94335c4cc71 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-325402024-network', 'tenant_id': 'b0037fadadec43e5bf5dc42b273e1b3e'}} {{(pid=80981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 06 02:00:07.537643 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-1072c6d8-ddd2-4622-91e5-8af5ba582d9b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4252a705ccf0408fb12f4aec399396fb&name=default HTTP/1.1" status: 200  len: 2629 time: 0.5881701
Jul 06 02:00:07.541519 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80980) accepted ('10.222.0.11', 39970) {{(pid=80980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 02:00:07.549860 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-e2860c05-286e-4142-8c93-c94335c4cc71 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 02:00:07.571528 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-e2860c05-286e-4142-8c93-c94335c4cc71 admin admin] Usage tracker for resource:network and tenant:b0037fadadec43e5bf5dc42b273e1b3e is out of sync, need to count used quota {{(pid=80981) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 02:00:07.589988 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-e2860c05-286e-4142-8c93-c94335c4cc71 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80981) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 02:00:07.621529 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-e2860c05-286e-4142-8c93-c94335c4cc71 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 02:00:07.697118 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2860c05-286e-4142-8c93-c94335c4cc71 admin admin] Made reservation on behalf of b0037fadadec43e5bf5dc42b273e1b3e for: {'network': 1} {{(pid=80981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jul 06 02:00:07.709334 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-e2860c05-286e-4142-8c93-c94335c4cc71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1050496'] for network, before_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:07.737997 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-dc226aeb-cab5-4bd3-8a49-adcaf290b7d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:07.741565 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-e2860c05-286e-4142-8c93-c94335c4cc71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:07.772686 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-dc226aeb-cab5-4bd3-8a49-adcaf290b7d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:07.837269 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-e2860c05-286e-4142-8c93-c94335c4cc71 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 02:00:07.847601 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-e2860c05-286e-4142-8c93-c94335c4cc71 admin admin] Usage tracker for resource:security_group_rule and tenant:b0037fadadec43e5bf5dc42b273e1b3e is out of sync, need to count used quota {{(pid=80981) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 02:00:07.853350 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-e2860c05-286e-4142-8c93-c94335c4cc71 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80981) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 02:00:07.866227 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-e2860c05-286e-4142-8c93-c94335c4cc71 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 02:00:07.896831 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-dc226aeb-cab5-4bd3-8a49-adcaf290b7d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428228'] for security_group, after_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:07.906681 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-beb687d4-7afe-4eab-8740-029dbc1d2789 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:00:07.947918 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-dc226aeb-cab5-4bd3-8a49-adcaf290b7d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:07.951753 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-dc226aeb-cab5-4bd3-8a49-adcaf290b7d2 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/de9add74-43ae-4b77-865f-41fbeddad67d HTTP/1.1" status: 204  len: 168 time: 0.4061444
Jul 06 02:00:07.951753 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc226aeb-cab5-4bd3-8a49-adcaf290b7d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de9add74-43ae-4b77-865f-41fbeddad67d,revision_number=None']} {{(pid=80980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:00:07.954880 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-dc226aeb-cab5-4bd3-8a49-adcaf290b7d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:00:07.986666 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-e2860c05-286e-4142-8c93-c94335c4cc71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:08.028143 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-e2860c05-286e-4142-8c93-c94335c4cc71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428228'] for security_group, after_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:08.041802 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-7b326ee6-01df-4fef-b4f1-933fe9c42a87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:00:08.116259 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2860c05-286e-4142-8c93-c94335c4cc71 admin admin] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'}  {{(pid=80981) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}}
Jul 06 02:00:08.137266 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2860c05-286e-4142-8c93-c94335c4cc71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f6df123-aea9-4211-ae13-3df2bf025ab5,revision_number=1']} {{(pid=80981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:00:08.145950 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-e2860c05-286e-4142-8c93-c94335c4cc71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:00:08.147956 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-e2860c05-286e-4142-8c93-c94335c4cc71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1280314'] for segment, precommit_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:08.148597 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.db.segments_db [None req-e2860c05-286e-4142-8c93-c94335c4cc71 admin admin] Added segment 399eb5e6-8af3-4492-81f5-a66012b870af of type vlan for network 1ca3dc02-05cd-4643-b3fa-d954b152071f
Jul 06 02:00:08.192241 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-e2860c05-286e-4142-8c93-c94335c4cc71 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740753358485'] for network, precommit_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:08.262875 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-e2860c05-286e-4142-8c93-c94335c4cc71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802'] for network, after_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:08.265078 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2860c05-286e-4142-8c93-c94335c4cc71 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:00:08.266390 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-e2860c05-286e-4142-8c93-c94335c4cc71 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853726196'] for network, before_response {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:08.275962 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:00:08.448234 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2860c05-286e-4142-8c93-c94335c4cc71 admin admin] Pushing event updated for resources: {'Network': ['ID=1ca3dc02-05cd-4643-b3fa-d954b152071f,revision_number=1']} {{(pid=80981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:00:08.451948 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-e2860c05-286e-4142-8c93-c94335c4cc71 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201  len: 891 time: 1.2869859
Jul 06 02:00:08.453411 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-e2860c05-286e-4142-8c93-c94335c4cc71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:00:08.457112 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80980) accepted ('10.222.0.11', 39992) {{(pid=80980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 02:00:08.473944 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.rpc [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Network 1ca3dc02-05cd-4643-b3fa-d954b152071f details requested by agent ovs-agent-dv-cinder-799546-3-iscsi with host dv-cinder-799546-3-iscsi {{(pid=80982) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:231}}
Jul 06 02:00:08.480368 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.v2.base [None req-d0001841-67fc-461a-8723-5917bfb0369c admin admin] Request body: {'subnet': {'network_id': '1ca3dc02-05cd-4643-b3fa-d954b152071f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-325402024-subnet', 'tenant_id': 'b0037fadadec43e5bf5dc42b273e1b3e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 06 02:00:08.496702 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-d0001841-67fc-461a-8723-5917bfb0369c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 02:00:08.509561 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-d0001841-67fc-461a-8723-5917bfb0369c admin admin] Usage tracker for resource:subnet and tenant:b0037fadadec43e5bf5dc42b273e1b3e is out of sync, need to count used quota {{(pid=80980) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 02:00:08.518191 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-d0001841-67fc-461a-8723-5917bfb0369c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80980) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 02:00:08.545557 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-d0001841-67fc-461a-8723-5917bfb0369c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 02:00:08.605845 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0001841-67fc-461a-8723-5917bfb0369c admin admin] Made reservation on behalf of b0037fadadec43e5bf5dc42b273e1b3e for: {'subnet': 1} {{(pid=80980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jul 06 02:00:08.614705 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-d0001841-67fc-461a-8723-5917bfb0369c admin admin] Notify callbacks [] for subnet, before_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:09.291299 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-d0001841-67fc-461a-8723-5917bfb0369c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802'] for subnet, after_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:09.307363 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:00:09.399573 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0001841-67fc-461a-8723-5917bfb0369c admin admin] Pushing event updated for resources: {'Subnet': ['ID=b73206aa-6636-4b14-93c5-291e3d5f08f3,revision_number=0']} {{(pid=80980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:00:09.402852 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-d0001841-67fc-461a-8723-5917bfb0369c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:00:09.505564 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0001841-67fc-461a-8723-5917bfb0369c admin admin] Checking segment: {'id': '399eb5e6-8af3-4492-81f5-a66012b870af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '1ca3dc02-05cd-4643-b3fa-d954b152071f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jul 06 02:00:09.507805 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0001841-67fc-461a-8723-5917bfb0369c admin admin] Network hostable DHCP agents. Network: 1ca3dc02-05cd-4643-b3fa-d954b152071f, hostable agents: ['46061ec9-d1c1-4ae2-b701-eece7f3c7f15'], hosted agents: [] {{(pid=80980) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:297}}
Jul 06 02:00:09.553309 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0001841-67fc-461a-8723-5917bfb0369c admin admin] Network 1ca3dc02-05cd-4643-b3fa-d954b152071f is scheduled to be hosted by DHCP agent 46061ec9-d1c1-4ae2-b701-eece7f3c7f15 {{(pid=80980) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:196}}
Jul 06 02:00:09.599519 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.scheduler.base_scheduler [None req-d0001841-67fc-461a-8723-5917bfb0369c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799546-3-iscsi, 1ca3dc02-05cd-4643-b3fa-d954b152071f) {{(pid=80980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jul 06 02:00:09.610867 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0001841-67fc-461a-8723-5917bfb0369c admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:00:09.613555 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0945a513-493f-4ad2-9f30-4d4efc413fae None None] Network 1ca3dc02-05cd-4643-b3fa-d954b152071f requested from dv-cinder-799546-3-iscsi {{(pid=80982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jul 06 02:00:09.613871 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-d0001841-67fc-461a-8723-5917bfb0369c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853726196'] for subnet, before_response {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:09.709812 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-d0001841-67fc-461a-8723-5917bfb0369c admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 855 time: 1.2500374
Jul 06 02:00:09.712853 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80981) accepted ('10.222.0.11', 40028) {{(pid=80981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 02:00:09.727063 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.v2.base [None req-75f13070-e40d-48c7-9f75-f0c63cf95818 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-325402024-router', 'tenant_id': 'b0037fadadec43e5bf5dc42b273e1b3e', 'external_gateway_info': {'network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8'}}} {{(pid=80981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 06 02:00:09.739140 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-75f13070-e40d-48c7-9f75-f0c63cf95818 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 02:00:09.747395 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-75f13070-e40d-48c7-9f75-f0c63cf95818 admin admin] Usage tracker for resource:router and tenant:b0037fadadec43e5bf5dc42b273e1b3e is out of sync, need to count used quota {{(pid=80981) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 02:00:09.753649 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-75f13070-e40d-48c7-9f75-f0c63cf95818 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80981) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 02:00:09.774849 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-75f13070-e40d-48c7-9f75-f0c63cf95818 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 02:00:09.822049 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-75f13070-e40d-48c7-9f75-f0c63cf95818 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-454287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036838019708'] for router, before_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:09.824810 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-75f13070-e40d-48c7-9f75-f0c63cf95818 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-342583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854440336', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854326468', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16756125'] for router, precommit_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:09.862758 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-75f13070-e40d-48c7-9f75-f0c63cf95818 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:10.076093 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b43a6945-d2d1-4436-9392-d947c30444ce None None] Network 1ca3dc02-05cd-4643-b3fa-d954b152071f requested from dv-cinder-799546-3-iscsi {{(pid=80982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jul 06 02:00:10.266016 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-75f13070-e40d-48c7-9f75-f0c63cf95818 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854440351', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-454384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16756142'] for router, precommit_update {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:10.816606 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-75f13070-e40d-48c7-9f75-f0c63cf95818 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:10.885187 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-75f13070-e40d-48c7-9f75-f0c63cf95818 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1050496'] for port, before_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:11.114780 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.db_base_plugin_common [None req-75f13070-e40d-48c7-9f75-f0c63cf95818 admin admin] Allocated IP 172.27.1.65 (69f53fb8-46a2-4fb2-8b50-29617e0b26b8/24d74941-6bd6-4d03-882f-a623d522833f/1007cb14-a9ef-4d96-afcf-60d91014bd1d) {{(pid=80981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Jul 06 02:00:11.315006 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-75f13070-e40d-48c7-9f75-f0c63cf95818 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:11.378991 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-75f13070-e40d-48c7-9f75-f0c63cf95818 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296101369102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839890433'] for port, after_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:11.388366 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-171e63a2-2e85-4b38-84f4-12fbd3f60483 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:00:11.525641 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75f13070-e40d-48c7-9f75-f0c63cf95818 admin admin] Network 69f53fb8-46a2-4fb2-8b50-29617e0b26b8 is already hosted by enough agents. {{(pid=80981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:240}}
Jul 06 02:00:11.526950 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.scheduler.base_scheduler [None req-75f13070-e40d-48c7-9f75-f0c63cf95818 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jul 06 02:00:11.541776 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75f13070-e40d-48c7-9f75-f0c63cf95818 admin admin] Received port after_create {{(pid=80981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 06 02:00:11.663012 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f13070-e40d-48c7-9f75-f0c63cf95818 admin admin] Pushing event updated for resources: {'Port': ['ID=1007cb14-a9ef-4d96-afcf-60d91014bd1d,revision_number=1']} {{(pid=80981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:00:11.670663 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-75f13070-e40d-48c7-9f75-f0c63cf95818 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:00:11.927352 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-75f13070-e40d-48c7-9f75-f0c63cf95818 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:11.928731 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-75f13070-e40d-48c7-9f75-f0c63cf95818 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854321484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-335366'] for router, after_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:12.536451 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75f13070-e40d-48c7-9f75-f0c63cf95818 admin admin] Router 851593ca-3a3e-4b0e-8687-8d5a8f66fa67 is scheduled to L3 agent 61912d2b-cbf3-48c5-b8b2-dcc1c49052a5 with binding_index 1 {{(pid=80981) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Jul 06 02:00:12.838953 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75f13070-e40d-48c7-9f75-f0c63cf95818 admin admin] Notify agent at l3_agent.dv-cinder-799546-3-iscsi the message routers_updated {{(pid=80981) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jul 06 02:00:12.851783 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9631892-16b4-4911-808a-08fd25bd3609 None None] Sync routers for ids ['851593ca-3a3e-4b0e-8687-8d5a8f66fa67'] in dv-cinder-799546-3-iscsi {{(pid=80983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Jul 06 02:00:12.923885 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9631892-16b4-4911-808a-08fd25bd3609 None None] Routers {'851593ca-3a3e-4b0e-8687-8d5a8f66fa67'} bound to L3 agent in host dv-cinder-799546-3-iscsi {{(pid=80983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 06 02:00:12.925071 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_hamode_db [None req-e9631892-16b4-4911-808a-08fd25bd3609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f31d761a630>, 'dv-cinder-799546-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T01:50:03Z,description=<?>,heartbeat_timestamp=2021-07-06T02:00:03Z,host='dv-cinder-799546-3-iscsi',id=61912d2b-cbf3-48c5-b8b2-dcc1c49052a5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-06T01:50:03Z,topic='l3_agent')) {'router_ids': ['851593ca-3a3e-4b0e-8687-8d5a8f66fa67'], 'active': True} {{(pid=80983) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 02:00:13.010299 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-75f13070-e40d-48c7-9f75-f0c63cf95818 admin admin] Notify callbacks [] for router, before_response {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:13.012796 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-75f13070-e40d-48c7-9f75-f0c63cf95818 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201  len: 929 time: 3.2980094
Jul 06 02:00:13.015915 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80981) accepted ('10.222.0.11', 40114) {{(pid=80981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 02:00:13.240835 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80980) accepted ('10.222.0.11', 40124) {{(pid=80980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 02:00:13.456718 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_dvr_db [None req-e9631892-16b4-4911-808a-08fd25bd3609 None None] Set router 851593ca-3a3e-4b0e-8687-8d5a8f66fa67 gateway port host: dv-cinder-799546-3-iscsi {{(pid=80983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:850}}
Jul 06 02:00:14.288443 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-949cef76-9349-4337-8bd7-bd6d4a9bae61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:14.396086 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-949cef76-9349-4337-8bd7-bd6d4a9bae61 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 02:00:14.412782 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-949cef76-9349-4337-8bd7-bd6d4a9bae61 admin admin] Usage tracker for resource:security_group_rule and tenant:e8d18d87d0c44a6ea07405b4ebc31db3 is out of sync, need to count used quota {{(pid=80980) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 02:00:14.430316 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-949cef76-9349-4337-8bd7-bd6d4a9bae61 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80980) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 02:00:14.443986 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-949cef76-9349-4337-8bd7-bd6d4a9bae61 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 02:00:14.601778 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_hamode_db [None req-e9631892-16b4-4911-808a-08fd25bd3609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f31d761a630>, [{'id': '851593ca-3a3e-4b0e-8687-8d5a8f66fa67', 'name': 'tempest-ServerRescueNegativeTestJSON-325402024-router', 'tenant_id': 'b0037fadadec43e5bf5dc42b273e1b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8', 'external_fixed_ips': [{'subnet_id': '24d74941-6bd6-4d03-882f-a623d522833f', 'ip_address': '172.27.1.65'}], 'enable_snat': True}, 'gw_port_id': '1007cb14-a9ef-4d96-afcf-60d91014bd1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T02:00:09Z', 'updated_at': '2021-07-06T02:00:11Z', 'revision_number': 3, 'project_id': 'b0037fadadec43e5bf5dc42b273e1b3e', 'gw_port': {'id': '1007cb14-a9ef-4d96-afcf-60d91014bd1d', 'name': '', 'network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:ab:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '851593ca-3a3e-4b0e-8687-8d5a8f66fa67', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '24d74941-6bd6-4d03-882f-a623d522833f', 'ip_address': '172.27.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T02:00:10Z', 'updated_at': '2021-07-06T02:00:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '24d74941-6bd6-4d03-882f-a623d522833f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799546-3-iscsi'}], 'dv-cinder-799546-3-iscsi', False) {} {{(pid=80983) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 02:00:14.613171 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9631892-16b4-4911-808a-08fd25bd3609 None None] Checking router: 851593ca-3a3e-4b0e-8687-8d5a8f66fa67 for host: dv-cinder-799546-3-iscsi {{(pid=80983) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Jul 06 02:00:14.613581 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9631892-16b4-4911-808a-08fd25bd3609 None None] Updating router 851593ca-3a3e-4b0e-8687-8d5a8f66fa67 port 1007cb14-a9ef-4d96-afcf-60d91014bd1d binding host dv-cinder-799546-3-iscsi {{(pid=80983) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Jul 06 02:00:14.632069 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-949cef76-9349-4337-8bd7-bd6d4a9bae61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:14.668410 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-949cef76-9349-4337-8bd7-bd6d4a9bae61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428228'] for security_group, after_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:14.694844 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-2c1d3a84-4f67-43f8-8989-2baf6b499cd9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:00:14.728793 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-e9631892-16b4-4911-808a-08fd25bd3609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1050496'] for port, before_update {{(pid=80983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:14.760600 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949cef76-9349-4337-8bd7-bd6d4a9bae61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff822f79-a8bc-4b77-b658-d763c5631bbb,revision_number=1']} {{(pid=80980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:00:14.783849 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-949cef76-9349-4337-8bd7-bd6d4a9bae61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:00:14.827116 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-949cef76-9349-4337-8bd7-bd6d4a9bae61 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e8d18d87d0c44a6ea07405b4ebc31db3&name=default HTTP/1.1" status: 200  len: 2629 time: 1.5842004
Jul 06 02:00:14.830963 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80980) accepted ('10.222.0.11', 40158) {{(pid=80980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 02:00:14.998287 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-cf8a9326-7ce8-40f7-b340-f9ae0fe57515 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:15.109538 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-cf8a9326-7ce8-40f7-b340-f9ae0fe57515 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:15.193764 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-cf8a9326-7ce8-40f7-b340-f9ae0fe57515 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428228'] for security_group, after_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:15.204098 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-de13bd63-f5d4-48d6-af11-fd4d3e06a894 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:00:15.225379 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-5dce03f7-1d3e-4c77-9f12-0ad85ed0697e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1050496'] for port, before_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:15.234221 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8a9326-7ce8-40f7-b340-f9ae0fe57515 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff822f79-a8bc-4b77-b658-d763c5631bbb,revision_number=None']} {{(pid=80980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:00:15.237521 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-cf8a9326-7ce8-40f7-b340-f9ae0fe57515 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:15.244082 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-cf8a9326-7ce8-40f7-b340-f9ae0fe57515 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ff822f79-a8bc-4b77-b658-d763c5631bbb HTTP/1.1" status: 204  len: 168 time: 0.4110603
Jul 06 02:00:15.267856 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-cf8a9326-7ce8-40f7-b340-f9ae0fe57515 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:00:15.545729 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.db_base_plugin_common [None req-5dce03f7-1d3e-4c77-9f12-0ad85ed0697e admin admin] Allocated IP 172.20.0.1 (1ca3dc02-05cd-4643-b3fa-d954b152071f/b73206aa-6636-4b14-93c5-291e3d5f08f3/6d0e9b12-0d67-42fa-81c9-d103ae8615f5) {{(pid=80981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Jul 06 02:00:15.616597 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-e9631892-16b4-4911-808a-08fd25bd3609 None None] Notify callbacks [] for port, precommit_update {{(pid=80983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:15.700969 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.provisioning_blocks [None req-e9631892-16b4-4911-808a-08fd25bd3609 None None] Transition to ACTIVE for port object 1007cb14-a9ef-4d96-afcf-60d91014bd1d will not be triggered until provisioned by entity L2. {{(pid=80983) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 06 02:00:15.747999 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-e9631892-16b4-4911-808a-08fd25bd3609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740753762112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740753409037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296101366746'] for port, after_update {{(pid=80983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:15.755085 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-c3be49f2-d068-48ee-a419-b23fc4796c2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:00:15.923327 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ace4b52-6368-444e-b300-1c3728ce6861 None None] Pushing event updated for resources: {'Port': ['ID=1007cb14-a9ef-4d96-afcf-60d91014bd1d,revision_number=2']} {{(pid=80983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:00:15.970738 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ace4b52-6368-444e-b300-1c3728ce6861 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:00:15.971256 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ace4b52-6368-444e-b300-1c3728ce6861 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:00:15.971884 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ace4b52-6368-444e-b300-1c3728ce6861 None None] Version for resource type Network changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:00:15.972504 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ace4b52-6368-444e-b300-1c3728ce6861 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:00:15.974283 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ace4b52-6368-444e-b300-1c3728ce6861 None None] Version for resource type PortForwarding changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:00:15.974967 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ace4b52-6368-444e-b300-1c3728ce6861 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:00:15.975597 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ace4b52-6368-444e-b300-1c3728ce6861 None None] Version for resource type SecurityGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:00:15.976426 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ace4b52-6368-444e-b300-1c3728ce6861 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:00:15.977098 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ace4b52-6368-444e-b300-1c3728ce6861 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:00:15.977910 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ace4b52-6368-444e-b300-1c3728ce6861 None None] Version for resource type Subnet changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:00:15.978543 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ace4b52-6368-444e-b300-1c3728ce6861 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:00:15.989957 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-5ace4b52-6368-444e-b300-1c3728ce6861 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=80983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:00:16.007587 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-5dce03f7-1d3e-4c77-9f12-0ad85ed0697e admin admin] Notify callbacks [] for port, precommit_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:16.043373 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.managers [None req-e9631892-16b4-4911-808a-08fd25bd3609 None None] Attempting to bind port 1007cb14-a9ef-4d96-afcf-60d91014bd1d on host dv-cinder-799546-3-iscsi for vnic_type normal with profile  {{(pid=80983) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jul 06 02:00:16.044153 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.managers [None req-e9631892-16b4-4911-808a-08fd25bd3609 None None] Attempting to bind port 1007cb14-a9ef-4d96-afcf-60d91014bd1d by drivers openvswitch,hyperv on host dv-cinder-799546-3-iscsi at level 0 using segments [{'id': 'e64f8835-8265-4308-a68c-94b30f2a67d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8'}] {{(pid=80983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jul 06 02:00:16.044889 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9631892-16b4-4911-808a-08fd25bd3609 None None] Attempting to bind port 1007cb14-a9ef-4d96-afcf-60d91014bd1d on network 69f53fb8-46a2-4fb2-8b50-29617e0b26b8 {{(pid=80983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Jul 06 02:00:16.053963 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9631892-16b4-4911-808a-08fd25bd3609 None None] Checking agent: {'id': '3e633bc2-fb27-4d05-86ce-e7e954e44018', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799546-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 1, 50, 2), 'started_at': datetime.datetime(2021, 7, 6, 1, 50, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 2, 0, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['geneve', 'gre', 'internal', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799546-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.0', 'Port': '1.5', 'PortForwarding': '1.1', 'QosPolicy': '1.8', 'SecurityGroup': '1.1', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.0', 'Trunk': '1.1'}} {{(pid=80983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Jul 06 02:00:16.054751 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9631892-16b4-4911-808a-08fd25bd3609 None None] Checking segment: {'id': 'e64f8835-8265-4308-a68c-94b30f2a67d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jul 06 02:00:16.055437 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-e9631892-16b4-4911-808a-08fd25bd3609 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:16.056060 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9631892-16b4-4911-808a-08fd25bd3609 None None] Bound using segment: {'id': 'e64f8835-8265-4308-a68c-94b30f2a67d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8'} {{(pid=80983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Jul 06 02:00:16.056853 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.managers [None req-e9631892-16b4-4911-808a-08fd25bd3609 None None] Bound port: 1007cb14-a9ef-4d96-afcf-60d91014bd1d, host: dv-cinder-799546-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e64f8835-8265-4308-a68c-94b30f2a67d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8'}}] {{(pid=80983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jul 06 02:00:16.057536 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-e9631892-16b4-4911-808a-08fd25bd3609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1050496'] for port, before_update {{(pid=80983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:16.096394 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-5dce03f7-1d3e-4c77-9f12-0ad85ed0697e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296101369102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839890433'] for port, after_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:16.109641 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-cb292324-d95c-4e05-b5f6-b184a75bad28 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:00:16.168073 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dce03f7-1d3e-4c77-9f12-0ad85ed0697e admin admin] Network 1ca3dc02-05cd-4643-b3fa-d954b152071f is already hosted by enough agents. {{(pid=80981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:240}}
Jul 06 02:00:16.172445 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.scheduler.base_scheduler [None req-5dce03f7-1d3e-4c77-9f12-0ad85ed0697e admin admin] Resources bound (agent type, host, resource id):  {{(pid=80981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jul 06 02:00:16.181667 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dce03f7-1d3e-4c77-9f12-0ad85ed0697e admin admin] Received port after_create {{(pid=80981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 06 02:00:16.198023 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [None req-e9631892-16b4-4911-808a-08fd25bd3609 None None] For port 1007cb14-a9ef-4d96-afcf-60d91014bd1d, host dv-cinder-799546-3-iscsi, cleared binding levels {{(pid=80983) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:111}}
Jul 06 02:00:16.201986 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [None req-e9631892-16b4-4911-808a-08fd25bd3609 None None] For port 1007cb14-a9ef-4d96-afcf-60d91014bd1d, host dv-cinder-799546-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799546-3-iscsi',level=0,port_id=1007cb14-a9ef-4d96-afcf-60d91014bd1d,segment=NetworkSegment(e64f8835-8265-4308-a68c-94b30f2a67d9),segment_id=e64f8835-8265-4308-a68c-94b30f2a67d9)] {{(pid=80983) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}}
Jul 06 02:00:16.226081 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dce03f7-1d3e-4c77-9f12-0ad85ed0697e admin admin] Pushing event updated for resources: {'Port': ['ID=6d0e9b12-0d67-42fa-81c9-d103ae8615f5,revision_number=1']} {{(pid=80981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:00:16.231313 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-5dce03f7-1d3e-4c77-9f12-0ad85ed0697e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:00:16.235409 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-e9631892-16b4-4911-808a-08fd25bd3609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740753762112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740753409037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296101366746'] for port, after_update {{(pid=80983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:16.241508 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:00:16.256327 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-5dce03f7-1d3e-4c77-9f12-0ad85ed0697e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-342957'] for router_interface, before_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:16.355014 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9631892-16b4-4911-808a-08fd25bd3609 None None] Routers {'851593ca-3a3e-4b0e-8687-8d5a8f66fa67'} bound to L3 agent in host dv-cinder-799546-3-iscsi {{(pid=80983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 06 02:00:16.355767 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_hamode_db [None req-e9631892-16b4-4911-808a-08fd25bd3609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f31d761a630>, 'dv-cinder-799546-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T01:50:03Z,description=<?>,heartbeat_timestamp=2021-07-06T02:00:03Z,host='dv-cinder-799546-3-iscsi',id=61912d2b-cbf3-48c5-b8b2-dcc1c49052a5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-06T01:50:03Z,topic='l3_agent')) {'router_ids': ['851593ca-3a3e-4b0e-8687-8d5a8f66fa67'], 'active': True} {{(pid=80983) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 02:00:16.414891 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ace4b52-6368-444e-b300-1c3728ce6861 None None] Pushing event updated for resources: {'Port': ['ID=1007cb14-a9ef-4d96-afcf-60d91014bd1d,revision_number=3']} {{(pid=80983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:00:16.415183 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-5dce03f7-1d3e-4c77-9f12-0ad85ed0697e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1050496'] for port, before_update {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:16.418527 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-5ace4b52-6368-444e-b300-1c3728ce6861 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=80983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:00:16.592551 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80980) accepted ('10.222.0.11', 40192) {{(pid=80980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 02:00:16.659217 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-fd8ecf22-6c6a-43bc-a090-22dd8d70c828 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:16.741137 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_dvr_db [None req-e9631892-16b4-4911-808a-08fd25bd3609 None None] Set router 851593ca-3a3e-4b0e-8687-8d5a8f66fa67 gateway port host: dv-cinder-799546-3-iscsi {{(pid=80983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:850}}
Jul 06 02:00:16.755931 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-fd8ecf22-6c6a-43bc-a090-22dd8d70c828 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 02:00:16.766166 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-fd8ecf22-6c6a-43bc-a090-22dd8d70c828 admin admin] Usage tracker for resource:security_group_rule and tenant:f946b2e1b220499e9618053adc0acc9a is out of sync, need to count used quota {{(pid=80980) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 02:00:16.772720 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-fd8ecf22-6c6a-43bc-a090-22dd8d70c828 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80980) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 02:00:16.786093 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-fd8ecf22-6c6a-43bc-a090-22dd8d70c828 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 02:00:17.066962 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-fd8ecf22-6c6a-43bc-a090-22dd8d70c828 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:17.102208 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-fd8ecf22-6c6a-43bc-a090-22dd8d70c828 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428228'] for security_group, after_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:17.120972 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-b4c3f0cb-65a7-430d-aba2-e114b13c00b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:00:17.192168 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-fd8ecf22-6c6a-43bc-a090-22dd8d70c828 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f946b2e1b220499e9618053adc0acc9a&name=default HTTP/1.1" status: 200  len: 2629 time: 0.5821226
Jul 06 02:00:17.192867 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80980) accepted ('10.222.0.11', 40206) {{(pid=80980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 02:00:17.249626 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8ecf22-6c6a-43bc-a090-22dd8d70c828 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87ef9817-32ce-4319-b37d-37afd89fbe2b,revision_number=1']} {{(pid=80980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:00:17.254790 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-fd8ecf22-6c6a-43bc-a090-22dd8d70c828 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:00:17.297653 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-5dce03f7-1d3e-4c77-9f12-0ad85ed0697e admin admin] Notify callbacks [] for port, precommit_update {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:17.327009 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-8b114bf1-ca5a-44e8-9401-5e3712bc6ebc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:17.336622 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-5dce03f7-1d3e-4c77-9f12-0ad85ed0697e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740753762112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740753409037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296101366746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14885351'] for port, after_update {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:17.362698 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-8b114bf1-ca5a-44e8-9401-5e3712bc6ebc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:17.379389 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:00:17.469934 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-5dce03f7-1d3e-4c77-9f12-0ad85ed0697e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1080785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-328041'] for router_interface, after_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:17.496130 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dce03f7-1d3e-4c77-9f12-0ad85ed0697e admin admin] Pushing event updated for resources: {'Port': ['ID=6d0e9b12-0d67-42fa-81c9-d103ae8615f5,revision_number=2']} {{(pid=80981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:00:17.518933 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_hamode_db [None req-e9631892-16b4-4911-808a-08fd25bd3609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f31d761a630>, [{'id': '851593ca-3a3e-4b0e-8687-8d5a8f66fa67', 'name': 'tempest-ServerRescueNegativeTestJSON-325402024-router', 'tenant_id': 'b0037fadadec43e5bf5dc42b273e1b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8', 'external_fixed_ips': [{'subnet_id': '24d74941-6bd6-4d03-882f-a623d522833f', 'ip_address': '172.27.1.65'}], 'enable_snat': True}, 'gw_port_id': '1007cb14-a9ef-4d96-afcf-60d91014bd1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T02:00:09Z', 'updated_at': '2021-07-06T02:00:16Z', 'revision_number': 4, 'project_id': 'b0037fadadec43e5bf5dc42b273e1b3e', 'gw_port': {'id': '1007cb14-a9ef-4d96-afcf-60d91014bd1d', 'name': '', 'network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:ab:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '851593ca-3a3e-4b0e-8687-8d5a8f66fa67', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '24d74941-6bd6-4d03-882f-a623d522833f', 'ip_address': '172.27.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T02:00:10Z', 'updated_at': '2021-07-06T02:00:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24d74941-6bd6-4d03-882f-a623d522833f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799546-3-iscsi', '_interfaces': [{'id': '6d0e9b12-0d67-42fa-81c9-d103ae8615f5', 'name': '', 'network_id': '1ca3dc02-05cd-4643-b3fa-d954b152071f', 'tenant_id': 'b0037fadadec43e5bf5dc42b273e1b3e', 'mac_address': 'fa:16:3e:81:eb:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '851593ca-3a3e-4b0e-8687-8d5a8f66fa67', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b73206aa-6636-4b14-93c5-291e3d5f08f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T02:00:15Z', 'updated_at': '2021-07-06T02:00:15Z', 'revision_number': 1, 'project_id': 'b0037fadadec43e5bf5dc42b273e1b3e', 'subnets': [{'id': 'b73206aa-6636-4b14-93c5-291e3d5f08f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799546-3-iscsi', False) {} {{(pid=80983) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 02:00:17.524461 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-5dce03f7-1d3e-4c77-9f12-0ad85ed0697e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:00:17.525163 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9631892-16b4-4911-808a-08fd25bd3609 None None] The sync data for ids ['851593ca-3a3e-4b0e-8687-8d5a8f66fa67'] in dv-cinder-799546-3-iscsi is: [{'id': '851593ca-3a3e-4b0e-8687-8d5a8f66fa67', 'name': 'tempest-ServerRescueNegativeTestJSON-325402024-router', 'tenant_id': 'b0037fadadec43e5bf5dc42b273e1b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8', 'external_fixed_ips': [{'subnet_id': '24d74941-6bd6-4d03-882f-a623d522833f', 'ip_address': '172.27.1.65'}], 'enable_snat': True}, 'gw_port_id': '1007cb14-a9ef-4d96-afcf-60d91014bd1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T02:00:09Z', 'updated_at': '2021-07-06T02:00:16Z', 'revision_number': 4, 'project_id': 'b0037fadadec43e5bf5dc42b273e1b3e', 'gw_port': {'id': '1007cb14-a9ef-4d96-afcf-60d91014bd1d', 'name': '', 'network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:ab:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '851593ca-3a3e-4b0e-8687-8d5a8f66fa67', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '24d74941-6bd6-4d03-882f-a623d522833f', 'ip_address': '172.27.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T02:00:10Z', 'updated_at': '2021-07-06T02:00:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24d74941-6bd6-4d03-882f-a623d522833f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799546-3-iscsi', '_interfaces': [{'id': '6d0e9b12-0d67-42fa-81c9-d103ae8615f5', 'name': '', 'network_id': '1ca3dc02-05cd-4643-b3fa-d954b152071f', 'tenant_id': 'b0037fadadec43e5bf5dc42b273e1b3e', 'mac_address': 'fa:16:3e:81:eb:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '851593ca-3a3e-4b0e-8687-8d5a8f66fa67', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b73206aa-6636-4b14-93c5-291e3d5f08f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T02:00:15Z', 'updated_at': '2021-07-06T02:00:15Z', 'revision_number': 1, 'project_id': 'b0037fadadec43e5bf5dc42b273e1b3e', 'subnets': [{'id': 'b73206aa-6636-4b14-93c5-291e3d5f08f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=80983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Jul 06 02:00:17.688786 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dce03f7-1d3e-4c77-9f12-0ad85ed0697e admin admin] Network 1ca3dc02-05cd-4643-b3fa-d954b152071f is already hosted by enough agents. {{(pid=80981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:240}}
Jul 06 02:00:17.688786 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.scheduler.base_scheduler [None req-5dce03f7-1d3e-4c77-9f12-0ad85ed0697e admin admin] Resources bound (agent type, host, resource id):  {{(pid=80981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jul 06 02:00:17.818436 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-8b114bf1-ca5a-44e8-9401-5e3712bc6ebc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428228'] for security_group, after_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:17.830222 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-142cd5ed-0666-4e4d-addf-de280424e470 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:00:17.854657 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b114bf1-ca5a-44e8-9401-5e3712bc6ebc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87ef9817-32ce-4319-b37d-37afd89fbe2b,revision_number=None']} {{(pid=80980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:00:17.872644 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-8b114bf1-ca5a-44e8-9401-5e3712bc6ebc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:00:17.930609 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-8b114bf1-ca5a-44e8-9401-5e3712bc6ebc admin admin] Notify callbacks [] for security_group, before_response {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:17.945721 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-8b114bf1-ca5a-44e8-9401-5e3712bc6ebc admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/87ef9817-32ce-4319-b37d-37afd89fbe2b HTTP/1.1" status: 204  len: 168 time: 0.7423999
Jul 06 02:00:18.346071 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dce03f7-1d3e-4c77-9f12-0ad85ed0697e admin admin] Router 851593ca-3a3e-4b0e-8687-8d5a8f66fa67 has already been hosted by L3 agent 61912d2b-cbf3-48c5-b8b2-dcc1c49052a5 {{(pid=80981) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Jul 06 02:00:18.650029 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dce03f7-1d3e-4c77-9f12-0ad85ed0697e admin admin] Notify agent at l3_agent.dv-cinder-799546-3-iscsi the message routers_updated {{(pid=80981) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jul 06 02:00:18.663304 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-5dce03f7-1d3e-4c77-9f12-0ad85ed0697e admin admin] 10.222.0.11 "PUT /v2.0/routers/851593ca-3a3e-4b0e-8687-8d5a8f66fa67/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.6455946
Jul 06 02:00:19.039310 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80981) accepted ('10.222.0.11', 40254) {{(pid=80981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 02:00:19.314799 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-dee340ab-c6bc-400b-bc99-8a40ca0ecb6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:19.442244 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-dee340ab-c6bc-400b-bc99-8a40ca0ecb6e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 02:00:19.447584 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-dee340ab-c6bc-400b-bc99-8a40ca0ecb6e admin admin] Usage tracker for resource:security_group_rule and tenant:315377dd0e244903bf813c9411d722a0 is out of sync, need to count used quota {{(pid=80981) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 02:00:19.454147 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-dee340ab-c6bc-400b-bc99-8a40ca0ecb6e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80981) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 02:00:19.459774 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-dee340ab-c6bc-400b-bc99-8a40ca0ecb6e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 02:00:19.657119 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-dee340ab-c6bc-400b-bc99-8a40ca0ecb6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:19.697829 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-dee340ab-c6bc-400b-bc99-8a40ca0ecb6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428228'] for security_group, after_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:19.716287 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-20c90cbb-9b87-4d72-a359-361f22ce8c9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:00:19.826529 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee340ab-c6bc-400b-bc99-8a40ca0ecb6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4e2fb29-7293-4948-ba02-d806712725a3,revision_number=1']} {{(pid=80981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:00:19.831328 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-dee340ab-c6bc-400b-bc99-8a40ca0ecb6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:00:19.840435 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-dee340ab-c6bc-400b-bc99-8a40ca0ecb6e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=315377dd0e244903bf813c9411d722a0&name=default HTTP/1.1" status: 200  len: 2629 time: 0.7997208
Jul 06 02:00:19.843361 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80981) accepted ('10.222.0.11', 40298) {{(pid=80981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 02:00:20.002983 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-74f8557a-f294-46b3-af2f-53812f0b7160 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:20.006631 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91919595-ee23-4d5c-a7dd-218a6c1a1bae req-6b564e9c-95a1-407d-8aa5-4b6423daaa3c tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:00:20.009352 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-91919595-ee23-4d5c-a7dd-218a6c1a1bae req-6b564e9c-95a1-407d-8aa5-4b6423daaa3c tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] 10.222.0.11 "GET /v2.0/networks?id=1ca3dc02-05cd-4643-b3fa-d954b152071f HTTP/1.1" status: 200  len: 818 time: 0.3434501
Jul 06 02:00:20.039848 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-91919595-ee23-4d5c-a7dd-218a6c1a1bae req-ed5b8a0b-72f4-4e19-9052-c94ec2c7805f tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] 10.222.0.11 "GET /v2.0/quotas/b0037fadadec43e5bf5dc42b273e1b3e HTTP/1.1" status: 200  len: 375 time: 0.0204685
Jul 06 02:00:20.126228 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-74f8557a-f294-46b3-af2f-53812f0b7160 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:20.196103 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.rpc [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Device 1007cb14-a9ef-4d96-afcf-60d91014bd1d up at agent ovs-agent-dv-cinder-799546-3-iscsi {{(pid=80982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:273}}
Jul 06 02:00:20.274270 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-74f8557a-f294-46b3-af2f-53812f0b7160 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428228'] for security_group, after_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:20.285113 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-7b5b4099-6fde-480c-9a23-85142a0645f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:00:20.289872 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-91919595-ee23-4d5c-a7dd-218a6c1a1bae req-240cdd60-ab99-47da-945f-501646cf64af tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=b0037fadadec43e5bf5dc42b273e1b3e&fields=id HTTP/1.1" status: 200  len: 255 time: 0.2396276
Jul 06 02:00:20.299959 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f8557a-f294-46b3-af2f-53812f0b7160 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4e2fb29-7293-4948-ba02-d806712725a3,revision_number=None']} {{(pid=80981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:00:20.303304 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-74f8557a-f294-46b3-af2f-53812f0b7160 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:00:20.304263 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-74f8557a-f294-46b3-af2f-53812f0b7160 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:20.305535 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-74f8557a-f294-46b3-af2f-53812f0b7160 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d4e2fb29-7293-4948-ba02-d806712725a3 HTTP/1.1" status: 204  len: 168 time: 0.4602759
Jul 06 02:00:20.445312 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.provisioning_blocks [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Provisioning for port 1007cb14-a9ef-4d96-afcf-60d91014bd1d completed by entity L2. {{(pid=80982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 06 02:00:20.457451 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.provisioning_blocks [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Provisioning complete for port 1007cb14-a9ef-4d96-afcf-60d91014bd1d triggered by entity L2. {{(pid=80982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 06 02:00:20.458147 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1309268'] for port, provisioning_complete {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:20.630017 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1050496'] for port, before_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:20.680521 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] For port 1007cb14-a9ef-4d96-afcf-60d91014bd1d, host dv-cinder-799546-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799546-3-iscsi',level=0,port_id=1007cb14-a9ef-4d96-afcf-60d91014bd1d,segment=NetworkSegment(e64f8835-8265-4308-a68c-94b30f2a67d9),segment_id=e64f8835-8265-4308-a68c-94b30f2a67d9)] {{(pid=80982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 02:00:20.736282 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740753762112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740753409037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296101366746'] for port, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:20.739120 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:00:20.887187 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Pushing event updated for resources: {'Port': ['ID=1007cb14-a9ef-4d96-afcf-60d91014bd1d,revision_number=4']} {{(pid=80982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:00:20.895406 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:00:21.064031 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.agents_db [None req-b173abe4-0d36-4765-adb2-33779d11156f None None] Agent healthcheck: found 6 active agents {{(pid=80983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Jul 06 02:00:21.211001 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [req-91919595-ee23-4d5c-a7dd-218a6c1a1bae req-3a77d2ea-49ee-409f-ab25-af4982499293 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=80980) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jul 06 02:00:21.211001 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-91919595-ee23-4d5c-a7dd-218a6c1a1bae req-3a77d2ea-49ee-409f-ab25-af4982499293 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 11621 time: 0.1627467
Jul 06 02:00:21.389390 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-91919595-ee23-4d5c-a7dd-218a6c1a1bae req-656269c9-a16b-4ef2-a82a-a1a71c8f428e service neutron] 10.222.0.11 "GET /v2.0/networks/1ca3dc02-05cd-4643-b3fa-d954b152071f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1647840
Jul 06 02:00:21.431035 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80981) accepted ('10.222.0.11', 40340) {{(pid=80981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 02:00:21.469576 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-01ec5cb7-0ede-4d25-80d3-19c1678efc88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:21.528376 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-01ec5cb7-0ede-4d25-80d3-19c1678efc88 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 02:00:21.536772 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-01ec5cb7-0ede-4d25-80d3-19c1678efc88 admin admin] Usage tracker for resource:security_group_rule and tenant:27a1c45d32104266bba513cc98a849ce is out of sync, need to count used quota {{(pid=80981) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 02:00:21.542509 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-01ec5cb7-0ede-4d25-80d3-19c1678efc88 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80981) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 02:00:21.553917 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-01ec5cb7-0ede-4d25-80d3-19c1678efc88 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 02:00:21.556305 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-91919595-ee23-4d5c-a7dd-218a6c1a1bae req-f08678e2-c30d-4f5e-a4c2-c6c3519da39b service neutron] 10.222.0.11 "GET /v2.0/networks/1ca3dc02-05cd-4643-b3fa-d954b152071f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1540029
Jul 06 02:00:21.662800 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-01ec5cb7-0ede-4d25-80d3-19c1678efc88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:21.695923 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-01ec5cb7-0ede-4d25-80d3-19c1678efc88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428228'] for security_group, after_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:21.706967 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-e231281d-d04e-409d-8b4f-7a9c3f32bcd9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:00:21.766921 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-01ec5cb7-0ede-4d25-80d3-19c1678efc88 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=27a1c45d32104266bba513cc98a849ce&name=default HTTP/1.1" status: 200  len: 2629 time: 0.3342295
Jul 06 02:00:21.767716 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ec5cb7-0ede-4d25-80d3-19c1678efc88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7754932b-d23f-4f22-9ae9-6f2edb55a258,revision_number=1']} {{(pid=80981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:00:21.771421 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80981) accepted ('10.222.0.11', 40346) {{(pid=80981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 02:00:21.774660 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-01ec5cb7-0ede-4d25-80d3-19c1678efc88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:00:21.974925 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-1414fd05-5e72-4c33-9b54-339e050b0ae6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:22.072069 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [req-701eeab2-20c6-4792-97f2-f60d5b89add6 req-71346236-9e21-4095-a27d-ec94e8a83a4d tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] Synchronizing usage tracker for tenant:b0037fadadec43e5bf5dc42b273e1b3e on resource:port {{(pid=80981) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 06 02:00:22.095913 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-1414fd05-5e72-4c33-9b54-339e050b0ae6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:22.191524 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.rpc [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Device 1007cb14-a9ef-4d96-afcf-60d91014bd1d up at agent ovs-agent-dv-cinder-799546-3-iscsi {{(pid=80982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:273}}
Jul 06 02:00:22.220825 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [req-701eeab2-20c6-4792-97f2-f60d5b89add6 req-71346236-9e21-4095-a27d-ec94e8a83a4d tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] Unset dirty status for tenant:b0037fadadec43e5bf5dc42b273e1b3e on resource:port {{(pid=80981) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 06 02:00:22.223661 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-701eeab2-20c6-4792-97f2-f60d5b89add6 req-71346236-9e21-4095-a27d-ec94e8a83a4d tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] 10.222.0.11 "GET /v2.0/ports?device_id=e0031e4c-fd20-42f5-aa66-c102510ce1fe HTTP/1.1" status: 200  len: 210 time: 0.2246797
Jul 06 02:00:22.273395 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-1414fd05-5e72-4c33-9b54-339e050b0ae6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428228'] for security_group, after_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:22.291238 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:00:22.342387 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1414fd05-5e72-4c33-9b54-339e050b0ae6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7754932b-d23f-4f22-9ae9-6f2edb55a258,revision_number=None']} {{(pid=80981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:00:22.350777 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-1414fd05-5e72-4c33-9b54-339e050b0ae6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:00:22.370444 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-1414fd05-5e72-4c33-9b54-339e050b0ae6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:22.376691 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-1414fd05-5e72-4c33-9b54-339e050b0ae6 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7754932b-d23f-4f22-9ae9-6f2edb55a258 HTTP/1.1" status: 204  len: 168 time: 0.5994005
Jul 06 02:00:22.389685 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.provisioning_blocks [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Provisioning complete for port 1007cb14-a9ef-4d96-afcf-60d91014bd1d triggered by entity L2. {{(pid=80982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 06 02:00:22.390249 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1309268'] for port, provisioning_complete {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:22.519081 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04cd978d-cdd3-44a5-8ec9-e9234bfc26e9 None None] Sync routers for ids ['851593ca-3a3e-4b0e-8687-8d5a8f66fa67'] in dv-cinder-799546-3-iscsi {{(pid=80982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Jul 06 02:00:22.709517 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04cd978d-cdd3-44a5-8ec9-e9234bfc26e9 None None] Routers {'851593ca-3a3e-4b0e-8687-8d5a8f66fa67'} bound to L3 agent in host dv-cinder-799546-3-iscsi {{(pid=80982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 06 02:00:22.710678 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_hamode_db [None req-04cd978d-cdd3-44a5-8ec9-e9234bfc26e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f31d78660f0>, 'dv-cinder-799546-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T01:50:03Z,description=<?>,heartbeat_timestamp=2021-07-06T02:00:03Z,host='dv-cinder-799546-3-iscsi',id=61912d2b-cbf3-48c5-b8b2-dcc1c49052a5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-06T01:50:03Z,topic='l3_agent')) {'router_ids': ['851593ca-3a3e-4b0e-8687-8d5a8f66fa67'], 'active': True} {{(pid=80982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 02:00:23.091360 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740b9025-057a-4a27-8c7f-d6f7ed325b63 req-51598887-7564-46cc-b862-44a3e12376aa tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:00:23.093216 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [req-740b9025-057a-4a27-8c7f-d6f7ed325b63 req-51598887-7564-46cc-b862-44a3e12376aa tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] Synchronizing usage tracker for tenant:b0037fadadec43e5bf5dc42b273e1b3e on resource:network {{(pid=80981) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 06 02:00:23.170175 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [req-740b9025-057a-4a27-8c7f-d6f7ed325b63 req-51598887-7564-46cc-b862-44a3e12376aa tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] Unset dirty status for tenant:b0037fadadec43e5bf5dc42b273e1b3e on resource:network {{(pid=80981) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 06 02:00:23.171852 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-740b9025-057a-4a27-8c7f-d6f7ed325b63 req-51598887-7564-46cc-b862-44a3e12376aa tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] 10.222.0.11 "GET /v2.0/networks?id=1ca3dc02-05cd-4643-b3fa-d954b152071f HTTP/1.1" status: 200  len: 818 time: 0.3526185
Jul 06 02:00:23.208989 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-740b9025-057a-4a27-8c7f-d6f7ed325b63 req-7e6e54d1-aef4-47b9-b5d4-1df8f4081f07 tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] 10.222.0.11 "GET /v2.0/quotas/b0037fadadec43e5bf5dc42b273e1b3e HTTP/1.1" status: 200  len: 375 time: 0.0153244
Jul 06 02:00:23.463042 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_dvr_db [None req-04cd978d-cdd3-44a5-8ec9-e9234bfc26e9 None None] Set router 851593ca-3a3e-4b0e-8687-8d5a8f66fa67 gateway port host: dv-cinder-799546-3-iscsi {{(pid=80982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:850}}
Jul 06 02:00:23.463738 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-740b9025-057a-4a27-8c7f-d6f7ed325b63 req-a3dc780a-0dab-4d81-bbf6-2bef084daae8 tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=b0037fadadec43e5bf5dc42b273e1b3e&fields=id HTTP/1.1" status: 200  len: 255 time: 0.2324164
Jul 06 02:00:23.741633 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-740b9025-057a-4a27-8c7f-d6f7ed325b63 req-778330b6-7fec-4a45-bc6b-5e85ebee3864 service neutron] 10.222.0.11 "GET /v2.0/networks/1ca3dc02-05cd-4643-b3fa-d954b152071f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2562811
Jul 06 02:00:24.069198 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_hamode_db [None req-04cd978d-cdd3-44a5-8ec9-e9234bfc26e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f31d78660f0>, [{'id': '851593ca-3a3e-4b0e-8687-8d5a8f66fa67', 'name': 'tempest-ServerRescueNegativeTestJSON-325402024-router', 'tenant_id': 'b0037fadadec43e5bf5dc42b273e1b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8', 'external_fixed_ips': [{'subnet_id': '24d74941-6bd6-4d03-882f-a623d522833f', 'ip_address': '172.27.1.65'}], 'enable_snat': True}, 'gw_port_id': '1007cb14-a9ef-4d96-afcf-60d91014bd1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T02:00:09Z', 'updated_at': '2021-07-06T02:00:16Z', 'revision_number': 4, 'project_id': 'b0037fadadec43e5bf5dc42b273e1b3e', 'gw_port': {'id': '1007cb14-a9ef-4d96-afcf-60d91014bd1d', 'name': '', 'network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:ab:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '851593ca-3a3e-4b0e-8687-8d5a8f66fa67', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '24d74941-6bd6-4d03-882f-a623d522833f', 'ip_address': '172.27.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T02:00:10Z', 'updated_at': '2021-07-06T02:00:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24d74941-6bd6-4d03-882f-a623d522833f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799546-3-iscsi', '_interfaces': [{'id': '6d0e9b12-0d67-42fa-81c9-d103ae8615f5', 'name': '', 'network_id': '1ca3dc02-05cd-4643-b3fa-d954b152071f', 'tenant_id': 'b0037fadadec43e5bf5dc42b273e1b3e', 'mac_address': 'fa:16:3e:81:eb:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '851593ca-3a3e-4b0e-8687-8d5a8f66fa67', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b73206aa-6636-4b14-93c5-291e3d5f08f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T02:00:15Z', 'updated_at': '2021-07-06T02:00:16Z', 'revision_number': 2, 'project_id': 'b0037fadadec43e5bf5dc42b273e1b3e', 'subnets': [{'id': 'b73206aa-6636-4b14-93c5-291e3d5f08f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799546-3-iscsi', False) {} {{(pid=80982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 02:00:24.075097 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-740b9025-057a-4a27-8c7f-d6f7ed325b63 req-274ee73a-4d67-4270-95f1-6403104059a5 service neutron] 10.222.0.11 "GET /v2.0/networks/1ca3dc02-05cd-4643-b3fa-d954b152071f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3012683
Jul 06 02:00:24.121286 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04cd978d-cdd3-44a5-8ec9-e9234bfc26e9 None None] Checking router: 851593ca-3a3e-4b0e-8687-8d5a8f66fa67 for host: dv-cinder-799546-3-iscsi {{(pid=80982) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Jul 06 02:00:24.123290 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04cd978d-cdd3-44a5-8ec9-e9234bfc26e9 None None] Updating router 851593ca-3a3e-4b0e-8687-8d5a8f66fa67 port 6d0e9b12-0d67-42fa-81c9-d103ae8615f5 binding host dv-cinder-799546-3-iscsi {{(pid=80982) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Jul 06 02:00:24.237413 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-04cd978d-cdd3-44a5-8ec9-e9234bfc26e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1050496'] for port, before_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:24.680564 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-ca8d5ea6-3442-4771-85c6-af913ea8bd21 req-96fb8c50-311c-47a6-8128-c1fb4510fb26 tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] 10.222.0.11 "GET /v2.0/ports?device_id=7bf7305c-8ef1-4c8f-a294-f51b84e438c3 HTTP/1.1" status: 200  len: 210 time: 0.0776920
Jul 06 02:00:25.070043 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-04cd978d-cdd3-44a5-8ec9-e9234bfc26e9 None None] Notify callbacks [] for port, precommit_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:25.098151 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.provisioning_blocks [None req-04cd978d-cdd3-44a5-8ec9-e9234bfc26e9 None None] Transition to ACTIVE for port object 6d0e9b12-0d67-42fa-81c9-d103ae8615f5 will not be triggered until provisioned by entity L2. {{(pid=80982) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 06 02:00:25.159465 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-04cd978d-cdd3-44a5-8ec9-e9234bfc26e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740753762112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740753409037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296101366746'] for port, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:25.167367 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-7bd6071d-3601-49d2-8055-b03fe45cf9cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:00:25.424158 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6b3ab6-e71f-45a2-9bb8-24d656f57f85 None None] Pushing event updated for resources: {'Port': ['ID=6d0e9b12-0d67-42fa-81c9-d103ae8615f5,revision_number=3']} {{(pid=80982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:00:25.444632 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-9b6b3ab6-e71f-45a2-9bb8-24d656f57f85 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=80982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:00:25.592980 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.managers [None req-04cd978d-cdd3-44a5-8ec9-e9234bfc26e9 None None] Attempting to bind port 6d0e9b12-0d67-42fa-81c9-d103ae8615f5 on host dv-cinder-799546-3-iscsi for vnic_type normal with profile  {{(pid=80982) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jul 06 02:00:25.594210 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.managers [None req-04cd978d-cdd3-44a5-8ec9-e9234bfc26e9 None None] Attempting to bind port 6d0e9b12-0d67-42fa-81c9-d103ae8615f5 by drivers openvswitch,hyperv on host dv-cinder-799546-3-iscsi at level 0 using segments [{'id': '399eb5e6-8af3-4492-81f5-a66012b870af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '1ca3dc02-05cd-4643-b3fa-d954b152071f'}] {{(pid=80982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jul 06 02:00:25.594625 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04cd978d-cdd3-44a5-8ec9-e9234bfc26e9 None None] Attempting to bind port 6d0e9b12-0d67-42fa-81c9-d103ae8615f5 on network 1ca3dc02-05cd-4643-b3fa-d954b152071f {{(pid=80982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Jul 06 02:00:25.602324 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04cd978d-cdd3-44a5-8ec9-e9234bfc26e9 None None] Checking agent: {'id': '3e633bc2-fb27-4d05-86ce-e7e954e44018', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799546-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 1, 50, 2), 'started_at': datetime.datetime(2021, 7, 6, 1, 50, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 2, 0, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['geneve', 'gre', 'internal', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799546-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.0', 'Port': '1.5', 'PortForwarding': '1.1', 'QosPolicy': '1.8', 'SecurityGroup': '1.1', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.0', 'Trunk': '1.1'}} {{(pid=80982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Jul 06 02:00:25.602754 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04cd978d-cdd3-44a5-8ec9-e9234bfc26e9 None None] Checking segment: {'id': '399eb5e6-8af3-4492-81f5-a66012b870af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '1ca3dc02-05cd-4643-b3fa-d954b152071f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jul 06 02:00:25.603208 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-04cd978d-cdd3-44a5-8ec9-e9234bfc26e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:25.603691 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04cd978d-cdd3-44a5-8ec9-e9234bfc26e9 None None] Bound using segment: {'id': '399eb5e6-8af3-4492-81f5-a66012b870af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '1ca3dc02-05cd-4643-b3fa-d954b152071f'} {{(pid=80982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Jul 06 02:00:25.604406 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.managers [None req-04cd978d-cdd3-44a5-8ec9-e9234bfc26e9 None None] Bound port: 6d0e9b12-0d67-42fa-81c9-d103ae8615f5, host: dv-cinder-799546-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '399eb5e6-8af3-4492-81f5-a66012b870af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '1ca3dc02-05cd-4643-b3fa-d954b152071f'}}] {{(pid=80982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jul 06 02:00:25.604834 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-04cd978d-cdd3-44a5-8ec9-e9234bfc26e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1050496'] for port, before_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:25.706441 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91919595-ee23-4d5c-a7dd-218a6c1a1bae req-6a23e445-b294-41f5-b3b5-7b84642c07e5 tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:00:25.708853 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-91919595-ee23-4d5c-a7dd-218a6c1a1bae req-6a23e445-b294-41f5-b3b5-7b84642c07e5 tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] 10.222.0.37 "GET /v2.0/networks?id=1ca3dc02-05cd-4643-b3fa-d954b152071f HTTP/1.1" status: 200  len: 818 time: 0.3227332
Jul 06 02:00:25.725550 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [None req-04cd978d-cdd3-44a5-8ec9-e9234bfc26e9 None None] For port 6d0e9b12-0d67-42fa-81c9-d103ae8615f5, host dv-cinder-799546-3-iscsi, cleared binding levels {{(pid=80982) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:111}}
Jul 06 02:00:25.726195 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.v2.base [req-91919595-ee23-4d5c-a7dd-218a6c1a1bae req-45d3ce1b-0c4d-4416-90c6-f338c0b96d19 tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] Request body: {'port': {'device_id': 'e0031e4c-fd20-42f5-aa66-c102510ce1fe', 'network_id': '1ca3dc02-05cd-4643-b3fa-d954b152071f', 'admin_state_up': True, 'tenant_id': 'b0037fadadec43e5bf5dc42b273e1b3e'}} {{(pid=80980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 06 02:00:25.730624 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [None req-04cd978d-cdd3-44a5-8ec9-e9234bfc26e9 None None] For port 6d0e9b12-0d67-42fa-81c9-d103ae8615f5, host dv-cinder-799546-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799546-3-iscsi',level=0,port_id=6d0e9b12-0d67-42fa-81c9-d103ae8615f5,segment=NetworkSegment(399eb5e6-8af3-4492-81f5-a66012b870af),segment_id=399eb5e6-8af3-4492-81f5-a66012b870af)] {{(pid=80982) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}}
Jul 06 02:00:25.776654 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-04cd978d-cdd3-44a5-8ec9-e9234bfc26e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740753762112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740753409037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296101366746'] for port, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:25.781632 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:00:25.977142 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6b3ab6-e71f-45a2-9bb8-24d656f57f85 None None] Pushing event updated for resources: {'Port': ['ID=6d0e9b12-0d67-42fa-81c9-d103ae8615f5,revision_number=4']} {{(pid=80982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:00:25.980567 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-9b6b3ab6-e71f-45a2-9bb8-24d656f57f85 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=80982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:00:25.990210 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04cd978d-cdd3-44a5-8ec9-e9234bfc26e9 None None] Routers {'851593ca-3a3e-4b0e-8687-8d5a8f66fa67'} bound to L3 agent in host dv-cinder-799546-3-iscsi {{(pid=80982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 06 02:00:25.991048 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_hamode_db [None req-04cd978d-cdd3-44a5-8ec9-e9234bfc26e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f31d78660f0>, 'dv-cinder-799546-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T01:50:03Z,description=<?>,heartbeat_timestamp=2021-07-06T02:00:03Z,host='dv-cinder-799546-3-iscsi',id=61912d2b-cbf3-48c5-b8b2-dcc1c49052a5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-06T01:50:03Z,topic='l3_agent')) {'router_ids': ['851593ca-3a3e-4b0e-8687-8d5a8f66fa67'], 'active': True} {{(pid=80982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 02:00:25.991737 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-dae772cc-4c9e-433c-bf12-f738479e9019 req-02928bb0-fa96-45b5-b2af-61f03c7f673e tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] 10.222.0.11 "GET /v2.0/ports?device_id=7bf7305c-8ef1-4c8f-a294-f51b84e438c3 HTTP/1.1" status: 200  len: 210 time: 0.0728831
Jul 06 02:00:25.997700 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [req-91919595-ee23-4d5c-a7dd-218a6c1a1bae req-45d3ce1b-0c4d-4416-90c6-f338c0b96d19 tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 02:00:26.008344 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [req-91919595-ee23-4d5c-a7dd-218a6c1a1bae req-45d3ce1b-0c4d-4416-90c6-f338c0b96d19 tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 02:00:26.090374 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91919595-ee23-4d5c-a7dd-218a6c1a1bae req-45d3ce1b-0c4d-4416-90c6-f338c0b96d19 tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] Made reservation on behalf of b0037fadadec43e5bf5dc42b273e1b3e for: {'port': 1} {{(pid=80980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jul 06 02:00:26.097352 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-91919595-ee23-4d5c-a7dd-218a6c1a1bae req-45d3ce1b-0c4d-4416-90c6-f338c0b96d19 tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1050496'] for port, before_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:26.211213 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.rpc [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Device 6d0e9b12-0d67-42fa-81c9-d103ae8615f5 up at agent ovs-agent-dv-cinder-799546-3-iscsi {{(pid=80982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:273}}
Jul 06 02:00:26.325496 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_dvr_db [None req-04cd978d-cdd3-44a5-8ec9-e9234bfc26e9 None None] Set router 851593ca-3a3e-4b0e-8687-8d5a8f66fa67 gateway port host: dv-cinder-799546-3-iscsi {{(pid=80982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:850}}
Jul 06 02:00:26.360608 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.db_base_plugin_common [req-91919595-ee23-4d5c-a7dd-218a6c1a1bae req-45d3ce1b-0c4d-4416-90c6-f338c0b96d19 tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] Allocated IP 172.20.0.2 (1ca3dc02-05cd-4643-b3fa-d954b152071f/b73206aa-6636-4b14-93c5-291e3d5f08f3/690720d0-ff6c-4b6a-a451-292129cac28e) {{(pid=80980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Jul 06 02:00:26.378527 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.provisioning_blocks [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Provisioning for port 6d0e9b12-0d67-42fa-81c9-d103ae8615f5 completed by entity L2. {{(pid=80982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 06 02:00:26.388728 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.provisioning_blocks [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Provisioning complete for port 6d0e9b12-0d67-42fa-81c9-d103ae8615f5 triggered by entity L2. {{(pid=80982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 06 02:00:26.389186 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1309268'] for port, provisioning_complete {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:26.755756 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-91919595-ee23-4d5c-a7dd-218a6c1a1bae req-45d3ce1b-0c4d-4416-90c6-f338c0b96d19 tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] Notify callbacks [] for port, precommit_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:26.898801 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-91919595-ee23-4d5c-a7dd-218a6c1a1bae req-45d3ce1b-0c4d-4416-90c6-f338c0b96d19 tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296101369102'] for port, after_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:26.923977 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:00:26.990776 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1050496'] for port, before_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:27.078034 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] For port 6d0e9b12-0d67-42fa-81c9-d103ae8615f5, host dv-cinder-799546-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799546-3-iscsi',level=0,port_id=6d0e9b12-0d67-42fa-81c9-d103ae8615f5,segment=NetworkSegment(399eb5e6-8af3-4492-81f5-a66012b870af),segment_id=399eb5e6-8af3-4492-81f5-a66012b870af)] {{(pid=80982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 02:00:27.130018 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740753762112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740753409037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296101366746'] for port, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:27.139101 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:00:27.257451 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Pushing event updated for resources: {'Port': ['ID=6d0e9b12-0d67-42fa-81c9-d103ae8615f5,revision_number=5']} {{(pid=80982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:00:27.262795 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91919595-ee23-4d5c-a7dd-218a6c1a1bae req-45d3ce1b-0c4d-4416-90c6-f338c0b96d19 tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] Network 1ca3dc02-05cd-4643-b3fa-d954b152071f is already hosted by enough agents. {{(pid=80980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:240}}
Jul 06 02:00:27.268069 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.scheduler.base_scheduler [req-91919595-ee23-4d5c-a7dd-218a6c1a1bae req-45d3ce1b-0c4d-4416-90c6-f338c0b96d19 tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] Resources bound (agent type, host, resource id):  {{(pid=80980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jul 06 02:00:27.271694 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d3ce1b-0c4d-4416-90c6-f338c0b96d19 tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] Pushing event updated for resources: {'Port': ['ID=690720d0-ff6c-4b6a-a451-292129cac28e,revision_number=1']} {{(pid=80980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:00:27.275977 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_dvrscheduler_db [req-91919595-ee23-4d5c-a7dd-218a6c1a1bae req-45d3ce1b-0c4d-4416-90c6-f338c0b96d19 tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] Received port after_create {{(pid=80980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 06 02:00:27.290635 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91919595-ee23-4d5c-a7dd-218a6c1a1bae req-45d3ce1b-0c4d-4416-90c6-f338c0b96d19 tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:00:27.291785 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-91919595-ee23-4d5c-a7dd-218a6c1a1bae req-45d3ce1b-0c4d-4416-90c6-f338c0b96d19 tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91827'] for port, before_response {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:27.299905 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-45d3ce1b-0c4d-4416-90c6-f338c0b96d19 tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:00:27.306190 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=80982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:00:27.428368 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [req-9d244175-3902-4bed-9440-1d9ce6985c3a req-6542303a-0159-436b-ba42-800f0098d527 tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] Synchronizing usage tracker for tenant:b0037fadadec43e5bf5dc42b273e1b3e on resource:port {{(pid=80980) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 06 02:00:27.440708 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_hamode_db [None req-04cd978d-cdd3-44a5-8ec9-e9234bfc26e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f31d78660f0>, [{'id': '851593ca-3a3e-4b0e-8687-8d5a8f66fa67', 'name': 'tempest-ServerRescueNegativeTestJSON-325402024-router', 'tenant_id': 'b0037fadadec43e5bf5dc42b273e1b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8', 'external_fixed_ips': [{'subnet_id': '24d74941-6bd6-4d03-882f-a623d522833f', 'ip_address': '172.27.1.65'}], 'enable_snat': True}, 'gw_port_id': '1007cb14-a9ef-4d96-afcf-60d91014bd1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T02:00:09Z', 'updated_at': '2021-07-06T02:00:16Z', 'revision_number': 4, 'project_id': 'b0037fadadec43e5bf5dc42b273e1b3e', 'gw_port': {'id': '1007cb14-a9ef-4d96-afcf-60d91014bd1d', 'name': '', 'network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:ab:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '851593ca-3a3e-4b0e-8687-8d5a8f66fa67', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '24d74941-6bd6-4d03-882f-a623d522833f', 'ip_address': '172.27.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T02:00:10Z', 'updated_at': '2021-07-06T02:00:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24d74941-6bd6-4d03-882f-a623d522833f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799546-3-iscsi', '_interfaces': [{'id': '6d0e9b12-0d67-42fa-81c9-d103ae8615f5', 'name': '', 'network_id': '1ca3dc02-05cd-4643-b3fa-d954b152071f', 'tenant_id': 'b0037fadadec43e5bf5dc42b273e1b3e', 'mac_address': 'fa:16:3e:81:eb:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '851593ca-3a3e-4b0e-8687-8d5a8f66fa67', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b73206aa-6636-4b14-93c5-291e3d5f08f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T02:00:15Z', 'updated_at': '2021-07-06T02:00:16Z', 'revision_number': 2, 'project_id': 'b0037fadadec43e5bf5dc42b273e1b3e', 'subnets': [{'id': 'b73206aa-6636-4b14-93c5-291e3d5f08f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799546-3-iscsi', False) {} {{(pid=80982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 02:00:27.446482 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04cd978d-cdd3-44a5-8ec9-e9234bfc26e9 None None] The sync data for ids ['851593ca-3a3e-4b0e-8687-8d5a8f66fa67'] in dv-cinder-799546-3-iscsi is: [{'id': '851593ca-3a3e-4b0e-8687-8d5a8f66fa67', 'name': 'tempest-ServerRescueNegativeTestJSON-325402024-router', 'tenant_id': 'b0037fadadec43e5bf5dc42b273e1b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8', 'external_fixed_ips': [{'subnet_id': '24d74941-6bd6-4d03-882f-a623d522833f', 'ip_address': '172.27.1.65'}], 'enable_snat': True}, 'gw_port_id': '1007cb14-a9ef-4d96-afcf-60d91014bd1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T02:00:09Z', 'updated_at': '2021-07-06T02:00:16Z', 'revision_number': 4, 'project_id': 'b0037fadadec43e5bf5dc42b273e1b3e', 'gw_port': {'id': '1007cb14-a9ef-4d96-afcf-60d91014bd1d', 'name': '', 'network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:ab:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '851593ca-3a3e-4b0e-8687-8d5a8f66fa67', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '24d74941-6bd6-4d03-882f-a623d522833f', 'ip_address': '172.27.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T02:00:10Z', 'updated_at': '2021-07-06T02:00:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24d74941-6bd6-4d03-882f-a623d522833f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799546-3-iscsi', '_interfaces': [{'id': '6d0e9b12-0d67-42fa-81c9-d103ae8615f5', 'name': '', 'network_id': '1ca3dc02-05cd-4643-b3fa-d954b152071f', 'tenant_id': 'b0037fadadec43e5bf5dc42b273e1b3e', 'mac_address': 'fa:16:3e:81:eb:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '851593ca-3a3e-4b0e-8687-8d5a8f66fa67', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b73206aa-6636-4b14-93c5-291e3d5f08f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T02:00:15Z', 'updated_at': '2021-07-06T02:00:16Z', 'revision_number': 2, 'project_id': 'b0037fadadec43e5bf5dc42b273e1b3e', 'subnets': [{'id': 'b73206aa-6636-4b14-93c5-291e3d5f08f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=80982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Jul 06 02:00:27.487194 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-91919595-ee23-4d5c-a7dd-218a6c1a1bae req-45d3ce1b-0c4d-4416-90c6-f338c0b96d19 tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.7674699
Jul 06 02:00:27.506917 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.v2.base [req-91919595-ee23-4d5c-a7dd-218a6c1a1bae req-0fbd35c0-8c30-4dd9-90dd-4c4779f11982 service neutron] Request body: {'port': {'device_id': 'e0031e4c-fd20-42f5-aa66-c102510ce1fe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79954'}} {{(pid=80980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 06 02:00:27.591557 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [req-9d244175-3902-4bed-9440-1d9ce6985c3a req-6542303a-0159-436b-ba42-800f0098d527 tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] Unset dirty status for tenant:b0037fadadec43e5bf5dc42b273e1b3e on resource:port {{(pid=80980) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 06 02:00:27.601632 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-9d244175-3902-4bed-9440-1d9ce6985c3a req-6542303a-0159-436b-ba42-800f0098d527 tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] 10.222.0.11 "GET /v2.0/ports?device_id=7bf7305c-8ef1-4c8f-a294-f51b84e438c3 HTTP/1.1" status: 200  len: 210 time: 0.2642756
Jul 06 02:00:27.716770 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-91919595-ee23-4d5c-a7dd-218a6c1a1bae req-0fbd35c0-8c30-4dd9-90dd-4c4779f11982 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1050496'] for port, before_update {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:28.205811 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.rpc [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Device 6d0e9b12-0d67-42fa-81c9-d103ae8615f5 up at agent ovs-agent-dv-cinder-799546-3-iscsi {{(pid=80982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:273}}
Jul 06 02:00:28.443718 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.provisioning_blocks [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Provisioning complete for port 6d0e9b12-0d67-42fa-81c9-d103ae8615f5 triggered by entity L2. {{(pid=80982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 06 02:00:28.444507 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1309268'] for port, provisioning_complete {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:29.209569 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-ddd66c16-c9db-40a3-bf78-878ceb227b7e req-2e3db3fe-c854-46d1-96d6-4c3faafc8c40 tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] 10.222.0.11 "GET /v2.0/ports?device_id=7bf7305c-8ef1-4c8f-a294-f51b84e438c3 HTTP/1.1" status: 200  len: 210 time: 0.2838860
Jul 06 02:00:29.251045 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.notifiers.nova [req-91919595-ee23-4d5c-a7dd-218a6c1a1bae req-0fbd35c0-8c30-4dd9-90dd-4c4779f11982 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 690720d0-ff6c-4b6a-a451-292129cac28e {{(pid=80980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Jul 06 02:00:29.289753 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-91919595-ee23-4d5c-a7dd-218a6c1a1bae req-0fbd35c0-8c30-4dd9-90dd-4c4779f11982 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:29.362536 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.provisioning_blocks [req-91919595-ee23-4d5c-a7dd-218a6c1a1bae req-0fbd35c0-8c30-4dd9-90dd-4c4779f11982 service neutron] Transition to ACTIVE for port object 690720d0-ff6c-4b6a-a451-292129cac28e will not be triggered until provisioned by entity L2. {{(pid=80980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 06 02:00:29.376022 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740b9025-057a-4a27-8c7f-d6f7ed325b63 req-e916c0d6-3b37-45d0-b7a7-a606507dbb21 tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:00:29.378923 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-740b9025-057a-4a27-8c7f-d6f7ed325b63 req-e916c0d6-3b37-45d0-b7a7-a606507dbb21 tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] 10.222.0.37 "GET /v2.0/networks?id=1ca3dc02-05cd-4643-b3fa-d954b152071f HTTP/1.1" status: 200  len: 818 time: 0.6013989
Jul 06 02:00:29.397841 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-91919595-ee23-4d5c-a7dd-218a6c1a1bae req-0fbd35c0-8c30-4dd9-90dd-4c4779f11982 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740753762112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740753409037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296101366746'] for port, after_update {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:29.403239 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:00:29.548718 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbd35c0-8c30-4dd9-90dd-4c4779f11982 service neutron] Pushing event updated for resources: {'Port': ['ID=690720d0-ff6c-4b6a-a451-292129cac28e,revision_number=2']} {{(pid=80980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:00:29.553709 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-0fbd35c0-8c30-4dd9-90dd-4c4779f11982 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:00:29.617723 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.managers [req-91919595-ee23-4d5c-a7dd-218a6c1a1bae req-0fbd35c0-8c30-4dd9-90dd-4c4779f11982 service neutron] Attempting to bind port 690720d0-ff6c-4b6a-a451-292129cac28e on host hv-cinder-79954 for vnic_type normal with profile  {{(pid=80980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jul 06 02:00:29.618360 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.managers [req-91919595-ee23-4d5c-a7dd-218a6c1a1bae req-0fbd35c0-8c30-4dd9-90dd-4c4779f11982 service neutron] Attempting to bind port 690720d0-ff6c-4b6a-a451-292129cac28e by drivers openvswitch,hyperv on host hv-cinder-79954 at level 0 using segments [{'id': '399eb5e6-8af3-4492-81f5-a66012b870af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '1ca3dc02-05cd-4643-b3fa-d954b152071f'}] {{(pid=80980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jul 06 02:00:29.618990 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91919595-ee23-4d5c-a7dd-218a6c1a1bae req-0fbd35c0-8c30-4dd9-90dd-4c4779f11982 service neutron] Attempting to bind port 690720d0-ff6c-4b6a-a451-292129cac28e on network 1ca3dc02-05cd-4643-b3fa-d954b152071f {{(pid=80980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Jul 06 02:00:29.630268 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91919595-ee23-4d5c-a7dd-218a6c1a1bae req-0fbd35c0-8c30-4dd9-90dd-4c4779f11982 service neutron] Port 690720d0-ff6c-4b6a-a451-292129cac28e on network 1ca3dc02-05cd-4643-b3fa-d954b152071f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79954 {{(pid=80980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jul 06 02:00:29.630863 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91919595-ee23-4d5c-a7dd-218a6c1a1bae req-0fbd35c0-8c30-4dd9-90dd-4c4779f11982 service neutron] Attempting to bind port 690720d0-ff6c-4b6a-a451-292129cac28e on network 1ca3dc02-05cd-4643-b3fa-d954b152071f {{(pid=80980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Jul 06 02:00:29.643009 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91919595-ee23-4d5c-a7dd-218a6c1a1bae req-0fbd35c0-8c30-4dd9-90dd-4c4779f11982 service neutron] Checking agent: {'id': 'abd15b5f-b1e1-4bf4-b258-9ce6723fb40b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79954', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 1, 56, 33), 'started_at': datetime.datetime(2021, 7, 6, 1, 56, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 2, 0, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Jul 06 02:00:29.643601 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91919595-ee23-4d5c-a7dd-218a6c1a1bae req-0fbd35c0-8c30-4dd9-90dd-4c4779f11982 service neutron] Checking segment: {'id': '399eb5e6-8af3-4492-81f5-a66012b870af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '1ca3dc02-05cd-4643-b3fa-d954b152071f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jul 06 02:00:29.644284 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91919595-ee23-4d5c-a7dd-218a6c1a1bae req-0fbd35c0-8c30-4dd9-90dd-4c4779f11982 service neutron] Bound using segment: {'id': '399eb5e6-8af3-4492-81f5-a66012b870af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '1ca3dc02-05cd-4643-b3fa-d954b152071f'} {{(pid=80980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Jul 06 02:00:29.645117 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.managers [req-91919595-ee23-4d5c-a7dd-218a6c1a1bae req-0fbd35c0-8c30-4dd9-90dd-4c4779f11982 service neutron] Bound port: 690720d0-ff6c-4b6a-a451-292129cac28e, host: hv-cinder-79954, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '399eb5e6-8af3-4492-81f5-a66012b870af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '1ca3dc02-05cd-4643-b3fa-d954b152071f'}}] {{(pid=80980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jul 06 02:00:29.645761 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-91919595-ee23-4d5c-a7dd-218a6c1a1bae req-0fbd35c0-8c30-4dd9-90dd-4c4779f11982 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1050496'] for port, before_update {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:29.836641 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [req-91919595-ee23-4d5c-a7dd-218a6c1a1bae req-0fbd35c0-8c30-4dd9-90dd-4c4779f11982 service neutron] For port 690720d0-ff6c-4b6a-a451-292129cac28e, host hv-cinder-79954, cleared binding levels {{(pid=80980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:111}}
Jul 06 02:00:29.840800 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [req-91919595-ee23-4d5c-a7dd-218a6c1a1bae req-0fbd35c0-8c30-4dd9-90dd-4c4779f11982 service neutron] For port 690720d0-ff6c-4b6a-a451-292129cac28e, host hv-cinder-79954, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79954',level=0,port_id=690720d0-ff6c-4b6a-a451-292129cac28e,segment=NetworkSegment(399eb5e6-8af3-4492-81f5-a66012b870af),segment_id=399eb5e6-8af3-4492-81f5-a66012b870af)] {{(pid=80980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}}
Jul 06 02:00:29.896231 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-91919595-ee23-4d5c-a7dd-218a6c1a1bae req-0fbd35c0-8c30-4dd9-90dd-4c4779f11982 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740753762112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740753409037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296101366746'] for port, after_update {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:29.901841 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-45d3ce1b-0c4d-4416-90c6-f338c0b96d19 tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:00:29.964834 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-91919595-ee23-4d5c-a7dd-218a6c1a1bae req-0fbd35c0-8c30-4dd9-90dd-4c4779f11982 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91827'] for port, before_response {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:29.967597 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-91919595-ee23-4d5c-a7dd-218a6c1a1bae req-0fbd35c0-8c30-4dd9-90dd-4c4779f11982 service neutron] 10.222.0.37 "PUT /v2.0/ports/690720d0-ff6c-4b6a-a451-292129cac28e HTTP/1.1" status: 200  len: 1093 time: 2.4704478
Jul 06 02:00:29.968876 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0031e4c-fd20-42f5-aa66-c102510ce1fe', 'tag': '690720d0-ff6c-4b6a-a451-292129cac28e'}] {{(pid=80980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 06 02:00:30.006020 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbd35c0-8c30-4dd9-90dd-4c4779f11982 service neutron] Pushing event updated for resources: {'Port': ['ID=690720d0-ff6c-4b6a-a451-292129cac28e,revision_number=3']} {{(pid=80980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:00:30.010818 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-0fbd35c0-8c30-4dd9-90dd-4c4779f11982 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:00:30.073885 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0031e4c-fd20-42f5-aa66-c102510ce1fe', 'tag': '690720d0-ff6c-4b6a-a451-292129cac28e', 'status': 'completed', 'code': 200}
Jul 06 02:00:30.446376 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-852be7a2-5639-4e35-8de7-098ee2f7c315 req-3f4a0e44-06d3-4606-ae0a-4baa89e30e04 tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] 10.222.0.11 "GET /v2.0/ports?device_id=7bf7305c-8ef1-4c8f-a294-f51b84e438c3 HTTP/1.1" status: 200  len: 210 time: 0.0911489
Jul 06 02:00:30.646791 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-5cd89dbc-cd6b-4278-bf33-54d6866acbae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:31.161386 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.v2.base [req-740b9025-057a-4a27-8c7f-d6f7ed325b63 req-5dd20f21-81eb-42ab-9c41-15852efaff3f tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] Request body: {'port': {'device_id': '7bf7305c-8ef1-4c8f-a294-f51b84e438c3', 'network_id': '1ca3dc02-05cd-4643-b3fa-d954b152071f', 'admin_state_up': True, 'tenant_id': 'b0037fadadec43e5bf5dc42b273e1b3e'}} {{(pid=80980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 06 02:00:31.409700 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-4560aaaa-fc36-4b2a-bb91-8f3720868db1 req-ecb19bea-1682-4553-a853-582d3288395f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b0037fadadec43e5bf5dc42b273e1b3e&device_id=e0031e4c-fd20-42f5-aa66-c102510ce1fe HTTP/1.1" status: 200  len: 1096 time: 0.2212682
Jul 06 02:00:31.423121 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [req-740b9025-057a-4a27-8c7f-d6f7ed325b63 req-5dd20f21-81eb-42ab-9c41-15852efaff3f tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 02:00:31.434178 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [req-740b9025-057a-4a27-8c7f-d6f7ed325b63 req-5dd20f21-81eb-42ab-9c41-15852efaff3f tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 02:00:31.592751 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4560aaaa-fc36-4b2a-bb91-8f3720868db1 req-4b5c8759-6698-4a72-a758-5712be33a05f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:00:31.594715 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-4560aaaa-fc36-4b2a-bb91-8f3720868db1 req-4b5c8759-6698-4a72-a758-5712be33a05f service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=b0037fadadec43e5bf5dc42b273e1b3e&shared=False HTTP/1.1" status: 200  len: 919 time: 0.1760049
Jul 06 02:00:31.595550 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-740b9025-057a-4a27-8c7f-d6f7ed325b63 req-5dd20f21-81eb-42ab-9c41-15852efaff3f tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] Made reservation on behalf of b0037fadadec43e5bf5dc42b273e1b3e for: {'port': 1} {{(pid=80980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jul 06 02:00:31.601315 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-740b9025-057a-4a27-8c7f-d6f7ed325b63 req-5dd20f21-81eb-42ab-9c41-15852efaff3f tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1050496'] for port, before_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:31.709154 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-ed20c7d0-19a2-4d53-9221-a3bb13afcfaf req-59542a80-4d42-4b26-b6b8-6bee90019f52 tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] 10.222.0.11 "GET /v2.0/ports?device_id=7bf7305c-8ef1-4c8f-a294-f51b84e438c3 HTTP/1.1" status: 200  len: 210 time: 0.0567977
Jul 06 02:00:31.887460 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4560aaaa-fc36-4b2a-bb91-8f3720868db1 req-95b01442-a44a-4989-89ce-5a9e04b608d6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:00:31.888778 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-4560aaaa-fc36-4b2a-bb91-8f3720868db1 req-95b01442-a44a-4989-89ce-5a9e04b608d6 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2750690
Jul 06 02:00:31.934021 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.db_base_plugin_common [req-740b9025-057a-4a27-8c7f-d6f7ed325b63 req-5dd20f21-81eb-42ab-9c41-15852efaff3f tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] Allocated IP 172.20.0.14 (1ca3dc02-05cd-4643-b3fa-d954b152071f/b73206aa-6636-4b14-93c5-291e3d5f08f3/cd09427e-6b3c-457d-b524-d67a7393fdc5) {{(pid=80980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Jul 06 02:00:32.050366 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-91919595-ee23-4d5c-a7dd-218a6c1a1bae req-35fb5cee-4380-414b-8394-f63fa9e0d496 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b0037fadadec43e5bf5dc42b273e1b3e&device_id=e0031e4c-fd20-42f5-aa66-c102510ce1fe HTTP/1.1" status: 200  len: 1096 time: 0.1112313
Jul 06 02:00:32.143664 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-91919595-ee23-4d5c-a7dd-218a6c1a1bae req-e1f16ea2-4f4c-4661-94af-9afaa59ae781 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=690720d0-ff6c-4b6a-a451-292129cac28e HTTP/1.1" status: 200  len: 217 time: 0.0853987
Jul 06 02:00:32.272962 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:32.320869 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91919595-ee23-4d5c-a7dd-218a6c1a1bae req-cbe14db2-958a-4a52-a8d8-c0b3536734a1 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:00:32.322528 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-91919595-ee23-4d5c-a7dd-218a6c1a1bae req-cbe14db2-958a-4a52-a8d8-c0b3536734a1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b73206aa-6636-4b14-93c5-291e3d5f08f3 HTTP/1.1" status: 200  len: 858 time: 0.1633162
Jul 06 02:00:32.435553 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-91919595-ee23-4d5c-a7dd-218a6c1a1bae req-b1896f31-f709-433f-95a8-5dba273882ea service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1ca3dc02-05cd-4643-b3fa-d954b152071f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0995681
Jul 06 02:00:32.686941 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-740b9025-057a-4a27-8c7f-d6f7ed325b63 req-5dd20f21-81eb-42ab-9c41-15852efaff3f tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] Notify callbacks [] for port, precommit_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:32.746594 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-91919595-ee23-4d5c-a7dd-218a6c1a1bae req-d58ea9b5-5a7b-4964-821e-60993a5941a5 service neutron] 10.222.0.37 "GET /v2.0/networks/1ca3dc02-05cd-4643-b3fa-d954b152071f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2893548
Jul 06 02:00:32.963290 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-205a9dea-b987-4dac-b8de-a74ab8317464 req-b3549d87-7684-42ff-bd78-5e6c5f29f115 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6bf80594-4f7b-4225-95e7-e1f2461f5e26&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.5788753
Jul 06 02:00:33.185700 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-3a22f1cd-69e8-4f56-8cac-c642228639d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:33.234961 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-740b9025-057a-4a27-8c7f-d6f7ed325b63 req-5dd20f21-81eb-42ab-9c41-15852efaff3f tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296101369102'] for port, after_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:33.256035 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-cbaa9709-c77d-47f6-b8e7-ed15d21d757a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:00:33.301816 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:33.303461 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-205a9dea-b987-4dac-b8de-a74ab8317464 req-46edd5fb-c923-4553-80ee-57d14142de3b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=587da9b290164b68a272d4c4072a9c73&device_id=6bf80594-4f7b-4225-95e7-e1f2461f5e26 HTTP/1.1" status: 200  len: 1098 time: 0.1577787
Jul 06 02:00:33.390304 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-740b9025-057a-4a27-8c7f-d6f7ed325b63 req-5dd20f21-81eb-42ab-9c41-15852efaff3f tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] Network 1ca3dc02-05cd-4643-b3fa-d954b152071f is already hosted by enough agents. {{(pid=80980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:240}}
Jul 06 02:00:33.409962 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.scheduler.base_scheduler [req-740b9025-057a-4a27-8c7f-d6f7ed325b63 req-5dd20f21-81eb-42ab-9c41-15852efaff3f tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] Resources bound (agent type, host, resource id):  {{(pid=80980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jul 06 02:00:33.421678 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_dvrscheduler_db [req-740b9025-057a-4a27-8c7f-d6f7ed325b63 req-5dd20f21-81eb-42ab-9c41-15852efaff3f tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] Received port after_create {{(pid=80980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 06 02:00:33.427876 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740b9025-057a-4a27-8c7f-d6f7ed325b63 req-5dd20f21-81eb-42ab-9c41-15852efaff3f tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:00:33.428810 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-740b9025-057a-4a27-8c7f-d6f7ed325b63 req-5dd20f21-81eb-42ab-9c41-15852efaff3f tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91827'] for port, before_response {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:33.437556 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd20f21-81eb-42ab-9c41-15852efaff3f tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] Pushing event updated for resources: {'Port': ['ID=cd09427e-6b3c-457d-b524-d67a7393fdc5,revision_number=1']} {{(pid=80980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:00:33.452648 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-5dd20f21-81eb-42ab-9c41-15852efaff3f tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:00:33.460626 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-91919595-ee23-4d5c-a7dd-218a6c1a1bae req-115c15bd-2914-4bdd-885e-95ed915ac113 service neutron] 10.222.0.37 "GET /v2.0/networks/1ca3dc02-05cd-4643-b3fa-d954b152071f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6934714
Jul 06 02:00:33.471475 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fa2654-462a-4b8e-a69a-4daf7c54eb21 req-163b3f1e-ccd7-4348-bd8d-7cbaf3dfcb80 tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:00:33.480781 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-24fa2654-462a-4b8e-a69a-4daf7c54eb21 req-163b3f1e-ccd7-4348-bd8d-7cbaf3dfcb80 tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] 10.222.0.11 "GET /v2.0/ports?device_id=7bf7305c-8ef1-4c8f-a294-f51b84e438c3 HTTP/1.1" status: 200  len: 932 time: 0.3160846
Jul 06 02:00:33.548855 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80981) accepted ('10.222.0.11', 40630) {{(pid=80981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 02:00:33.566566 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-24fa2654-462a-4b8e-a69a-4daf7c54eb21 req-5807f173-fe99-4742-af71-9c4a2dfd2eb7 tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] 10.222.0.11 "GET /v2.0/security-groups?id=8f6df123-aea9-4211-ae13-3df2bf025ab5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0796952
Jul 06 02:00:33.590139 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-740b9025-057a-4a27-8c7f-d6f7ed325b63 req-5dd20f21-81eb-42ab-9c41-15852efaff3f tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.4400268
Jul 06 02:00:33.622575 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.v2.base [req-740b9025-057a-4a27-8c7f-d6f7ed325b63 req-14a91fd2-7b9d-46c7-a54a-bacc161a41aa service neutron] Request body: {'port': {'device_id': '7bf7305c-8ef1-4c8f-a294-f51b84e438c3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79954'}} {{(pid=80980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 06 02:00:33.623744 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205a9dea-b987-4dac-b8de-a74ab8317464 req-a87a2917-9757-45c5-a006-edc3933302e0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:00:33.626344 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-205a9dea-b987-4dac-b8de-a74ab8317464 req-a87a2917-9757-45c5-a006-edc3933302e0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=2a4c8008-ce84-432c-9f5d-0fe3ba12caba HTTP/1.1" status: 200  len: 911 time: 0.2962666
Jul 06 02:00:33.775158 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-5874bbb9-4dd7-40d8-9d7c-b38cbf343e40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:33.836673 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-5874bbb9-4dd7-40d8-9d7c-b38cbf343e40 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 02:00:33.841509 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-5874bbb9-4dd7-40d8-9d7c-b38cbf343e40 admin admin] Usage tracker for resource:security_group_rule and tenant:c10d8267de92440894d00aabcc0f3dc0 is out of sync, need to count used quota {{(pid=80981) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 02:00:33.846251 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-5874bbb9-4dd7-40d8-9d7c-b38cbf343e40 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80981) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 02:00:33.879667 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-5874bbb9-4dd7-40d8-9d7c-b38cbf343e40 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 02:00:33.922500 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-740b9025-057a-4a27-8c7f-d6f7ed325b63 req-14a91fd2-7b9d-46c7-a54a-bacc161a41aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1050496'] for port, before_update {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:33.930998 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-205a9dea-b987-4dac-b8de-a74ab8317464 req-70d0071e-566b-4e17-9bd9-289d0e54e61d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a3765eaf-5d9a-4eb7-b7d2-aeb912bae916 HTTP/1.1" status: 200  len: 1000 time: 0.2960298
Jul 06 02:00:34.010463 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205a9dea-b987-4dac-b8de-a74ab8317464 req-3659b871-1be5-4bbb-a477-2642917a764c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:00:34.012131 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-205a9dea-b987-4dac-b8de-a74ab8317464 req-3659b871-1be5-4bbb-a477-2642917a764c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=10f6138f-392f-434d-90d2-631457fbed0f HTTP/1.1" status: 200  len: 849 time: 0.0690534
Jul 06 02:00:34.138679 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-76dafd09-8b9e-4f4b-ba8f-a0f9ff874801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:34.141161 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-5874bbb9-4dd7-40d8-9d7c-b38cbf343e40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:34.181296 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-205a9dea-b987-4dac-b8de-a74ab8317464 req-3f6e4dcb-808f-4955-876d-4428a54694f7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2a4c8008-ce84-432c-9f5d-0fe3ba12caba&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1562634
Jul 06 02:00:34.294633 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-5874bbb9-4dd7-40d8-9d7c-b38cbf343e40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428228'] for security_group, after_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:34.315427 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-28576416-6dd4-4d8e-b146-ba082d648e87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:00:34.521693 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.notifiers.nova [req-740b9025-057a-4a27-8c7f-d6f7ed325b63 req-14a91fd2-7b9d-46c7-a54a-bacc161a41aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd09427e-6b3c-457d-b524-d67a7393fdc5 {{(pid=80980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Jul 06 02:00:34.542344 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-740b9025-057a-4a27-8c7f-d6f7ed325b63 req-14a91fd2-7b9d-46c7-a54a-bacc161a41aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:34.577345 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.provisioning_blocks [req-740b9025-057a-4a27-8c7f-d6f7ed325b63 req-14a91fd2-7b9d-46c7-a54a-bacc161a41aa service neutron] Transition to ACTIVE for port object cd09427e-6b3c-457d-b524-d67a7393fdc5 will not be triggered until provisioned by entity L2. {{(pid=80980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 06 02:00:34.588805 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5874bbb9-4dd7-40d8-9d7c-b38cbf343e40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b893ccb3-110a-4fda-b675-c00b008c2a43,revision_number=1']} {{(pid=80981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:00:34.593800 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-5874bbb9-4dd7-40d8-9d7c-b38cbf343e40 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c10d8267de92440894d00aabcc0f3dc0&name=default HTTP/1.1" status: 200  len: 2629 time: 1.0428903
Jul 06 02:00:34.603944 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80980) accepted ('10.222.0.11', 40664) {{(pid=80980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 02:00:34.609184 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-205a9dea-b987-4dac-b8de-a74ab8317464 req-cd148058-cf76-492d-8a7f-de701eaf4044 service neutron] 10.222.0.37 "GET /v2.0/networks/2a4c8008-ce84-432c-9f5d-0fe3ba12caba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4230759
Jul 06 02:00:34.748667 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-740b9025-057a-4a27-8c7f-d6f7ed325b63 req-14a91fd2-7b9d-46c7-a54a-bacc161a41aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740753762112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740753409037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296101366746'] for port, after_update {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:34.759505 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-0fbd35c0-8c30-4dd9-90dd-4c4779f11982 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:00:34.763080 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5874bbb9-4dd7-40d8-9d7c-b38cbf343e40 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:00:34.763635 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5874bbb9-4dd7-40d8-9d7c-b38cbf343e40 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:00:34.764151 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5874bbb9-4dd7-40d8-9d7c-b38cbf343e40 admin admin] Version for resource type Network changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:00:34.764964 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5874bbb9-4dd7-40d8-9d7c-b38cbf343e40 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:00:34.765493 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5874bbb9-4dd7-40d8-9d7c-b38cbf343e40 admin admin] Version for resource type PortForwarding changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:00:34.765994 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5874bbb9-4dd7-40d8-9d7c-b38cbf343e40 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:00:34.766498 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5874bbb9-4dd7-40d8-9d7c-b38cbf343e40 admin admin] Version for resource type SecurityGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:00:34.766998 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5874bbb9-4dd7-40d8-9d7c-b38cbf343e40 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:00:34.767496 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5874bbb9-4dd7-40d8-9d7c-b38cbf343e40 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:00:34.768004 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5874bbb9-4dd7-40d8-9d7c-b38cbf343e40 admin admin] Version for resource type Subnet changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:00:34.768498 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5874bbb9-4dd7-40d8-9d7c-b38cbf343e40 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:00:34.778341 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-5874bbb9-4dd7-40d8-9d7c-b38cbf343e40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.463s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:00:34.911060 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-205a9dea-b987-4dac-b8de-a74ab8317464 req-bb1ee26e-2fa2-4a23-9428-63f5ab27cfbe service neutron] 10.222.0.37 "GET /v2.0/networks/2a4c8008-ce84-432c-9f5d-0fe3ba12caba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2940428
Jul 06 02:00:34.948325 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277c7c8b-0588-4b6a-bbd1-0c1e20b490c9 req-1316c03a-16c4-4ff6-9cb9-b2706f113d28 tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:00:34.950205 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-277c7c8b-0588-4b6a-bbd1-0c1e20b490c9 req-1316c03a-16c4-4ff6-9cb9-b2706f113d28 tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] 10.222.0.11 "GET /v2.0/ports?device_id=7bf7305c-8ef1-4c8f-a294-f51b84e438c3 HTTP/1.1" status: 200  len: 944 time: 0.1520596
Jul 06 02:00:35.026628 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [req-277c7c8b-0588-4b6a-bbd1-0c1e20b490c9 req-fbf22ba4-8d93-498b-a40b-23c87a80c3cd tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] Synchronizing usage tracker for tenant:b0037fadadec43e5bf5dc42b273e1b3e on resource:security_group {{(pid=80981) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 06 02:00:35.034928 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-9292f384-79da-4433-aaf0-c2f4f6ce6fb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:35.043737 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a91fd2-7b9d-46c7-a54a-bacc161a41aa service neutron] Pushing event updated for resources: {'Port': ['ID=cd09427e-6b3c-457d-b524-d67a7393fdc5,revision_number=2']} {{(pid=80980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:00:35.047352 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-14a91fd2-7b9d-46c7-a54a-bacc161a41aa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:00:35.096826 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [req-277c7c8b-0588-4b6a-bbd1-0c1e20b490c9 req-fbf22ba4-8d93-498b-a40b-23c87a80c3cd tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] Unset dirty status for tenant:b0037fadadec43e5bf5dc42b273e1b3e on resource:security_group {{(pid=80981) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 06 02:00:35.099077 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-277c7c8b-0588-4b6a-bbd1-0c1e20b490c9 req-fbf22ba4-8d93-498b-a40b-23c87a80c3cd tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] 10.222.0.11 "GET /v2.0/security-groups?id=8f6df123-aea9-4211-ae13-3df2bf025ab5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1282618
Jul 06 02:00:35.133116 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-9292f384-79da-4433-aaf0-c2f4f6ce6fb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:35.180615 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a585902-6050-4276-8a5a-f48747b308c3 req-a9d0067c-4660-45bc-80e4-d686b1ebd294 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:00:35.182434 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-2a585902-6050-4276-8a5a-f48747b308c3 req-a9d0067c-4660-45bc-80e4-d686b1ebd294 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/ports?device_id=4ae448d6-3b95-42dd-a82e-2c79b64118c8 HTTP/1.1" status: 200  len: 945 time: 0.4822924
Jul 06 02:00:35.200396 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.managers [req-740b9025-057a-4a27-8c7f-d6f7ed325b63 req-14a91fd2-7b9d-46c7-a54a-bacc161a41aa service neutron] Attempting to bind port cd09427e-6b3c-457d-b524-d67a7393fdc5 on host hv-cinder-79954 for vnic_type normal with profile  {{(pid=80980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jul 06 02:00:35.200774 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.managers [req-740b9025-057a-4a27-8c7f-d6f7ed325b63 req-14a91fd2-7b9d-46c7-a54a-bacc161a41aa service neutron] Attempting to bind port cd09427e-6b3c-457d-b524-d67a7393fdc5 by drivers openvswitch,hyperv on host hv-cinder-79954 at level 0 using segments [{'id': '399eb5e6-8af3-4492-81f5-a66012b870af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '1ca3dc02-05cd-4643-b3fa-d954b152071f'}] {{(pid=80980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jul 06 02:00:35.201176 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-740b9025-057a-4a27-8c7f-d6f7ed325b63 req-14a91fd2-7b9d-46c7-a54a-bacc161a41aa service neutron] Attempting to bind port cd09427e-6b3c-457d-b524-d67a7393fdc5 on network 1ca3dc02-05cd-4643-b3fa-d954b152071f {{(pid=80980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Jul 06 02:00:35.266350 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-740b9025-057a-4a27-8c7f-d6f7ed325b63 req-14a91fd2-7b9d-46c7-a54a-bacc161a41aa service neutron] Port cd09427e-6b3c-457d-b524-d67a7393fdc5 on network 1ca3dc02-05cd-4643-b3fa-d954b152071f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79954 {{(pid=80980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jul 06 02:00:35.267438 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-740b9025-057a-4a27-8c7f-d6f7ed325b63 req-14a91fd2-7b9d-46c7-a54a-bacc161a41aa service neutron] Attempting to bind port cd09427e-6b3c-457d-b524-d67a7393fdc5 on network 1ca3dc02-05cd-4643-b3fa-d954b152071f {{(pid=80980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Jul 06 02:00:35.304658 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-740b9025-057a-4a27-8c7f-d6f7ed325b63 req-14a91fd2-7b9d-46c7-a54a-bacc161a41aa service neutron] Checking agent: {'id': 'abd15b5f-b1e1-4bf4-b258-9ce6723fb40b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79954', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 1, 56, 33), 'started_at': datetime.datetime(2021, 7, 6, 1, 56, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 2, 0, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Jul 06 02:00:35.305376 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-740b9025-057a-4a27-8c7f-d6f7ed325b63 req-14a91fd2-7b9d-46c7-a54a-bacc161a41aa service neutron] Checking segment: {'id': '399eb5e6-8af3-4492-81f5-a66012b870af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '1ca3dc02-05cd-4643-b3fa-d954b152071f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jul 06 02:00:35.306026 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-740b9025-057a-4a27-8c7f-d6f7ed325b63 req-14a91fd2-7b9d-46c7-a54a-bacc161a41aa service neutron] Bound using segment: {'id': '399eb5e6-8af3-4492-81f5-a66012b870af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '1ca3dc02-05cd-4643-b3fa-d954b152071f'} {{(pid=80980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Jul 06 02:00:35.307061 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.managers [req-740b9025-057a-4a27-8c7f-d6f7ed325b63 req-14a91fd2-7b9d-46c7-a54a-bacc161a41aa service neutron] Bound port: cd09427e-6b3c-457d-b524-d67a7393fdc5, host: hv-cinder-79954, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '399eb5e6-8af3-4492-81f5-a66012b870af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '1ca3dc02-05cd-4643-b3fa-d954b152071f'}}] {{(pid=80980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jul 06 02:00:35.307814 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-740b9025-057a-4a27-8c7f-d6f7ed325b63 req-14a91fd2-7b9d-46c7-a54a-bacc161a41aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1050496'] for port, before_update {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:35.424226 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-2a585902-6050-4276-8a5a-f48747b308c3 req-6cd13c96-bf58-4456-905a-15d90191544a tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/security-groups?id=05a99220-0499-4923-a419-6a3dc323fae7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2128596
Jul 06 02:00:35.501532 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-9292f384-79da-4433-aaf0-c2f4f6ce6fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428228'] for security_group, after_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:35.511259 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-7d3c24ea-fe3d-448a-80f3-431b4d0aceee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:00:35.533414 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9292f384-79da-4433-aaf0-c2f4f6ce6fb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b893ccb3-110a-4fda-b675-c00b008c2a43,revision_number=None']} {{(pid=80980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:00:35.542885 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [req-740b9025-057a-4a27-8c7f-d6f7ed325b63 req-14a91fd2-7b9d-46c7-a54a-bacc161a41aa service neutron] For port cd09427e-6b3c-457d-b524-d67a7393fdc5, host hv-cinder-79954, cleared binding levels {{(pid=80980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:111}}
Jul 06 02:00:35.549015 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-9292f384-79da-4433-aaf0-c2f4f6ce6fb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:00:35.557553 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-9292f384-79da-4433-aaf0-c2f4f6ce6fb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:35.580702 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-9292f384-79da-4433-aaf0-c2f4f6ce6fb6 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b893ccb3-110a-4fda-b675-c00b008c2a43 HTTP/1.1" status: 204  len: 168 time: 0.9742210
Jul 06 02:00:35.592295 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [req-740b9025-057a-4a27-8c7f-d6f7ed325b63 req-14a91fd2-7b9d-46c7-a54a-bacc161a41aa service neutron] For port cd09427e-6b3c-457d-b524-d67a7393fdc5, host hv-cinder-79954, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79954',level=0,port_id=cd09427e-6b3c-457d-b524-d67a7393fdc5,segment=NetworkSegment(399eb5e6-8af3-4492-81f5-a66012b870af),segment_id=399eb5e6-8af3-4492-81f5-a66012b870af)] {{(pid=80980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}}
Jul 06 02:00:35.596627 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-fcfe0981-f829-42d2-99d0-fcc19e179060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:35.627783 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-740b9025-057a-4a27-8c7f-d6f7ed325b63 req-14a91fd2-7b9d-46c7-a54a-bacc161a41aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740753762112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740753409037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296101366746'] for port, after_update {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:35.633806 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:00:35.718124 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-740b9025-057a-4a27-8c7f-d6f7ed325b63 req-14a91fd2-7b9d-46c7-a54a-bacc161a41aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91827'] for port, before_response {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:35.719965 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-740b9025-057a-4a27-8c7f-d6f7ed325b63 req-14a91fd2-7b9d-46c7-a54a-bacc161a41aa service neutron] 10.222.0.37 "PUT /v2.0/ports/cd09427e-6b3c-457d-b524-d67a7393fdc5 HTTP/1.1" status: 200  len: 1094 time: 2.1195669
Jul 06 02:00:35.722938 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bf7305c-8ef1-4c8f-a294-f51b84e438c3', 'tag': 'cd09427e-6b3c-457d-b524-d67a7393fdc5'}] {{(pid=80980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 06 02:00:35.761125 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a91fd2-7b9d-46c7-a54a-bacc161a41aa service neutron] Pushing event updated for resources: {'Port': ['ID=cd09427e-6b3c-457d-b524-d67a7393fdc5,revision_number=3']} {{(pid=80980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:00:35.766782 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-14a91fd2-7b9d-46c7-a54a-bacc161a41aa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:00:35.784223 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bf7305c-8ef1-4c8f-a294-f51b84e438c3', 'tag': 'cd09427e-6b3c-457d-b524-d67a7393fdc5', 'status': 'completed', 'code': 200}
Jul 06 02:00:35.918533 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-99441938-6ace-4468-afee-c551026e8a2b req-add16840-92e5-49e5-a6a0-5fe45b24cb56 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b0037fadadec43e5bf5dc42b273e1b3e&device_id=7bf7305c-8ef1-4c8f-a294-f51b84e438c3 HTTP/1.1" status: 200  len: 1097 time: 0.1080201
Jul 06 02:00:35.984026 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.rpc [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Device 690720d0-ff6c-4b6a-a451-292129cac28e details requested by agent hyperv_hv-cinder-79954 with host hv-cinder-79954 {{(pid=80982) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:87}}
Jul 06 02:00:36.179091 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] For port 690720d0-ff6c-4b6a-a451-292129cac28e, host hv-cinder-79954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79954',level=0,port_id=690720d0-ff6c-4b6a-a451-292129cac28e,segment=NetworkSegment(399eb5e6-8af3-4492-81f5-a66012b870af),segment_id=399eb5e6-8af3-4492-81f5-a66012b870af)] {{(pid=80982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 02:00:36.195718 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.rpc [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Returning: {'device': '690720d0-ff6c-4b6a-a451-292129cac28e', 'network_id': '1ca3dc02-05cd-4643-b3fa-d954b152071f', 'port_id': '690720d0-ff6c-4b6a-a451-292129cac28e', 'mac_address': 'fa:16:3e:89:0d:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b73206aa-6636-4b14-93c5-291e3d5f08f3', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80982) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:165}}
Jul 06 02:00:36.253299 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1050496'] for port, before_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:36.272487 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.notifiers.nova [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 690720d0-ff6c-4b6a-a451-292129cac28e {{(pid=80982) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Jul 06 02:00:36.290531 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] For port 690720d0-ff6c-4b6a-a451-292129cac28e, host hv-cinder-79954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79954',level=0,port_id=690720d0-ff6c-4b6a-a451-292129cac28e,segment=NetworkSegment(399eb5e6-8af3-4492-81f5-a66012b870af),segment_id=399eb5e6-8af3-4492-81f5-a66012b870af)] {{(pid=80982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 02:00:36.310899 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99441938-6ace-4468-afee-c551026e8a2b req-c9028b50-a73f-49fa-a90b-25e19dd588d7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:00:36.313333 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-99441938-6ace-4468-afee-c551026e8a2b req-c9028b50-a73f-49fa-a90b-25e19dd588d7 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=b0037fadadec43e5bf5dc42b273e1b3e&shared=False HTTP/1.1" status: 200  len: 919 time: 0.3820848
Jul 06 02:00:36.358758 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740753762112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740753409037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296101366746'] for port, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:36.361367 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:00:36.479581 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Pushing event updated for resources: {'Port': ['ID=690720d0-ff6c-4b6a-a451-292129cac28e,revision_number=4']} {{(pid=80982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:00:36.494140 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=80982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:00:36.498765 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99441938-6ace-4468-afee-c551026e8a2b req-3ea8e70c-44c3-4a73-8dde-cfab1ec0b7fe service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:00:36.501000 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-99441938-6ace-4468-afee-c551026e8a2b req-3ea8e70c-44c3-4a73-8dde-cfab1ec0b7fe service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1800740
Jul 06 02:00:36.657132 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80980) accepted ('10.222.0.11', 40710) {{(pid=80980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 02:00:36.697348 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-5999a7ee-1edd-4ed1-83a5-74b6041e3842 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:36.716199 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d3ef62-c5fe-4b73-834d-6465e62bbe6a req-810a0f57-0600-4710-96e2-394ca5c1c198 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:00:36.718277 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-d7d3ef62-c5fe-4b73-834d-6465e62bbe6a req-810a0f57-0600-4710-96e2-394ca5c1c198 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/ports?device_id=4ae448d6-3b95-42dd-a82e-2c79b64118c8 HTTP/1.1" status: 200  len: 945 time: 0.1079426
Jul 06 02:00:36.722463 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b40b9c-0e39-45db-ad3f-d98ec6c64638 req-23687eff-b935-4861-8950-620f752af4ba tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:00:36.723309 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [req-65b40b9c-0e39-45db-ad3f-d98ec6c64638 req-23687eff-b935-4861-8950-620f752af4ba tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] Synchronizing usage tracker for tenant:b0037fadadec43e5bf5dc42b273e1b3e on resource:port {{(pid=80980) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 06 02:00:36.730254 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-740b9025-057a-4a27-8c7f-d6f7ed325b63 req-0d4058ae-6a2a-4fc8-8fd9-c4a4882b53d5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b0037fadadec43e5bf5dc42b273e1b3e&device_id=7bf7305c-8ef1-4c8f-a294-f51b84e438c3 HTTP/1.1" status: 200  len: 1097 time: 0.1718438
Jul 06 02:00:36.759645 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-5999a7ee-1edd-4ed1-83a5-74b6041e3842 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 02:00:36.764072 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-5999a7ee-1edd-4ed1-83a5-74b6041e3842 admin admin] Usage tracker for resource:security_group_rule and tenant:860dca7b4534479fb78ae2f640e458e8 is out of sync, need to count used quota {{(pid=80980) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 02:00:36.767891 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-5999a7ee-1edd-4ed1-83a5-74b6041e3842 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80980) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 02:00:36.774367 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-5999a7ee-1edd-4ed1-83a5-74b6041e3842 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 02:00:36.803979 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [req-65b40b9c-0e39-45db-ad3f-d98ec6c64638 req-23687eff-b935-4861-8950-620f752af4ba tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] Unset dirty status for tenant:b0037fadadec43e5bf5dc42b273e1b3e on resource:port {{(pid=80980) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 06 02:00:36.805386 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-65b40b9c-0e39-45db-ad3f-d98ec6c64638 req-23687eff-b935-4861-8950-620f752af4ba tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] 10.222.0.11 "GET /v2.0/ports?device_id=7bf7305c-8ef1-4c8f-a294-f51b84e438c3 HTTP/1.1" status: 200  len: 944 time: 0.3032990
Jul 06 02:00:36.819262 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-d7d3ef62-c5fe-4b73-834d-6465e62bbe6a req-a160fc58-6278-4be1-94e1-cccea074c83a tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/security-groups?id=05a99220-0499-4923-a419-6a3dc323fae7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0918994
Jul 06 02:00:36.908132 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-5999a7ee-1edd-4ed1-83a5-74b6041e3842 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:36.931114 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-65b40b9c-0e39-45db-ad3f-d98ec6c64638 req-400c5bff-7ac9-4341-bf77-7de1e5a46242 tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] 10.222.0.11 "GET /v2.0/security-groups?id=8f6df123-aea9-4211-ae13-3df2bf025ab5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0831347
Jul 06 02:00:36.935968 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-5999a7ee-1edd-4ed1-83a5-74b6041e3842 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428228'] for security_group, after_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:36.949894 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-3ba329c1-7fee-4e34-96c9-95e2bf84ab2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:00:37.017651 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5999a7ee-1edd-4ed1-83a5-74b6041e3842 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=519c62aa-a53a-4cb9-83aa-d46c1bcbe477,revision_number=1']} {{(pid=80980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:00:37.031910 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-5999a7ee-1edd-4ed1-83a5-74b6041e3842 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=860dca7b4534479fb78ae2f640e458e8&name=default HTTP/1.1" status: 200  len: 2629 time: 0.3721859
Jul 06 02:00:37.034504 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5999a7ee-1edd-4ed1-83a5-74b6041e3842 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:00:37.034920 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5999a7ee-1edd-4ed1-83a5-74b6041e3842 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:00:37.037707 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80981) accepted ('10.222.0.11', 40724) {{(pid=80981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 02:00:37.037881 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5999a7ee-1edd-4ed1-83a5-74b6041e3842 admin admin] Version for resource type Network changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:00:37.037881 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5999a7ee-1edd-4ed1-83a5-74b6041e3842 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:00:37.037881 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5999a7ee-1edd-4ed1-83a5-74b6041e3842 admin admin] Version for resource type PortForwarding changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:00:37.037881 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5999a7ee-1edd-4ed1-83a5-74b6041e3842 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:00:37.037881 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5999a7ee-1edd-4ed1-83a5-74b6041e3842 admin admin] Version for resource type SecurityGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:00:37.037881 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5999a7ee-1edd-4ed1-83a5-74b6041e3842 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:00:37.037881 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5999a7ee-1edd-4ed1-83a5-74b6041e3842 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:00:37.038707 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5999a7ee-1edd-4ed1-83a5-74b6041e3842 admin admin] Version for resource type Subnet changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:00:37.038707 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5999a7ee-1edd-4ed1-83a5-74b6041e3842 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:00:37.042870 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-5999a7ee-1edd-4ed1-83a5-74b6041e3842 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:00:37.155780 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-a9bf5133-e285-41bb-884d-792ff1fcd033 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:37.187510 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-a9bf5133-e285-41bb-884d-792ff1fcd033 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:37.288277 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-a9bf5133-e285-41bb-884d-792ff1fcd033 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428228'] for security_group, after_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:37.292811 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-125a6e42-50d8-487e-974e-4f82a8193cf4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:00:37.307008 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bf5133-e285-41bb-884d-792ff1fcd033 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=519c62aa-a53a-4cb9-83aa-d46c1bcbe477,revision_number=None']} {{(pid=80981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:00:37.310233 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-a9bf5133-e285-41bb-884d-792ff1fcd033 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:00:37.318491 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-a9bf5133-e285-41bb-884d-792ff1fcd033 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:37.319726 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-a9bf5133-e285-41bb-884d-792ff1fcd033 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/519c62aa-a53a-4cb9-83aa-d46c1bcbe477 HTTP/1.1" status: 204  len: 168 time: 0.2831013
Jul 06 02:00:37.563689 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80980) accepted ('10.222.0.11', 40742) {{(pid=80980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 02:00:37.893156 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-8c41361d-f04b-42da-8c7a-0b56150f0099 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:38.031262 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-8c41361d-f04b-42da-8c7a-0b56150f0099 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 02:00:38.046324 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-8c41361d-f04b-42da-8c7a-0b56150f0099 admin admin] Usage tracker for resource:security_group_rule and tenant:fb6c9ac4c20e44628d503b6c2fd58741 is out of sync, need to count used quota {{(pid=80980) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 02:00:38.052574 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-8c41361d-f04b-42da-8c7a-0b56150f0099 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80980) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 02:00:38.080040 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-8c41361d-f04b-42da-8c7a-0b56150f0099 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 02:00:38.174016 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2de2fc2-7cdc-4dba-ac92-cd0a14dcfdbd req-cb0a74eb-3aab-4ff8-9b95-e63850751434 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:00:38.175835 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-f2de2fc2-7cdc-4dba-ac92-cd0a14dcfdbd req-cb0a74eb-3aab-4ff8-9b95-e63850751434 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/ports?device_id=4ae448d6-3b95-42dd-a82e-2c79b64118c8 HTTP/1.1" status: 200  len: 945 time: 0.1021481
Jul 06 02:00:38.201569 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80981) accepted ('10.222.0.11', 40760) {{(pid=80981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 02:00:38.251386 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-19c51d76-a4bd-4193-8979-e5c162e5d936 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:38.303558 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-f2de2fc2-7cdc-4dba-ac92-cd0a14dcfdbd req-90e89ce5-6845-4d4d-aa21-1e911e955b87 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/security-groups?id=05a99220-0499-4923-a419-6a3dc323fae7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1191049
Jul 06 02:00:38.323054 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-19c51d76-a4bd-4193-8979-e5c162e5d936 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 02:00:38.327588 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-19c51d76-a4bd-4193-8979-e5c162e5d936 admin admin] Usage tracker for resource:security_group_rule and tenant:4281ec12ea534565b6d9a1bafb3c92cc is out of sync, need to count used quota {{(pid=80981) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 02:00:38.331046 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-19c51d76-a4bd-4193-8979-e5c162e5d936 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80981) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 02:00:38.339150 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-19c51d76-a4bd-4193-8979-e5c162e5d936 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 02:00:38.473852 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-19c51d76-a4bd-4193-8979-e5c162e5d936 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:38.487018 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-8c41361d-f04b-42da-8c7a-0b56150f0099 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:38.494596 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de259f7-15ea-4126-ac84-520030fcce1c req-361a0d99-ec4e-4626-9324-812262967739 tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:00:38.496320 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-8de259f7-15ea-4126-ac84-520030fcce1c req-361a0d99-ec4e-4626-9324-812262967739 tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] 10.222.0.11 "GET /v2.0/ports?device_id=7bf7305c-8ef1-4c8f-a294-f51b84e438c3 HTTP/1.1" status: 200  len: 944 time: 0.3848839
Jul 06 02:00:38.538994 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-19c51d76-a4bd-4193-8979-e5c162e5d936 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428228'] for security_group, after_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:38.552033 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-51e7bf39-8966-4810-9365-a5a1499c00fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:00:38.566899 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-8c41361d-f04b-42da-8c7a-0b56150f0099 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428228'] for security_group, after_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:38.575505 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-1072c6d8-ddd2-4622-91e5-8af5ba582d9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:00:38.586027 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-8de259f7-15ea-4126-ac84-520030fcce1c req-c35afb89-ac3f-4091-8697-87527d526f4f tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] 10.222.0.11 "GET /v2.0/security-groups?id=8f6df123-aea9-4211-ae13-3df2bf025ab5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0753853
Jul 06 02:00:38.631662 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-8c41361d-f04b-42da-8c7a-0b56150f0099 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=fb6c9ac4c20e44628d503b6c2fd58741&name=default HTTP/1.1" status: 200  len: 2629 time: 1.0666656
Jul 06 02:00:38.632508 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c41361d-f04b-42da-8c7a-0b56150f0099 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af2640ca-dff8-4da2-bc9d-8b91ef32cd1f,revision_number=1']} {{(pid=80980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:00:38.636116 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80980) accepted ('10.222.0.11', 40770) {{(pid=80980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 02:00:38.639026 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-8c41361d-f04b-42da-8c7a-0b56150f0099 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:00:38.644510 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-19c51d76-a4bd-4193-8979-e5c162e5d936 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4281ec12ea534565b6d9a1bafb3c92cc&name=default HTTP/1.1" status: 200  len: 2629 time: 0.4393380
Jul 06 02:00:38.646091 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c51d76-a4bd-4193-8979-e5c162e5d936 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ad80692-9439-4ab6-b352-875791c833e2,revision_number=1']} {{(pid=80981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:00:38.650396 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80980) accepted ('10.222.0.11', 40774) {{(pid=80980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 02:00:38.655952 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-19c51d76-a4bd-4193-8979-e5c162e5d936 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:00:38.754133 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-ab46a138-13d6-44e3-83ad-7e3047f72934 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:38.784256 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-6921c993-93fc-4561-b9a8-5109ef5beebd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:38.811762 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-ab46a138-13d6-44e3-83ad-7e3047f72934 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:38.848364 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-6921c993-93fc-4561-b9a8-5109ef5beebd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:38.947170 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-ab46a138-13d6-44e3-83ad-7e3047f72934 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428228'] for security_group, after_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:38.953680 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-950b37ab-15c0-43ca-90f5-3bc5f1512fd7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:00:38.969208 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab46a138-13d6-44e3-83ad-7e3047f72934 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af2640ca-dff8-4da2-bc9d-8b91ef32cd1f,revision_number=None']} {{(pid=80980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:00:38.972264 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-ab46a138-13d6-44e3-83ad-7e3047f72934 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:00:38.985443 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-ab46a138-13d6-44e3-83ad-7e3047f72934 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:38.988193 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-ab46a138-13d6-44e3-83ad-7e3047f72934 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/af2640ca-dff8-4da2-bc9d-8b91ef32cd1f HTTP/1.1" status: 204  len: 168 time: 0.3501248
Jul 06 02:00:38.994196 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-6921c993-93fc-4561-b9a8-5109ef5beebd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428228'] for security_group, after_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:38.997788 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-6921c993-93fc-4561-b9a8-5109ef5beebd admin admin] Notify callbacks [] for security_group, before_response {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:39.004047 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-6921c993-93fc-4561-b9a8-5109ef5beebd admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0ad80692-9439-4ab6-b352-875791c833e2 HTTP/1.1" status: 204  len: 168 time: 0.3474116
Jul 06 02:00:39.004047 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-8b114bf1-ca5a-44e8-9401-5e3712bc6ebc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:00:39.016642 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6921c993-93fc-4561-b9a8-5109ef5beebd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ad80692-9439-4ab6-b352-875791c833e2,revision_number=None']} {{(pid=80980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:00:39.020868 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-6921c993-93fc-4561-b9a8-5109ef5beebd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:00:39.376560 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] get_ports_and_sgs() called for port_ids ['690720d0-ff6c-4b6a-a451-292129cac28e'] {{(pid=80982) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:184}}
Jul 06 02:00:39.540706 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-740b9025-057a-4a27-8c7f-d6f7ed325b63 req-3c0896dc-46d4-419f-a78b-0c88032ec441 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cd09427e-6b3c-457d-b524-d67a7393fdc5 HTTP/1.1" status: 200  len: 217 time: 0.1806355
Jul 06 02:00:39.657843 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53138205-ca21-4c03-9a9b-e9e0148a2d8f req-564d07e8-92ba-40de-a1f3-176d609b55ae tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:00:39.661217 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-53138205-ca21-4c03-9a9b-e9e0148a2d8f req-564d07e8-92ba-40de-a1f3-176d609b55ae tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/ports?device_id=4ae448d6-3b95-42dd-a82e-2c79b64118c8 HTTP/1.1" status: 200  len: 945 time: 0.2332981
Jul 06 02:00:39.748118 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740b9025-057a-4a27-8c7f-d6f7ed325b63 req-0ba201fa-5fda-4f01-8172-b32460fa8cf4 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:00:39.755953 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-740b9025-057a-4a27-8c7f-d6f7ed325b63 req-0ba201fa-5fda-4f01-8172-b32460fa8cf4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b73206aa-6636-4b14-93c5-291e3d5f08f3 HTTP/1.1" status: 200  len: 858 time: 0.2017984
Jul 06 02:00:39.804021 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-53138205-ca21-4c03-9a9b-e9e0148a2d8f req-ba1c028f-5f3a-4ae5-ba06-db00fddbdc71 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/security-groups?id=05a99220-0499-4923-a419-6a3dc323fae7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1193092
Jul 06 02:00:39.939997 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-740b9025-057a-4a27-8c7f-d6f7ed325b63 req-39541821-b7b3-4447-928e-9b5e9de9123f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1ca3dc02-05cd-4643-b3fa-d954b152071f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1781471
Jul 06 02:00:40.173314 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80981) accepted ('10.222.0.11', 40806) {{(pid=80981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 02:00:40.184511 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-740b9025-057a-4a27-8c7f-d6f7ed325b63 req-7af7366b-359d-41d1-aca2-6277baf53f51 service neutron] 10.222.0.37 "GET /v2.0/networks/1ca3dc02-05cd-4643-b3fa-d954b152071f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2370093
Jul 06 02:00:40.197019 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55576b51-e45c-42c3-aec0-bb830e9ef804 req-9d3f9322-6fd5-4771-95e2-9604168b554d tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:00:40.198916 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-55576b51-e45c-42c3-aec0-bb830e9ef804 req-9d3f9322-6fd5-4771-95e2-9604168b554d tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] 10.222.0.11 "GET /v2.0/ports?device_id=7bf7305c-8ef1-4c8f-a294-f51b84e438c3 HTTP/1.1" status: 200  len: 944 time: 0.2222490
Jul 06 02:00:40.199261 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-a347e1b6-6933-4f7b-a1d1-b7410524f808 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:40.244839 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-a347e1b6-6933-4f7b-a1d1-b7410524f808 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 02:00:40.249793 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-a347e1b6-6933-4f7b-a1d1-b7410524f808 admin admin] Usage tracker for resource:security_group_rule and tenant:347bdeee96584d31b970d5f1a4ac7d5b is out of sync, need to count used quota {{(pid=80981) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 02:00:40.253483 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-a347e1b6-6933-4f7b-a1d1-b7410524f808 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80981) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 02:00:40.261355 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-a347e1b6-6933-4f7b-a1d1-b7410524f808 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 02:00:40.359803 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-55576b51-e45c-42c3-aec0-bb830e9ef804 req-0ecc0b50-8568-4b8c-8ac2-24df642f513c tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] 10.222.0.11 "GET /v2.0/security-groups?id=8f6df123-aea9-4211-ae13-3df2bf025ab5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1319826
Jul 06 02:00:40.392153 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-a347e1b6-6933-4f7b-a1d1-b7410524f808 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:40.406315 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-740b9025-057a-4a27-8c7f-d6f7ed325b63 req-f3409cf0-e7cb-489c-b7d3-09f57d738727 service neutron] 10.222.0.37 "GET /v2.0/networks/1ca3dc02-05cd-4643-b3fa-d954b152071f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2061052
Jul 06 02:00:40.462097 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-a347e1b6-6933-4f7b-a1d1-b7410524f808 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428228'] for security_group, after_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:40.473200 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-e2860c05-286e-4142-8c93-c94335c4cc71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:00:40.518635 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a347e1b6-6933-4f7b-a1d1-b7410524f808 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2afd11d5-c12d-4817-ae83-a3df94ae6bcc,revision_number=1']} {{(pid=80981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:00:40.522462 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-a347e1b6-6933-4f7b-a1d1-b7410524f808 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:00:40.525619 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-a347e1b6-6933-4f7b-a1d1-b7410524f808 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=347bdeee96584d31b970d5f1a4ac7d5b&name=default HTTP/1.1" status: 200  len: 2629 time: 0.3505454
Jul 06 02:00:40.528897 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80980) accepted ('10.222.0.11', 40816) {{(pid=80980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 02:00:40.636163 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-4c606d6d-db26-45d4-b25c-d67bc1eb0d80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:40.671149 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-4c606d6d-db26-45d4-b25c-d67bc1eb0d80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:40.772642 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-4c606d6d-db26-45d4-b25c-d67bc1eb0d80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428228'] for security_group, after_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:40.779006 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-6ccc43f4-8956-47e8-b2fa-f50321571ad4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:00:40.799721 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c606d6d-db26-45d4-b25c-d67bc1eb0d80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2afd11d5-c12d-4817-ae83-a3df94ae6bcc,revision_number=None']} {{(pid=80980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:00:40.802038 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-4c606d6d-db26-45d4-b25c-d67bc1eb0d80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:40.803505 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-4c606d6d-db26-45d4-b25c-d67bc1eb0d80 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2afd11d5-c12d-4817-ae83-a3df94ae6bcc HTTP/1.1" status: 204  len: 168 time: 0.2722702
Jul 06 02:00:40.805331 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-4c606d6d-db26-45d4-b25c-d67bc1eb0d80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:00:40.825326 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80981) accepted ('10.222.0.11', 40834) {{(pid=80981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 02:00:41.104726 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.v2.base [None req-db57ce54-3a2e-47ce-81c5-9c2a3d380114 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1026164652-network', 'tenant_id': 'ce54b2b29f0c4db48f132919c87de2f3'}} {{(pid=80981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 06 02:00:41.118007 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-db57ce54-3a2e-47ce-81c5-9c2a3d380114 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 02:00:41.127247 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-db57ce54-3a2e-47ce-81c5-9c2a3d380114 admin admin] Usage tracker for resource:network and tenant:ce54b2b29f0c4db48f132919c87de2f3 is out of sync, need to count used quota {{(pid=80981) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 02:00:41.140252 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-db57ce54-3a2e-47ce-81c5-9c2a3d380114 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80981) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 02:00:41.143193 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80980) accepted ('10.222.0.11', 40854) {{(pid=80980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 02:00:41.156297 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-db57ce54-3a2e-47ce-81c5-9c2a3d380114 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 02:00:41.271670 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db57ce54-3a2e-47ce-81c5-9c2a3d380114 admin admin] Made reservation on behalf of ce54b2b29f0c4db48f132919c87de2f3 for: {'network': 1} {{(pid=80981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jul 06 02:00:41.283500 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-db57ce54-3a2e-47ce-81c5-9c2a3d380114 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1050496'] for network, before_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:41.300216 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.db_base_plugin_v2 [None req-284ccc01-c005-45e3-87bd-7a18770caf20 admin admin] Deleting subnet 47db617c-ab63-4fcd-b4c2-3793ad7d2fd8 {{(pid=80980) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1063}}
Jul 06 02:00:41.300583 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-284ccc01-c005-45e3-87bd-7a18770caf20 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:41.316875 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-db57ce54-3a2e-47ce-81c5-9c2a3d380114 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:41.373962 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-db57ce54-3a2e-47ce-81c5-9c2a3d380114 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 02:00:41.383072 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-db57ce54-3a2e-47ce-81c5-9c2a3d380114 admin admin] Usage tracker for resource:security_group_rule and tenant:ce54b2b29f0c4db48f132919c87de2f3 is out of sync, need to count used quota {{(pid=80981) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 02:00:41.386232 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-db57ce54-3a2e-47ce-81c5-9c2a3d380114 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80981) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 02:00:41.395064 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-db57ce54-3a2e-47ce-81c5-9c2a3d380114 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 02:00:41.432167 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-284ccc01-c005-45e3-87bd-7a18770caf20 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:41.474811 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-284ccc01-c005-45e3-87bd-7a18770caf20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1281289'] for subnet, precommit_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:41.574006 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-db57ce54-3a2e-47ce-81c5-9c2a3d380114 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:41.589296 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68b12cf-e1cd-4d5f-87bf-e06df860bb5e req-2c4b6e8e-8953-48c7-bb50-793d301d9dd0 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:00:41.595206 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-c68b12cf-e1cd-4d5f-87bf-e06df860bb5e req-2c4b6e8e-8953-48c7-bb50-793d301d9dd0 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/ports?device_id=4ae448d6-3b95-42dd-a82e-2c79b64118c8 HTTP/1.1" status: 200  len: 945 time: 0.4278705
Jul 06 02:00:41.651305 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3f38d2-ead1-4516-8648-6188027dd464 req-d7367226-493d-47c9-b9be-c3c3b31e5350 tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:00:41.652167 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-4f3f38d2-ead1-4516-8648-6188027dd464 req-d7367226-493d-47c9-b9be-c3c3b31e5350 tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] 10.222.0.11 "GET /v2.0/ports?device_id=7bf7305c-8ef1-4c8f-a294-f51b84e438c3 HTTP/1.1" status: 200  len: 944 time: 0.1063697
Jul 06 02:00:41.652732 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80980) accepted ('10.222.0.11', 40876) {{(pid=80980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 02:00:41.698810 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-db57ce54-3a2e-47ce-81c5-9c2a3d380114 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428228'] for security_group, after_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:41.711474 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-baa3080f-dca4-473f-bf03-a2ba3ce4a0b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:00:41.722684 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-4f3f38d2-ead1-4516-8648-6188027dd464 req-c8650fe8-38ac-4ace-a029-f5cd419cbf4b tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] 10.222.0.11 "GET /v2.0/security-groups?id=8f6df123-aea9-4211-ae13-3df2bf025ab5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0581963
Jul 06 02:00:41.741821 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-284ccc01-c005-45e3-87bd-7a18770caf20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853494527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802'] for subnet, after_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:41.747345 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:00:41.765893 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-c68b12cf-e1cd-4d5f-87bf-e06df860bb5e req-a2023924-a4d9-4eb8-be40-e2fb5cb842c3 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/security-groups?id=05a99220-0499-4923-a419-6a3dc323fae7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1621072
Jul 06 02:00:41.796672 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db57ce54-3a2e-47ce-81c5-9c2a3d380114 admin admin] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'}  {{(pid=80981) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}}
Jul 06 02:00:41.797557 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284ccc01-c005-45e3-87bd-7a18770caf20 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=47db617c-ab63-4fcd-b4c2-3793ad7d2fd8,revision_number=None']} {{(pid=80980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:00:41.800705 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-284ccc01-c005-45e3-87bd-7a18770caf20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:00:41.807167 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-284ccc01-c005-45e3-87bd-7a18770caf20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853726196'] for subnet, before_response {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:41.816214 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-284ccc01-c005-45e3-87bd-7a18770caf20 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/47db617c-ab63-4fcd-b4c2-3793ad7d2fd8 HTTP/1.1" status: 204  len: 168 time: 0.6715667
Jul 06 02:00:41.821960 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80980) accepted ('10.222.0.11', 40882) {{(pid=80980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 02:00:41.823180 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db57ce54-3a2e-47ce-81c5-9c2a3d380114 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c16ee06-809e-43ea-a2fe-28f3d120da93,revision_number=1']} {{(pid=80981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:00:41.829135 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-db57ce54-3a2e-47ce-81c5-9c2a3d380114 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:00:41.841438 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-db57ce54-3a2e-47ce-81c5-9c2a3d380114 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1280314'] for segment, precommit_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:41.841839 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.db.segments_db [None req-db57ce54-3a2e-47ce-81c5-9c2a3d380114 admin admin] Added segment 6c0c94b9-69f6-424f-b5a2-121e4144d259 of type vlan for network 071e3c2f-cf0c-415c-b6d3-47995c0b5e75
Jul 06 02:00:41.896617 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-db57ce54-3a2e-47ce-81c5-9c2a3d380114 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740753358485'] for network, precommit_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:41.965205 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-bf1ba62d-1190-4054-9f75-9169f7c0b90c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853693134'] for network, before_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:41.992203 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.rpc [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Device cd09427e-6b3c-457d-b524-d67a7393fdc5 details requested by agent hyperv_hv-cinder-79954 with host hv-cinder-79954 {{(pid=80982) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:87}}
Jul 06 02:00:42.038630 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-db57ce54-3a2e-47ce-81c5-9c2a3d380114 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802'] for network, after_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:42.040186 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db57ce54-3a2e-47ce-81c5-9c2a3d380114 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:00:42.040848 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-db57ce54-3a2e-47ce-81c5-9c2a3d380114 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853726196'] for network, before_response {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:42.045408 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:00:42.221811 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.rpc [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Device 690720d0-ff6c-4b6a-a451-292129cac28e up at agent hyperv_hv-cinder-79954 {{(pid=80982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:273}}
Jul 06 02:00:42.232286 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db57ce54-3a2e-47ce-81c5-9c2a3d380114 admin admin] Pushing event updated for resources: {'Network': ['ID=071e3c2f-cf0c-415c-b6d3-47995c0b5e75,revision_number=1']} {{(pid=80981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:00:42.235553 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-db57ce54-3a2e-47ce-81c5-9c2a3d380114 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:00:42.274418 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-db57ce54-3a2e-47ce-81c5-9c2a3d380114 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 1.4477291
Jul 06 02:00:42.279689 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80981) accepted ('10.222.0.11', 40892) {{(pid=80981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 02:00:42.283571 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-0b8bc48d-3db4-40dd-b748-d9434d0113a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:42.287448 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.v2.base [None req-8050227c-f0b0-44fa-ab42-548319c5201d admin admin] Request body: {'subnet': {'network_id': '071e3c2f-cf0c-415c-b6d3-47995c0b5e75', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1026164652-subnet', 'tenant_id': 'ce54b2b29f0c4db48f132919c87de2f3', 'ip_version': 4}} {{(pid=80981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 06 02:00:42.298661 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-8050227c-f0b0-44fa-ab42-548319c5201d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 02:00:42.307962 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-8050227c-f0b0-44fa-ab42-548319c5201d admin admin] Usage tracker for resource:subnet and tenant:ce54b2b29f0c4db48f132919c87de2f3 is out of sync, need to count used quota {{(pid=80981) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 02:00:42.315074 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-8050227c-f0b0-44fa-ab42-548319c5201d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80981) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 02:00:42.318598 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-bf1ba62d-1190-4054-9f75-9169f7c0b90c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853494331', 'neutron.services.segments.db._delete_segments_for_network-8740753867311'] for network, precommit_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:42.343027 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] For port cd09427e-6b3c-457d-b524-d67a7393fdc5, host hv-cinder-79954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79954',level=0,port_id=cd09427e-6b3c-457d-b524-d67a7393fdc5,segment=NetworkSegment(399eb5e6-8af3-4492-81f5-a66012b870af),segment_id=399eb5e6-8af3-4492-81f5-a66012b870af)] {{(pid=80982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 02:00:42.355923 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-8050227c-f0b0-44fa-ab42-548319c5201d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 02:00:42.356018 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-bf1ba62d-1190-4054-9f75-9169f7c0b90c admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f31d6dc7b70>> segment before_delete 55550000 {{(pid=80980) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 02:00:42.356018 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-bf1ba62d-1190-4054-9f75-9169f7c0b90c admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f31d6dc7b70>> subnet precommit_delete_associations 55550000 {{(pid=80980) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 02:00:42.357028 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-bf1ba62d-1190-4054-9f75-9169f7c0b90c admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f31d66fb278>> segment_host_mapping after_create 55550000 {{(pid=80980) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 02:00:42.357564 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-bf1ba62d-1190-4054-9f75-9169f7c0b90c admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f31d66fb278>> port after_create 55550000 {{(pid=80980) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 02:00:42.358380 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-bf1ba62d-1190-4054-9f75-9169f7c0b90c admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f31d66fb278>> port after_delete 55550000 {{(pid=80980) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 02:00:42.359029 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-bf1ba62d-1190-4054-9f75-9169f7c0b90c admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f31d66fb278>> port after_update 55550000 {{(pid=80980) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 02:00:42.359591 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-bf1ba62d-1190-4054-9f75-9169f7c0b90c admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f31d66fb278>> segment after_delete 55550000 {{(pid=80980) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 02:00:42.360107 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-bf1ba62d-1190-4054-9f75-9169f7c0b90c admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f31d66fb278>> subnet after_create 55550000 {{(pid=80980) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 02:00:42.360736 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-bf1ba62d-1190-4054-9f75-9169f7c0b90c admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f31d66fb278>> subnet after_delete 55550000 {{(pid=80980) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 02:00:42.361437 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-bf1ba62d-1190-4054-9f75-9169f7c0b90c admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f31d66fb278>> subnet after_update 55550000 {{(pid=80980) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 02:00:42.378169 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.rpc [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Network 071e3c2f-cf0c-415c-b6d3-47995c0b5e75 details requested by agent ovs-agent-dv-cinder-799546-3-iscsi with host dv-cinder-799546-3-iscsi {{(pid=80982) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:231}}
Jul 06 02:00:42.499299 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-bf1ba62d-1190-4054-9f75-9169f7c0b90c admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f31d64972e8>> subnet after_create 55550000 {{(pid=80980) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 02:00:42.499907 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-bf1ba62d-1190-4054-9f75-9169f7c0b90c admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f31d64972e8>> subnet after_delete 55550000 {{(pid=80980) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 02:00:42.500627 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-bf1ba62d-1190-4054-9f75-9169f7c0b90c admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f31d64972e8>> subnet before_create 55550000 {{(pid=80980) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 02:00:42.501337 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-bf1ba62d-1190-4054-9f75-9169f7c0b90c admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f31d64972e8>> subnet before_update 55550000 {{(pid=80980) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 02:00:42.502012 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.services.segments.db [None req-bf1ba62d-1190-4054-9f75-9169f7c0b90c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f31d7198e48>,) {'filters': {'network_id': ['b1446789-e9f5-4481-8770-9b8db34bc08d']}} {{(pid=80980) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 02:00:42.504479 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.rpc [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Returning: {'device': 'cd09427e-6b3c-457d-b524-d67a7393fdc5', 'network_id': '1ca3dc02-05cd-4643-b3fa-d954b152071f', 'port_id': 'cd09427e-6b3c-457d-b524-d67a7393fdc5', 'mac_address': 'fa:16:3e:27:62:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b73206aa-6636-4b14-93c5-291e3d5f08f3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80982) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:165}}
Jul 06 02:00:42.529357 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8050227c-f0b0-44fa-ab42-548319c5201d admin admin] Made reservation on behalf of ce54b2b29f0c4db48f132919c87de2f3 for: {'subnet': 1} {{(pid=80981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jul 06 02:00:42.539976 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.services.segments.db [None req-bf1ba62d-1190-4054-9f75-9169f7c0b90c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f31d7198e48>, '1cf1309a-831a-478f-a217-a674bea9867c') {'for_net_delete': True} {{(pid=80980) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 02:00:42.540344 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.services.segments.db [None req-bf1ba62d-1190-4054-9f75-9169f7c0b90c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f31d7198e48>, '1cf1309a-831a-478f-a217-a674bea9867c') {} {{(pid=80980) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 02:00:42.547468 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-8050227c-f0b0-44fa-ab42-548319c5201d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036839050233'] for subnet, before_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:42.582648 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1050496'] for port, before_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:42.582865 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-bf1ba62d-1190-4054-9f75-9169f7c0b90c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363296100912551', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036839473792'] for segment, before_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:42.603509 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.notifiers.nova [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd09427e-6b3c-457d-b524-d67a7393fdc5 {{(pid=80982) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Jul 06 02:00:42.612699 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-0b8bc48d-3db4-40dd-b748-d9434d0113a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 02:00:42.626549 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-0b8bc48d-3db4-40dd-b748-d9434d0113a0 admin admin] Usage tracker for resource:security_group_rule and tenant:515dcbb3cb724629bc9f0a3e2ca9bc7c is out of sync, need to count used quota {{(pid=80980) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 02:00:42.634149 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-0b8bc48d-3db4-40dd-b748-d9434d0113a0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80980) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 02:00:42.635028 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] For port cd09427e-6b3c-457d-b524-d67a7393fdc5, host hv-cinder-79954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79954',level=0,port_id=cd09427e-6b3c-457d-b524-d67a7393fdc5,segment=NetworkSegment(399eb5e6-8af3-4492-81f5-a66012b870af),segment_id=399eb5e6-8af3-4492-81f5-a66012b870af)] {{(pid=80982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 02:00:42.638943 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.provisioning_blocks [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Provisioning for port 690720d0-ff6c-4b6a-a451-292129cac28e completed by entity L2. {{(pid=80982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 06 02:00:42.642468 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-0b8bc48d-3db4-40dd-b748-d9434d0113a0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 02:00:42.656162 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.provisioning_blocks [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Provisioning complete for port 690720d0-ff6c-4b6a-a451-292129cac28e triggered by entity L2. {{(pid=80982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 06 02:00:42.656425 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1309268'] for port, provisioning_complete {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:42.711433 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740753762112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740753409037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296101366746'] for port, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:42.720610 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:00:42.721033 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-bf1ba62d-1190-4054-9f75-9169f7c0b90c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1280314'] for segment, precommit_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:42.743437 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf1ba62d-1190-4054-9f75-9169f7c0b90c admin admin] Releasing vlan 105 on physical network physnet1 to pool {{(pid=80980) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Jul 06 02:00:42.744229 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-bf1ba62d-1190-4054-9f75-9169f7c0b90c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853495502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14829072'] for segment, after_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:42.758610 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4eace5-018b-4145-9f8b-0b06f05945af req-49b9b81c-ac2f-417c-b033-d301645a6f11 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:00:42.761721 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-bb4eace5-018b-4145-9f8b-0b06f05945af req-49b9b81c-ac2f-417c-b033-d301645a6f11 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] 10.222.0.11 "GET /v2.0/ports?device_id=6bf80594-4f7b-4225-95e7-e1f2461f5e26 HTTP/1.1" status: 200  len: 945 time: 0.4095252
Jul 06 02:00:42.778670 dv-cinder-799546-3-iscsi neutron-server[80869]: Traceback (most recent call last):
Jul 06 02:00:42.778670 dv-cinder-799546-3-iscsi neutron-server[80869]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Jul 06 02:00:42.778670 dv-cinder-799546-3-iscsi neutron-server[80869]:     timer()
Jul 06 02:00:42.778670 dv-cinder-799546-3-iscsi neutron-server[80869]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jul 06 02:00:42.778670 dv-cinder-799546-3-iscsi neutron-server[80869]:     cb(*args, **kw)
Jul 06 02:00:42.778670 dv-cinder-799546-3-iscsi neutron-server[80869]:   File "/opt/stack/neutron/neutron/common/utils.py", line 968, in wrapper
Jul 06 02:00:42.778670 dv-cinder-799546-3-iscsi neutron-server[80869]:     return func(*args, **kwargs)
Jul 06 02:00:42.778670 dv-cinder-799546-3-iscsi neutron-server[80869]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jul 06 02:00:42.778670 dv-cinder-799546-3-iscsi neutron-server[80869]:     self._notify()
Jul 06 02:00:42.778670 dv-cinder-799546-3-iscsi neutron-server[80869]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jul 06 02:00:42.778670 dv-cinder-799546-3-iscsi neutron-server[80869]:     self.callback(batched_events)
Jul 06 02:00:42.778670 dv-cinder-799546-3-iscsi neutron-server[80869]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jul 06 02:00:42.778670 dv-cinder-799546-3-iscsi neutron-server[80869]:     event.method(event)
Jul 06 02:00:42.778670 dv-cinder-799546-3-iscsi neutron-server[80869]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jul 06 02:00:42.778670 dv-cinder-799546-3-iscsi neutron-server[80869]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jul 06 02:00:42.778670 dv-cinder-799546-3-iscsi neutron-server[80869]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jul 06 02:00:42.778670 dv-cinder-799546-3-iscsi neutron-server[80869]:     segment_id)['aggregates'][0]
Jul 06 02:00:42.778670 dv-cinder-799546-3-iscsi neutron-server[80869]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 53, in wrapper
Jul 06 02:00:42.778670 dv-cinder-799546-3-iscsi neutron-server[80869]:     return f(self, *a, **k)
Jul 06 02:00:42.778670 dv-cinder-799546-3-iscsi neutron-server[80869]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 508, in list_aggregates
Jul 06 02:00:42.778670 dv-cinder-799546-3-iscsi neutron-server[80869]:     return self._get(url).json()
Jul 06 02:00:42.778670 dv-cinder-799546-3-iscsi neutron-server[80869]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 178, in _get
Jul 06 02:00:42.778670 dv-cinder-799546-3-iscsi neutron-server[80869]:     **kwargs)
Jul 06 02:00:42.778670 dv-cinder-799546-3-iscsi neutron-server[80869]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1116, in get
Jul 06 02:00:42.778670 dv-cinder-799546-3-iscsi neutron-server[80869]:     return self.request(url, 'GET', **kwargs)
Jul 06 02:00:42.778670 dv-cinder-799546-3-iscsi neutron-server[80869]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 787, in request
Jul 06 02:00:42.778670 dv-cinder-799546-3-iscsi neutron-server[80869]:     **endpoint_filter)
Jul 06 02:00:42.778670 dv-cinder-799546-3-iscsi neutron-server[80869]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1216, in get_endpoint
Jul 06 02:00:42.778670 dv-cinder-799546-3-iscsi neutron-server[80869]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jul 06 02:00:42.778670 dv-cinder-799546-3-iscsi neutron-server[80869]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1156, in _auth_required
Jul 06 02:00:42.778670 dv-cinder-799546-3-iscsi neutron-server[80869]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jul 06 02:00:42.778670 dv-cinder-799546-3-iscsi neutron-server[80869]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jul 06 02:00:42.856126 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Pushing event updated for resources: {'Port': ['ID=cd09427e-6b3c-457d-b524-d67a7393fdc5,revision_number=4']} {{(pid=80982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:00:42.878319 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:00:42.878686 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:00:42.885515 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Version for resource type Network changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:00:42.889590 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:00:42.890206 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Version for resource type PortForwarding changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:00:42.890746 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:00:42.891271 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Version for resource type SecurityGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:00:42.893590 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:00:42.898182 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:00:42.898182 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Version for resource type Subnet changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:00:42.898182 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:00:42.907715 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=80982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:00:43.007649 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-bb4eace5-018b-4145-9f8b-0b06f05945af req-cebf63b0-6a28-4d7d-9b29-dcf47d903042 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] 10.222.0.11 "GET /v2.0/security-groups?id=a49819e7-9e67-4461-9ca0-4f120b4fbc53&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2353718
Jul 06 02:00:43.070891 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1050496'] for port, before_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:43.090889 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] get_ports_and_sgs() called for port_ids ['cd09427e-6b3c-457d-b524-d67a7393fdc5'] {{(pid=80982) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:184}}
Jul 06 02:00:43.171673 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-bf1ba62d-1190-4054-9f75-9169f7c0b90c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1281500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854446373'] for network, after_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:43.185594 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-bf1ba62d-1190-4054-9f75-9169f7c0b90c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853726196'] for network, before_response {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:43.189058 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-4d0de926-915e-4672-8a67-ab2a4546892a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:00:43.223735 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0031e4c-fd20-42f5-aa66-c102510ce1fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '690720d0-ff6c-4b6a-a451-292129cac28e'}] {{(pid=80982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 06 02:00:43.241146 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1ba62d-1190-4054-9f75-9169f7c0b90c admin admin] Pushing event deleted for resources: {'Network': ['ID=b1446789-e9f5-4481-8770-9b8db34bc08d,revision_number=None']} {{(pid=80980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:00:43.246748 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-bf1ba62d-1190-4054-9f75-9169f7c0b90c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:00:43.248139 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] For port 690720d0-ff6c-4b6a-a451-292129cac28e, host hv-cinder-79954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79954',level=0,port_id=690720d0-ff6c-4b6a-a451-292129cac28e,segment=NetworkSegment(399eb5e6-8af3-4492-81f5-a66012b870af),segment_id=399eb5e6-8af3-4492-81f5-a66012b870af)] {{(pid=80982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 02:00:43.284847 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740753762112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740753409037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296101366746'] for port, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:43.290672 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-a4004539-b7b6-4e86-90e4-341bdee70ce9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:00:43.318611 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-0b8bc48d-3db4-40dd-b748-d9434d0113a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:43.330050 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-bf1ba62d-1190-4054-9f75-9169f7c0b90c admin admin] 10.222.0.11 "DELETE /v2.0/networks/b1446789-e9f5-4481-8770-9b8db34bc08d HTTP/1.1" status: 204  len: 168 time: 1.5065601
Jul 06 02:00:43.341476 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80980) accepted ('10.222.0.11', 40918) {{(pid=80980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 02:00:43.424241 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-0b8bc48d-3db4-40dd-b748-d9434d0113a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428228'] for security_group, after_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:43.431439 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Pushing event updated for resources: {'Port': ['ID=690720d0-ff6c-4b6a-a451-292129cac28e,revision_number=5']} {{(pid=80982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:00:43.439501 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:00:43.488733 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-f453fb42-66a2-4dfc-8d19-d1c3fe20e30f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:00:43.531194 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.db_base_plugin_v2 [None req-3dee6aff-6443-4c22-97e0-92f9220693ff admin admin] Deleting subnet 75b611af-b6e0-400f-b573-3299c7459f11 {{(pid=80980) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1063}}
Jul 06 02:00:43.531573 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-3dee6aff-6443-4c22-97e0-92f9220693ff admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:43.593238 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-3dee6aff-6443-4c22-97e0-92f9220693ff admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15302135'] for subnet, precommit_delete_associations {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:43.641069 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c4fbba-c13e-4e45-85b5-0b7458e34b16 req-b960b795-d488-4d10-9c3f-e3f45f51bb53 tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:00:43.642833 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-c3c4fbba-c13e-4e45-85b5-0b7458e34b16 req-b960b795-d488-4d10-9c3f-e3f45f51bb53 tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] 10.222.0.11 "GET /v2.0/ports?device_id=7bf7305c-8ef1-4c8f-a294-f51b84e438c3 HTTP/1.1" status: 200  len: 945 time: 0.5329058
Jul 06 02:00:43.657526 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-0b8bc48d-3db4-40dd-b748-d9434d0113a0 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=515dcbb3cb724629bc9f0a3e2ca9bc7c&name=default HTTP/1.1" status: 200  len: 2629 time: 2.0032251
Jul 06 02:00:43.664727 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80980) accepted ('10.222.0.11', 40924) {{(pid=80980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 02:00:43.668505 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8bc48d-3db4-40dd-b748-d9434d0113a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37e1af4f-4081-411f-8eec-cf1d5460b2c7,revision_number=1']} {{(pid=80980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:00:43.676990 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-0b8bc48d-3db4-40dd-b748-d9434d0113a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:00:43.840659 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-c3c4fbba-c13e-4e45-85b5-0b7458e34b16 req-05d632c1-6a2e-49dc-b6ef-df2fdac83485 tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] 10.222.0.11 "GET /v2.0/security-groups?id=8f6df123-aea9-4211-ae13-3df2bf025ab5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1686308
Jul 06 02:00:43.901413 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115d60c5-a242-4171-8e63-9f943cfdfbf8 req-d2d935d6-6459-4d35-8664-6d2ace63f238 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:00:43.917948 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-115d60c5-a242-4171-8e63-9f943cfdfbf8 req-d2d935d6-6459-4d35-8664-6d2ace63f238 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/ports?device_id=4ae448d6-3b95-42dd-a82e-2c79b64118c8 HTTP/1.1" status: 200  len: 945 time: 0.5998421
Jul 06 02:00:43.922707 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-8050227c-f0b0-44fa-ab42-548319c5201d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14886511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036839050000'] for subnet, after_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:43.935705 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-c2007322-492e-410d-835a-dbd8d95bdfcf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:00:43.938108 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-3dee6aff-6443-4c22-97e0-92f9220693ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1281289'] for subnet, precommit_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:43.993435 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.rpc [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Device cd09427e-6b3c-457d-b524-d67a7393fdc5 up at agent hyperv_hv-cinder-79954 {{(pid=80982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:273}}
Jul 06 02:00:44.124839 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-e1fb2f17-0730-407f-99ab-1a0b042b80a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:44.126850 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0031e4c-fd20-42f5-aa66-c102510ce1fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '690720d0-ff6c-4b6a-a451-292129cac28e', 'code': 200}
Jul 06 02:00:44.183927 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-e1fb2f17-0730-407f-99ab-1a0b042b80a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:44.222139 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8050227c-f0b0-44fa-ab42-548319c5201d admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c53f2ac-179f-40db-a015-badba4b27300,revision_number=0']} {{(pid=80981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:00:44.234317 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-8050227c-f0b0-44fa-ab42-548319c5201d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:00:44.244144 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8050227c-f0b0-44fa-ab42-548319c5201d admin admin] Checking segment: {'id': '6c0c94b9-69f6-424f-b5a2-121e4144d259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '071e3c2f-cf0c-415c-b6d3-47995c0b5e75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jul 06 02:00:44.245041 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8050227c-f0b0-44fa-ab42-548319c5201d admin admin] Network hostable DHCP agents. Network: 071e3c2f-cf0c-415c-b6d3-47995c0b5e75, hostable agents: ['46061ec9-d1c1-4ae2-b701-eece7f3c7f15'], hosted agents: [] {{(pid=80981) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:297}}
Jul 06 02:00:44.251419 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.provisioning_blocks [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Provisioning for port cd09427e-6b3c-457d-b524-d67a7393fdc5 completed by entity L2. {{(pid=80982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 06 02:00:44.268620 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.provisioning_blocks [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Provisioning complete for port cd09427e-6b3c-457d-b524-d67a7393fdc5 triggered by entity L2. {{(pid=80982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 06 02:00:44.269211 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-115d60c5-a242-4171-8e63-9f943cfdfbf8 req-4be27863-13d2-416d-9dd7-ee2025296a35 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/security-groups?id=05a99220-0499-4923-a419-6a3dc323fae7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3423498
Jul 06 02:00:44.269367 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1309268'] for port, provisioning_complete {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:44.314782 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8050227c-f0b0-44fa-ab42-548319c5201d admin admin] Network 071e3c2f-cf0c-415c-b6d3-47995c0b5e75 is scheduled to be hosted by DHCP agent 46061ec9-d1c1-4ae2-b701-eece7f3c7f15 {{(pid=80981) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:196}}
Jul 06 02:00:44.422522 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.scheduler.base_scheduler [None req-8050227c-f0b0-44fa-ab42-548319c5201d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799546-3-iscsi, 071e3c2f-cf0c-415c-b6d3-47995c0b5e75) {{(pid=80981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jul 06 02:00:44.429761 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8050227c-f0b0-44fa-ab42-548319c5201d admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:00:44.431385 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-8050227c-f0b0-44fa-ab42-548319c5201d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853726196'] for subnet, before_response {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:44.456813 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a6d60be-0376-4d69-969d-97b9df811d39 None None] Network 071e3c2f-cf0c-415c-b6d3-47995c0b5e75 requested from dv-cinder-799546-3-iscsi {{(pid=80982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jul 06 02:00:44.553164 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-8050227c-f0b0-44fa-ab42-548319c5201d admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 2.2667072
Jul 06 02:00:44.553445 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80981) accepted ('10.222.0.11', 40938) {{(pid=80981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 02:00:44.559542 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.v2.base [None req-1b943bf8-eaed-4317-9f52-cd4e1c1264c0 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1026164652-router', 'tenant_id': 'ce54b2b29f0c4db48f132919c87de2f3', 'external_gateway_info': {'network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8'}}} {{(pid=80981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 06 02:00:44.570228 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-1b943bf8-eaed-4317-9f52-cd4e1c1264c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 02:00:44.581119 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-1b943bf8-eaed-4317-9f52-cd4e1c1264c0 admin admin] Usage tracker for resource:router and tenant:ce54b2b29f0c4db48f132919c87de2f3 is out of sync, need to count used quota {{(pid=80981) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 02:00:44.588676 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-1b943bf8-eaed-4317-9f52-cd4e1c1264c0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80981) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 02:00:44.604289 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-1b943bf8-eaed-4317-9f52-cd4e1c1264c0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 02:00:44.637156 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-3dee6aff-6443-4c22-97e0-92f9220693ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853494527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036839947778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14690978'] for subnet, after_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:44.647192 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:00:44.661891 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-1b943bf8-eaed-4317-9f52-cd4e1c1264c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-454287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036838019708'] for router, before_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:44.662974 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-1b943bf8-eaed-4317-9f52-cd4e1c1264c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-342583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854440336', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854326468', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16756125'] for router, precommit_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:44.690326 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dee6aff-6443-4c22-97e0-92f9220693ff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=75b611af-b6e0-400f-b573-3299c7459f11,revision_number=None']} {{(pid=80980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:00:44.695406 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-3dee6aff-6443-4c22-97e0-92f9220693ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:00:44.709142 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1a33bc-a5a1-4add-ae6a-a4d375bd4e01 req-88da05e7-8c11-41eb-b857-c4f7d83e1e01 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:00:44.710899 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-3e1a33bc-a5a1-4add-ae6a-a4d375bd4e01 req-88da05e7-8c11-41eb-b857-c4f7d83e1e01 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] 10.222.0.11 "GET /v2.0/ports?device_id=6bf80594-4f7b-4225-95e7-e1f2461f5e26 HTTP/1.1" status: 200  len: 945 time: 0.2074988
Jul 06 02:00:44.712103 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-3dee6aff-6443-4c22-97e0-92f9220693ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853726196'] for subnet, before_response {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:44.719358 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-3dee6aff-6443-4c22-97e0-92f9220693ff admin admin] 10.222.0.11 "DELETE /v2.0/subnets/75b611af-b6e0-400f-b573-3299c7459f11 HTTP/1.1" status: 204  len: 168 time: 1.3736422
Jul 06 02:00:44.722710 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80981) accepted ('10.222.0.11', 40942) {{(pid=80981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 02:00:44.791182 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-3e1a33bc-a5a1-4add-ae6a-a4d375bd4e01 req-9d086307-06a1-4561-b261-86cc6cd66c72 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] 10.222.0.11 "GET /v2.0/security-groups?id=a49819e7-9e67-4461-9ca0-4f120b4fbc53&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0622709
Jul 06 02:00:44.831455 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-e1fb2f17-0730-407f-99ab-1a0b042b80a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428228'] for security_group, after_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:44.840248 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:00:44.866438 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fb2f17-0730-407f-99ab-1a0b042b80a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37e1af4f-4081-411f-8eec-cf1d5460b2c7,revision_number=None']} {{(pid=80980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:00:44.890862 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-e1fb2f17-0730-407f-99ab-1a0b042b80a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:00:44.895623 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-e1fb2f17-0730-407f-99ab-1a0b042b80a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:44.898147 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-e1fb2f17-0730-407f-99ab-1a0b042b80a2 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/37e1af4f-4081-411f-8eec-cf1d5460b2c7 HTTP/1.1" status: 204  len: 168 time: 1.2319193
Jul 06 02:00:44.943753 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-1b943bf8-eaed-4317-9f52-cd4e1c1264c0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:44.980369 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1050496'] for port, before_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:45.008069 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-3b3418a1-fb17-4c4f-9458-0439e8eab11a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853693134'] for network, before_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:45.141156 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] For port cd09427e-6b3c-457d-b524-d67a7393fdc5, host hv-cinder-79954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79954',level=0,port_id=cd09427e-6b3c-457d-b524-d67a7393fdc5,segment=NetworkSegment(399eb5e6-8af3-4492-81f5-a66012b870af),segment_id=399eb5e6-8af3-4492-81f5-a66012b870af)] {{(pid=80982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 02:00:45.190552 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740753762112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740753409037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296101366746'] for port, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:45.198970 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:00:45.418757 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Pushing event updated for resources: {'Port': ['ID=cd09427e-6b3c-457d-b524-d67a7393fdc5,revision_number=5']} {{(pid=80982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:00:45.431161 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=80982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:00:45.435377 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7729546-0da0-45b2-8916-7beaa9196785 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdda4d945-3f0d-5e23-8fbb-630040bb9905-071e3c2f-cf0c-415c-b6d3-47995c0b5e75', 'network_id': '071e3c2f-cf0c-415c-b6d3-47995c0b5e75', 'tenant_id': 'ce54b2b29f0c4db48f132919c87de2f3', 'fixed_ips': [{'subnet_id': '8c53f2ac-179f-40db-a015-badba4b27300'}]}} from dv-cinder-799546-3-iscsi. {{(pid=80982) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Jul 06 02:00:45.436608 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-a7729546-0da0-45b2-8916-7beaa9196785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1050496'] for port, before_create {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:45.684235 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-3b3418a1-fb17-4c4f-9458-0439e8eab11a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853494331', 'neutron.services.segments.db._delete_segments_for_network-8740753867311'] for network, precommit_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:45.713049 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.db_base_plugin_common [None req-a7729546-0da0-45b2-8916-7beaa9196785 None None] Allocated IP 172.20.0.2 (071e3c2f-cf0c-415c-b6d3-47995c0b5e75/8c53f2ac-179f-40db-a015-badba4b27300/ed24b5f1-36fe-4cb2-bcdb-6fb7bb1e5a74) {{(pid=80982) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Jul 06 02:00:45.746176 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0578ebfd-f991-416a-a459-1a492a0f42ed req-9703d874-9c8b-45b8-b57f-2099c2df6642 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:00:45.750382 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.services.segments.db [None req-3b3418a1-fb17-4c4f-9458-0439e8eab11a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f31d73394e0>,) {'filters': {'network_id': ['5d6f396f-7841-45c1-8490-bdcfdadf850b']}} {{(pid=80981) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 02:00:45.761891 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-0578ebfd-f991-416a-a459-1a492a0f42ed req-9703d874-9c8b-45b8-b57f-2099c2df6642 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/ports?device_id=4ae448d6-3b95-42dd-a82e-2c79b64118c8 HTTP/1.1" status: 200  len: 945 time: 0.1946666
Jul 06 02:00:45.776604 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.services.segments.db [None req-3b3418a1-fb17-4c4f-9458-0439e8eab11a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f31d73394e0>, '4571a457-af6b-4e7d-830a-b5828d900f10') {'for_net_delete': True} {{(pid=80981) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 02:00:45.777214 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.services.segments.db [None req-3b3418a1-fb17-4c4f-9458-0439e8eab11a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f31d73394e0>, '4571a457-af6b-4e7d-830a-b5828d900f10') {} {{(pid=80981) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 02:00:45.801584 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-3b3418a1-fb17-4c4f-9458-0439e8eab11a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363296100912551', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036840008788'] for segment, before_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:45.831039 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-3b3418a1-fb17-4c4f-9458-0439e8eab11a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1280314'] for segment, precommit_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:45.847418 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b3418a1-fb17-4c4f-9458-0439e8eab11a admin admin] Releasing vlan 102 on physical network physnet1 to pool {{(pid=80981) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Jul 06 02:00:45.848170 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-3b3418a1-fb17-4c4f-9458-0439e8eab11a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853495502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14885317'] for segment, after_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:45.882971 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-0578ebfd-f991-416a-a459-1a492a0f42ed req-3152f4b3-f5ac-4ce6-8a0a-2849a630b410 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/security-groups?id=05a99220-0499-4923-a419-6a3dc323fae7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1147292
Jul 06 02:00:46.070077 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-a7729546-0da0-45b2-8916-7beaa9196785 None None] Notify callbacks [] for port, precommit_create {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:46.072501 dv-cinder-799546-3-iscsi neutron-server[80869]: Traceback (most recent call last):
Jul 06 02:00:46.072501 dv-cinder-799546-3-iscsi neutron-server[80869]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Jul 06 02:00:46.072501 dv-cinder-799546-3-iscsi neutron-server[80869]:     timer()
Jul 06 02:00:46.072501 dv-cinder-799546-3-iscsi neutron-server[80869]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jul 06 02:00:46.072501 dv-cinder-799546-3-iscsi neutron-server[80869]:     cb(*args, **kw)
Jul 06 02:00:46.072501 dv-cinder-799546-3-iscsi neutron-server[80869]:   File "/opt/stack/neutron/neutron/common/utils.py", line 968, in wrapper
Jul 06 02:00:46.072501 dv-cinder-799546-3-iscsi neutron-server[80869]:     return func(*args, **kwargs)
Jul 06 02:00:46.072501 dv-cinder-799546-3-iscsi neutron-server[80869]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jul 06 02:00:46.072501 dv-cinder-799546-3-iscsi neutron-server[80869]:     self._notify()
Jul 06 02:00:46.072501 dv-cinder-799546-3-iscsi neutron-server[80869]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jul 06 02:00:46.072501 dv-cinder-799546-3-iscsi neutron-server[80869]:     self.callback(batched_events)
Jul 06 02:00:46.072501 dv-cinder-799546-3-iscsi neutron-server[80869]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jul 06 02:00:46.072501 dv-cinder-799546-3-iscsi neutron-server[80869]:     event.method(event)
Jul 06 02:00:46.072501 dv-cinder-799546-3-iscsi neutron-server[80869]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jul 06 02:00:46.072501 dv-cinder-799546-3-iscsi neutron-server[80869]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jul 06 02:00:46.072501 dv-cinder-799546-3-iscsi neutron-server[80869]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jul 06 02:00:46.072501 dv-cinder-799546-3-iscsi neutron-server[80869]:     segment_id)['aggregates'][0]
Jul 06 02:00:46.072501 dv-cinder-799546-3-iscsi neutron-server[80869]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 53, in wrapper
Jul 06 02:00:46.072501 dv-cinder-799546-3-iscsi neutron-server[80869]:     return f(self, *a, **k)
Jul 06 02:00:46.072501 dv-cinder-799546-3-iscsi neutron-server[80869]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 508, in list_aggregates
Jul 06 02:00:46.072501 dv-cinder-799546-3-iscsi neutron-server[80869]:     return self._get(url).json()
Jul 06 02:00:46.072501 dv-cinder-799546-3-iscsi neutron-server[80869]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 178, in _get
Jul 06 02:00:46.072501 dv-cinder-799546-3-iscsi neutron-server[80869]:     **kwargs)
Jul 06 02:00:46.072501 dv-cinder-799546-3-iscsi neutron-server[80869]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1116, in get
Jul 06 02:00:46.072501 dv-cinder-799546-3-iscsi neutron-server[80869]:     return self.request(url, 'GET', **kwargs)
Jul 06 02:00:46.072501 dv-cinder-799546-3-iscsi neutron-server[80869]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 787, in request
Jul 06 02:00:46.072501 dv-cinder-799546-3-iscsi neutron-server[80869]:     **endpoint_filter)
Jul 06 02:00:46.072501 dv-cinder-799546-3-iscsi neutron-server[80869]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1216, in get_endpoint
Jul 06 02:00:46.072501 dv-cinder-799546-3-iscsi neutron-server[80869]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jul 06 02:00:46.072501 dv-cinder-799546-3-iscsi neutron-server[80869]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1156, in _auth_required
Jul 06 02:00:46.072501 dv-cinder-799546-3-iscsi neutron-server[80869]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jul 06 02:00:46.072501 dv-cinder-799546-3-iscsi neutron-server[80869]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jul 06 02:00:46.107324 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.provisioning_blocks [None req-a7729546-0da0-45b2-8916-7beaa9196785 None None] Transition to ACTIVE for port object ed24b5f1-36fe-4cb2-bcdb-6fb7bb1e5a74 will not be triggered until provisioned by entity L2. {{(pid=80982) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 06 02:00:46.136270 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-1b943bf8-eaed-4317-9f52-cd4e1c1264c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854440351', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-454384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16756142'] for router, precommit_update {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:46.136270 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-3b3418a1-fb17-4c4f-9458-0439e8eab11a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1281500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854446373'] for network, after_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:46.137336 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bf7305c-8ef1-4c8f-a294-f51b84e438c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd09427e-6b3c-457d-b524-d67a7393fdc5'}] {{(pid=80982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 06 02:00:46.155676 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:00:46.201566 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-3b3418a1-fb17-4c4f-9458-0439e8eab11a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853726196'] for network, before_response {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:46.210133 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3418a1-fb17-4c4f-9458-0439e8eab11a admin admin] Pushing event deleted for resources: {'Network': ['ID=5d6f396f-7841-45c1-8490-bdcfdadf850b,revision_number=None']} {{(pid=80981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:00:46.227927 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-3b3418a1-fb17-4c4f-9458-0439e8eab11a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:00:46.257899 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6aa25d5-8808-43d0-aaf6-b3c5e5df2e6d req-8b2eb0a1-60e2-47e8-9dc4-790e8751b049 tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:00:46.275803 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.provisioning_blocks [None req-a7729546-0da0-45b2-8916-7beaa9196785 None None] Transition to ACTIVE for port object ed24b5f1-36fe-4cb2-bcdb-6fb7bb1e5a74 will not be triggered until provisioned by entity DHCP. {{(pid=80982) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 06 02:00:46.280137 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-e6aa25d5-8808-43d0-aaf6-b3c5e5df2e6d req-8b2eb0a1-60e2-47e8-9dc4-790e8751b049 tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] 10.222.0.11 "GET /v2.0/ports?device_id=7bf7305c-8ef1-4c8f-a294-f51b84e438c3 HTTP/1.1" status: 200  len: 946 time: 0.8280883
Jul 06 02:00:46.297077 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25710169-efd0-45c4-b22f-20a49c29e44e req-3a018c69-2d0d-4d4e-9a64-7327b8fce685 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:00:46.307796 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-25710169-efd0-45c4-b22f-20a49c29e44e req-3a018c69-2d0d-4d4e-9a64-7327b8fce685 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] 10.222.0.11 "GET /v2.0/ports?device_id=6bf80594-4f7b-4225-95e7-e1f2461f5e26 HTTP/1.1" status: 200  len: 945 time: 0.1515036
Jul 06 02:00:46.308304 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-a7729546-0da0-45b2-8916-7beaa9196785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296101369102'] for port, after_create {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:46.316906 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-9b6b3ab6-e71f-45a2-9bb8-24d656f57f85 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:00:46.333291 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-3b3418a1-fb17-4c4f-9458-0439e8eab11a admin admin] 10.222.0.11 "DELETE /v2.0/networks/5d6f396f-7841-45c1-8490-bdcfdadf850b HTTP/1.1" status: 204  len: 168 time: 1.6076868
Jul 06 02:00:46.403899 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7729546-0da0-45b2-8916-7beaa9196785 None None] Pushing event updated for resources: {'Port': ['ID=ed24b5f1-36fe-4cb2-bcdb-6fb7bb1e5a74,revision_number=1']} {{(pid=80982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:00:46.423976 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-a7729546-0da0-45b2-8916-7beaa9196785 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:00:46.437899 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7729546-0da0-45b2-8916-7beaa9196785 None None] Network 071e3c2f-cf0c-415c-b6d3-47995c0b5e75 is already hosted by enough agents. {{(pid=80982) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:240}}
Jul 06 02:00:46.440334 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.scheduler.base_scheduler [None req-a7729546-0da0-45b2-8916-7beaa9196785 None None] Resources bound (agent type, host, resource id):  {{(pid=80982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jul 06 02:00:46.449206 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7729546-0da0-45b2-8916-7beaa9196785 None None] Received port after_create {{(pid=80982) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 06 02:00:46.474053 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-25710169-efd0-45c4-b22f-20a49c29e44e req-802d7ba0-0a7c-4ebd-b343-f6df7e6e50bd tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] 10.222.0.11 "GET /v2.0/security-groups?id=a49819e7-9e67-4461-9ca0-4f120b4fbc53&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1645825
Jul 06 02:00:46.585915 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-e6aa25d5-8808-43d0-aaf6-b3c5e5df2e6d req-c29d1695-65e6-43cf-86c4-af2d67f1dd11 tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] 10.222.0.11 "GET /v2.0/security-groups?id=8f6df123-aea9-4211-ae13-3df2bf025ab5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3039732
Jul 06 02:00:46.654996 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bf7305c-8ef1-4c8f-a294-f51b84e438c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd09427e-6b3c-457d-b524-d67a7393fdc5', 'code': 200}
Jul 06 02:00:46.689948 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.managers [None req-a7729546-0da0-45b2-8916-7beaa9196785 None None] Attempting to bind port ed24b5f1-36fe-4cb2-bcdb-6fb7bb1e5a74 on host dv-cinder-799546-3-iscsi for vnic_type normal with profile  {{(pid=80982) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jul 06 02:00:46.696060 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.managers [None req-a7729546-0da0-45b2-8916-7beaa9196785 None None] Attempting to bind port ed24b5f1-36fe-4cb2-bcdb-6fb7bb1e5a74 by drivers openvswitch,hyperv on host dv-cinder-799546-3-iscsi at level 0 using segments [{'id': '6c0c94b9-69f6-424f-b5a2-121e4144d259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '071e3c2f-cf0c-415c-b6d3-47995c0b5e75'}] {{(pid=80982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jul 06 02:00:46.696060 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7729546-0da0-45b2-8916-7beaa9196785 None None] Attempting to bind port ed24b5f1-36fe-4cb2-bcdb-6fb7bb1e5a74 on network 071e3c2f-cf0c-415c-b6d3-47995c0b5e75 {{(pid=80982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Jul 06 02:00:46.704450 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7729546-0da0-45b2-8916-7beaa9196785 None None] Checking agent: {'id': '3e633bc2-fb27-4d05-86ce-e7e954e44018', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799546-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 1, 50, 2), 'started_at': datetime.datetime(2021, 7, 6, 1, 50, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 2, 0, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['geneve', 'gre', 'internal', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799546-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.0', 'Port': '1.5', 'PortForwarding': '1.1', 'QosPolicy': '1.8', 'SecurityGroup': '1.1', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.0', 'Trunk': '1.1'}} {{(pid=80982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Jul 06 02:00:46.705367 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7729546-0da0-45b2-8916-7beaa9196785 None None] Checking segment: {'id': '6c0c94b9-69f6-424f-b5a2-121e4144d259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '071e3c2f-cf0c-415c-b6d3-47995c0b5e75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jul 06 02:00:46.706268 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-a7729546-0da0-45b2-8916-7beaa9196785 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:46.707101 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7729546-0da0-45b2-8916-7beaa9196785 None None] Bound using segment: {'id': '6c0c94b9-69f6-424f-b5a2-121e4144d259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '071e3c2f-cf0c-415c-b6d3-47995c0b5e75'} {{(pid=80982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Jul 06 02:00:46.708141 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.managers [None req-a7729546-0da0-45b2-8916-7beaa9196785 None None] Bound port: ed24b5f1-36fe-4cb2-bcdb-6fb7bb1e5a74, host: dv-cinder-799546-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c0c94b9-69f6-424f-b5a2-121e4144d259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '071e3c2f-cf0c-415c-b6d3-47995c0b5e75'}}] {{(pid=80982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jul 06 02:00:46.709041 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-a7729546-0da0-45b2-8916-7beaa9196785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1050496'] for port, before_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:46.890362 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [None req-a7729546-0da0-45b2-8916-7beaa9196785 None None] For port ed24b5f1-36fe-4cb2-bcdb-6fb7bb1e5a74, host dv-cinder-799546-3-iscsi, cleared binding levels {{(pid=80982) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:111}}
Jul 06 02:00:46.896646 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [None req-a7729546-0da0-45b2-8916-7beaa9196785 None None] For port ed24b5f1-36fe-4cb2-bcdb-6fb7bb1e5a74, host dv-cinder-799546-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799546-3-iscsi',level=0,port_id=ed24b5f1-36fe-4cb2-bcdb-6fb7bb1e5a74,segment=NetworkSegment(6c0c94b9-69f6-424f-b5a2-121e4144d259),segment_id=6c0c94b9-69f6-424f-b5a2-121e4144d259)] {{(pid=80982) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}}
Jul 06 02:00:46.903731 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-1b943bf8-eaed-4317-9f52-cd4e1c1264c0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:46.935541 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-a7729546-0da0-45b2-8916-7beaa9196785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740753762112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740753409037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296101366746'] for port, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:46.954366 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:00:46.995168 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80980) accepted ('10.222.0.11', 40986) {{(pid=80980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 02:00:47.114933 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-1b943bf8-eaed-4317-9f52-cd4e1c1264c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1050496'] for port, before_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:47.147104 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7729546-0da0-45b2-8916-7beaa9196785 None None] Pushing event updated for resources: {'Port': ['ID=ed24b5f1-36fe-4cb2-bcdb-6fb7bb1e5a74,revision_number=2']} {{(pid=80982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:00:47.190986 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-a7729546-0da0-45b2-8916-7beaa9196785 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=80982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:00:47.289130 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-ba1bf64a-0e1b-476c-a266-5a40fac2f931 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4d28ef077e2c4ced9b5409d9c084fc6e&name=default HTTP/1.1" status: 200  len: 2629 time: 0.2873979
Jul 06 02:00:47.292268 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80981) accepted ('10.222.0.11', 40994) {{(pid=80981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 02:00:47.314151 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-92186031-1c54-477c-b519-8c4dc37f697b req-59e97734-3b82-44e9-8909-3368d6ff0f12 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e0031e4c-fd20-42f5-aa66-c102510ce1fe HTTP/1.1" status: 200  len: 1098 time: 0.2794816
Jul 06 02:00:47.453395 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-92186031-1c54-477c-b519-8c4dc37f697b req-661f6530-f2fa-42c2-ad51-40d51bfad4ed service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=8f6df123-aea9-4211-ae13-3df2bf025ab5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1327114
Jul 06 02:00:47.927179 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5ad844-cdc0-4442-ad70-fd9fe82065f7 req-1c7fd99a-18ef-41a1-bc90-24463611e516 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:00:47.937294 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-3b5ad844-cdc0-4442-ad70-fd9fe82065f7 req-1c7fd99a-18ef-41a1-bc90-24463611e516 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] 10.222.0.11 "GET /v2.0/ports?device_id=6bf80594-4f7b-4225-95e7-e1f2461f5e26 HTTP/1.1" status: 200  len: 945 time: 0.1946435
Jul 06 02:00:48.018151 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-e4d1daa5-5f0b-4d03-977a-b954deb3a670 req-51160941-6c40-442e-82f3-92fb45e32a21 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=7bf7305c-8ef1-4c8f-a294-f51b84e438c3 HTTP/1.1" status: 200  len: 1099 time: 0.2329352
Jul 06 02:00:48.029085 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-3933f384-010e-4372-a23d-9ea56f24dba7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:48.057488 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-3b5ad844-cdc0-4442-ad70-fd9fe82065f7 req-52c15dd6-8940-4772-b432-f74dc53dbbc6 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] 10.222.0.11 "GET /v2.0/security-groups?id=a49819e7-9e67-4461-9ca0-4f120b4fbc53&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1186290
Jul 06 02:00:48.178535 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.db_base_plugin_common [None req-1b943bf8-eaed-4317-9f52-cd4e1c1264c0 admin admin] Allocated IP 172.27.1.11 (69f53fb8-46a2-4fb2-8b50-29617e0b26b8/24d74941-6bd6-4d03-882f-a623d522833f/de9c5ea3-302c-4c84-a723-3e2f92349dac) {{(pid=80981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Jul 06 02:00:48.185121 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-e4d1daa5-5f0b-4d03-977a-b954deb3a670 req-ce53db07-632e-46bf-a048-3762038b5517 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=8f6df123-aea9-4211-ae13-3df2bf025ab5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1264279
Jul 06 02:00:48.239987 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ff2f66-a205-4b83-ba75-26a04715a66c req-f905ac0a-713a-40f6-b57b-87fc5c4c1b1d tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:00:48.256682 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-a4ff2f66-a205-4b83-ba75-26a04715a66c req-f905ac0a-713a-40f6-b57b-87fc5c4c1b1d tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/ports?device_id=4ae448d6-3b95-42dd-a82e-2c79b64118c8 HTTP/1.1" status: 200  len: 945 time: 0.8150823
Jul 06 02:00:48.398733 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-3933f384-010e-4372-a23d-9ea56f24dba7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:48.406278 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.rpc [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Device ed24b5f1-36fe-4cb2-bcdb-6fb7bb1e5a74 up at agent ovs-agent-dv-cinder-799546-3-iscsi {{(pid=80982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:273}}
Jul 06 02:00:48.564994 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecde4b9-9935-48be-8cf6-0b915fda71a6 req-bd144d07-b3bd-46fb-a66e-20d9db280c8a tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:00:48.571231 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-6ecde4b9-9935-48be-8cf6-0b915fda71a6 req-bd144d07-b3bd-46fb-a66e-20d9db280c8a tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] 10.222.0.11 "GET /v2.0/ports?device_id=7bf7305c-8ef1-4c8f-a294-f51b84e438c3 HTTP/1.1" status: 200  len: 946 time: 0.2957466
Jul 06 02:00:48.656883 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.provisioning_blocks [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Provisioning for port ed24b5f1-36fe-4cb2-bcdb-6fb7bb1e5a74 completed by entity L2. {{(pid=80982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 06 02:00:48.692461 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-6ecde4b9-9935-48be-8cf6-0b915fda71a6 req-d5eae305-7982-49db-a5c7-ad0d2dc25db9 tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] 10.222.0.11 "GET /v2.0/security-groups?id=8f6df123-aea9-4211-ae13-3df2bf025ab5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0932260
Jul 06 02:00:48.729601 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-a4ff2f66-a205-4b83-ba75-26a04715a66c req-9e198c3c-da16-4da3-b15e-8268e2f349da tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/security-groups?id=05a99220-0499-4923-a419-6a3dc323fae7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4442525
Jul 06 02:00:48.826807 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-3933f384-010e-4372-a23d-9ea56f24dba7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428228'] for security_group, after_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:48.844343 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-dbe2ab07-756a-4bc9-b181-3999f5677506 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:00:48.901056 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3933f384-010e-4372-a23d-9ea56f24dba7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3d486c3-6539-4d74-9792-e8cd3349ab3a,revision_number=None']} {{(pid=80981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:00:48.917659 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80980) accepted ('10.222.0.11', 41020) {{(pid=80980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 02:00:48.918965 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-3933f384-010e-4372-a23d-9ea56f24dba7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:00:48.926297 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-1b943bf8-eaed-4317-9f52-cd4e1c1264c0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:48.951796 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-3933f384-010e-4372-a23d-9ea56f24dba7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:48.954422 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-3933f384-010e-4372-a23d-9ea56f24dba7 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c3d486c3-6539-4d74-9792-e8cd3349ab3a HTTP/1.1" status: 204  len: 168 time: 1.6398585
Jul 06 02:00:49.068565 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-1b943bf8-eaed-4317-9f52-cd4e1c1264c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296101369102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839890433'] for port, after_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:49.081871 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-5dce03f7-1d3e-4c77-9f12-0ad85ed0697e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:00:49.248800 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b943bf8-eaed-4317-9f52-cd4e1c1264c0 admin admin] Network 69f53fb8-46a2-4fb2-8b50-29617e0b26b8 is already hosted by enough agents. {{(pid=80981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:240}}
Jul 06 02:00:49.252468 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.scheduler.base_scheduler [None req-1b943bf8-eaed-4317-9f52-cd4e1c1264c0 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jul 06 02:00:49.255809 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.v2.base [None req-5df5fff0-e68a-471f-9284-bc38bbc782fb admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-376566771-network', 'tenant_id': '401d2ca991dc46759fcf67d09fce603c'}} {{(pid=80980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 06 02:00:49.257579 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b943bf8-eaed-4317-9f52-cd4e1c1264c0 admin admin] Received port after_create {{(pid=80981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 06 02:00:49.272665 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-5df5fff0-e68a-471f-9284-bc38bbc782fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 02:00:49.291023 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-5df5fff0-e68a-471f-9284-bc38bbc782fb admin admin] Usage tracker for resource:network and tenant:401d2ca991dc46759fcf67d09fce603c is out of sync, need to count used quota {{(pid=80980) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 02:00:49.306905 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-5df5fff0-e68a-471f-9284-bc38bbc782fb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80980) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 02:00:49.328003 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-5df5fff0-e68a-471f-9284-bc38bbc782fb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 02:00:49.377115 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5df5fff0-e68a-471f-9284-bc38bbc782fb admin admin] Made reservation on behalf of 401d2ca991dc46759fcf67d09fce603c for: {'network': 1} {{(pid=80980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jul 06 02:00:49.390384 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-5df5fff0-e68a-471f-9284-bc38bbc782fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1050496'] for network, before_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:49.448721 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-5df5fff0-e68a-471f-9284-bc38bbc782fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:49.533548 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-5df5fff0-e68a-471f-9284-bc38bbc782fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 02:00:49.543211 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-5df5fff0-e68a-471f-9284-bc38bbc782fb admin admin] Usage tracker for resource:security_group_rule and tenant:401d2ca991dc46759fcf67d09fce603c is out of sync, need to count used quota {{(pid=80980) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 02:00:49.551451 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-5df5fff0-e68a-471f-9284-bc38bbc782fb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80980) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 02:00:49.566597 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-5df5fff0-e68a-471f-9284-bc38bbc782fb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 02:00:49.748176 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b943bf8-eaed-4317-9f52-cd4e1c1264c0 admin admin] Pushing event updated for resources: {'Port': ['ID=de9c5ea3-302c-4c84-a723-3e2f92349dac,revision_number=1']} {{(pid=80981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:00:49.757777 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-1b943bf8-eaed-4317-9f52-cd4e1c1264c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.676s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:00:49.814405 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe152eb-02fe-43cc-af48-08c283270ead req-cd7c814b-1f05-4d5c-91f4-402e04e42602 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:00:49.817809 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-afe152eb-02fe-43cc-af48-08c283270ead req-cd7c814b-1f05-4d5c-91f4-402e04e42602 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] 10.222.0.11 "GET /v2.0/ports?device_id=6bf80594-4f7b-4225-95e7-e1f2461f5e26 HTTP/1.1" status: 200  len: 945 time: 0.2249331
Jul 06 02:00:49.997076 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-1b943bf8-eaed-4317-9f52-cd4e1c1264c0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:49.997876 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-1b943bf8-eaed-4317-9f52-cd4e1c1264c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854321484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-335366'] for router, after_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:50.098347 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80981) accepted ('10.222.0.11', 41044) {{(pid=80981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 02:00:50.112696 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-afe152eb-02fe-43cc-af48-08c283270ead req-a836cdcb-4aaa-4bd5-97c6-fff9adf07a74 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] 10.222.0.11 "GET /v2.0/security-groups?id=a49819e7-9e67-4461-9ca0-4f120b4fbc53&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2771273
Jul 06 02:00:50.209444 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-5df5fff0-e68a-471f-9284-bc38bbc782fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:50.244602 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-5df5fff0-e68a-471f-9284-bc38bbc782fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428228'] for security_group, after_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:50.286973 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5df5fff0-e68a-471f-9284-bc38bbc782fb admin admin] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'}  {{(pid=80980) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}}
Jul 06 02:00:50.307197 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-5df5fff0-e68a-471f-9284-bc38bbc782fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1280314'] for segment, precommit_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:50.307850 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.db.segments_db [None req-5df5fff0-e68a-471f-9284-bc38bbc782fb admin admin] Added segment c4ec3934-d771-4179-8b63-e401bf6e09be of type vlan for network a2a87d65-a05d-450f-9e6b-5f2752e2d94c
Jul 06 02:00:50.358896 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-5df5fff0-e68a-471f-9284-bc38bbc782fb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740753358485'] for network, precommit_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:50.359760 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e0ed0b3-7dfc-4754-9070-7bcd4bcb3b73 None None] Network 071e3c2f-cf0c-415c-b6d3-47995c0b5e75 requested from dv-cinder-799546-3-iscsi {{(pid=80982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jul 06 02:00:50.419116 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-5f2a4d60-9512-474e-8440-7aa760f2aadc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:00:50.501706 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-5df5fff0-e68a-471f-9284-bc38bbc782fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802'] for network, after_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:50.518140 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5df5fff0-e68a-471f-9284-bc38bbc782fb admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:00:50.520216 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-5df5fff0-e68a-471f-9284-bc38bbc782fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853726196'] for network, before_response {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:50.549425 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df5fff0-e68a-471f-9284-bc38bbc782fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32922aa1-4b90-4fe3-ab2c-607c8c38952f,revision_number=1']} {{(pid=80980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:00:50.554510 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-5df5fff0-e68a-471f-9284-bc38bbc782fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:00:50.554510 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:00:50.599206 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-bce132d8-c234-4338-857d-b1c0bb274992 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=798bc879f0824c2284d8166429fa7545&name=default HTTP/1.1" status: 200  len: 2629 time: 0.4989834
Jul 06 02:00:50.613438 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80981) accepted ('10.222.0.11', 41054) {{(pid=80981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 02:00:50.615694 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.provisioning_blocks [None req-a014c238-e6d2-40bb-9a76-c26b2453c106 None None] Provisioning for port ed24b5f1-36fe-4cb2-bcdb-6fb7bb1e5a74 completed by entity DHCP. {{(pid=80982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 06 02:00:50.647649 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.provisioning_blocks [None req-a014c238-e6d2-40bb-9a76-c26b2453c106 None None] Provisioning complete for port ed24b5f1-36fe-4cb2-bcdb-6fb7bb1e5a74 triggered by entity DHCP. {{(pid=80982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 06 02:00:50.648451 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-a014c238-e6d2-40bb-9a76-c26b2453c106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1309268'] for port, provisioning_complete {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:50.653899 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-5df5fff0-e68a-471f-9284-bc38bbc782fb admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 1.7345192
Jul 06 02:00:50.665806 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80981) accepted ('10.222.0.11', 41058) {{(pid=80981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 02:00:50.688369 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f9a9ab-8308-473c-af46-97bc7502bd5c req-b89c708d-e848-4a60-ba83-5a5ad69e0191 tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:00:50.701993 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-70f9a9ab-8308-473c-af46-97bc7502bd5c req-b89c708d-e848-4a60-ba83-5a5ad69e0191 tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] 10.222.0.11 "GET /v2.0/ports?device_id=7bf7305c-8ef1-4c8f-a294-f51b84e438c3 HTTP/1.1" status: 200  len: 946 time: 0.5247149
Jul 06 02:00:50.717140 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61de95b4-f0c7-45c6-bb43-25df22c9fb12 req-2c9825d3-c736-4d71-8664-bbf87000407b tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:00:50.726188 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-61de95b4-f0c7-45c6-bb43-25df22c9fb12 req-2c9825d3-c736-4d71-8664-bbf87000407b tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/ports?device_id=4ae448d6-3b95-42dd-a82e-2c79b64118c8 HTTP/1.1" status: 200  len: 945 time: 0.3091097
Jul 06 02:00:50.726900 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.v2.base [None req-13aebcf7-6b31-4021-bb94-7088ad767bec admin admin] Request body: {'subnet': {'network_id': 'a2a87d65-a05d-450f-9e6b-5f2752e2d94c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-376566771-subnet', 'tenant_id': '401d2ca991dc46759fcf67d09fce603c', 'ip_version': 4}} {{(pid=80981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 06 02:00:50.727336 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df5fff0-e68a-471f-9284-bc38bbc782fb admin admin] Pushing event updated for resources: {'Network': ['ID=a2a87d65-a05d-450f-9e6b-5f2752e2d94c,revision_number=1']} {{(pid=80980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:00:50.732509 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-5df5fff0-e68a-471f-9284-bc38bbc782fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:00:50.783238 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-13aebcf7-6b31-4021-bb94-7088ad767bec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 02:00:50.797486 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-61de95b4-f0c7-45c6-bb43-25df22c9fb12 req-24d2ef2e-d16f-410a-bd80-a22664710e4f tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/security-groups?id=05a99220-0499-4923-a419-6a3dc323fae7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0669966
Jul 06 02:00:50.841243 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-13aebcf7-6b31-4021-bb94-7088ad767bec admin admin] Usage tracker for resource:subnet and tenant:401d2ca991dc46759fcf67d09fce603c is out of sync, need to count used quota {{(pid=80981) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 02:00:50.856778 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-13aebcf7-6b31-4021-bb94-7088ad767bec admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80981) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 02:00:50.889127 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.rpc [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Network a2a87d65-a05d-450f-9e6b-5f2752e2d94c details requested by agent ovs-agent-dv-cinder-799546-3-iscsi with host dv-cinder-799546-3-iscsi {{(pid=80982) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:231}}
Jul 06 02:00:50.904574 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-13aebcf7-6b31-4021-bb94-7088ad767bec admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 02:00:50.947410 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-8a91b605-4a2d-4a81-bd5d-a6a1e75b62bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:50.991108 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13aebcf7-6b31-4021-bb94-7088ad767bec admin admin] Made reservation on behalf of 401d2ca991dc46759fcf67d09fce603c for: {'subnet': 1} {{(pid=80981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jul 06 02:00:50.999941 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-13aebcf7-6b31-4021-bb94-7088ad767bec admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036839050233'] for subnet, before_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:51.161336 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-70f9a9ab-8308-473c-af46-97bc7502bd5c req-0d7993c3-face-483d-a413-38b645bd8b52 tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] 10.222.0.11 "GET /v2.0/security-groups?id=8f6df123-aea9-4211-ae13-3df2bf025ab5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4421620
Jul 06 02:00:51.177792 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-8a91b605-4a2d-4a81-bd5d-a6a1e75b62bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:51.383203 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-8a91b605-4a2d-4a81-bd5d-a6a1e75b62bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428228'] for security_group, after_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:51.385998 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-a014c238-e6d2-40bb-9a76-c26b2453c106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1050496'] for port, before_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:51.394237 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-74f8557a-f294-46b3-af2f-53812f0b7160 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:00:51.410339 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9c3977-137e-4138-8fd8-c9c8eabd5150 req-844d71ed-3096-4926-90bf-fa62a98d7b70 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:00:51.415614 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-1d9c3977-137e-4138-8fd8-c9c8eabd5150 req-844d71ed-3096-4926-90bf-fa62a98d7b70 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] 10.222.0.11 "GET /v2.0/ports?device_id=6bf80594-4f7b-4225-95e7-e1f2461f5e26 HTTP/1.1" status: 200  len: 945 time: 0.1390383
Jul 06 02:00:51.437385 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a91b605-4a2d-4a81-bd5d-a6a1e75b62bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb066524-1e5d-479b-bc5d-726a0e460592,revision_number=None']} {{(pid=80981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:00:51.443193 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-8a91b605-4a2d-4a81-bd5d-a6a1e75b62bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:00:51.522125 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-1d9c3977-137e-4138-8fd8-c9c8eabd5150 req-2289510d-c60e-4dd5-92ba-797e208ba0b2 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] 10.222.0.11 "GET /v2.0/security-groups?id=a49819e7-9e67-4461-9ca0-4f120b4fbc53&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0989642
Jul 06 02:00:51.523894 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [None req-a014c238-e6d2-40bb-9a76-c26b2453c106 None None] For port ed24b5f1-36fe-4cb2-bcdb-6fb7bb1e5a74, host dv-cinder-799546-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799546-3-iscsi',level=0,port_id=ed24b5f1-36fe-4cb2-bcdb-6fb7bb1e5a74,segment=NetworkSegment(6c0c94b9-69f6-424f-b5a2-121e4144d259),segment_id=6c0c94b9-69f6-424f-b5a2-121e4144d259)] {{(pid=80982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 02:00:51.582183 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-a014c238-e6d2-40bb-9a76-c26b2453c106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740753762112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740753409037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296101366746'] for port, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:51.588791 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:00:51.603796 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-8a91b605-4a2d-4a81-bd5d-a6a1e75b62bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:51.609875 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-8a91b605-4a2d-4a81-bd5d-a6a1e75b62bf admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/fb066524-1e5d-479b-bc5d-726a0e460592 HTTP/1.1" status: 204  len: 168 time: 0.9884648
Jul 06 02:00:51.684810 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a014c238-e6d2-40bb-9a76-c26b2453c106 None None] Pushing event updated for resources: {'Port': ['ID=ed24b5f1-36fe-4cb2-bcdb-6fb7bb1e5a74,revision_number=3']} {{(pid=80982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:00:51.697829 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-a014c238-e6d2-40bb-9a76-c26b2453c106 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=80982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:00:51.752894 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b943bf8-eaed-4317-9f52-cd4e1c1264c0 admin admin] Router f033004d-a78c-4ace-b6fe-7324aeb0d8f4 is scheduled to L3 agent 61912d2b-cbf3-48c5-b8b2-dcc1c49052a5 with binding_index 1 {{(pid=80981) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Jul 06 02:00:51.757840 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-13aebcf7-6b31-4021-bb94-7088ad767bec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14886511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036839050000'] for subnet, after_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:51.765264 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-c202806f-c99f-4fb1-81b5-6985639c4072 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:00:51.921256 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.provisioning_blocks [None req-719f00d9-858d-418b-be41-291a072ff8c9 None None] Provisioning complete for port ed24b5f1-36fe-4cb2-bcdb-6fb7bb1e5a74 triggered by entity DHCP. {{(pid=80982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 06 02:00:51.922681 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-719f00d9-858d-418b-be41-291a072ff8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1309268'] for port, provisioning_complete {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:51.924019 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13aebcf7-6b31-4021-bb94-7088ad767bec admin admin] Pushing event updated for resources: {'Subnet': ['ID=21d8d59e-2cce-462a-ad6e-a7b8e471a7ff,revision_number=0']} {{(pid=80981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:00:51.927295 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-13aebcf7-6b31-4021-bb94-7088ad767bec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:00:51.952783 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13aebcf7-6b31-4021-bb94-7088ad767bec admin admin] Checking segment: {'id': 'c4ec3934-d771-4179-8b63-e401bf6e09be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'a2a87d65-a05d-450f-9e6b-5f2752e2d94c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jul 06 02:00:51.952783 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13aebcf7-6b31-4021-bb94-7088ad767bec admin admin] Network hostable DHCP agents. Network: a2a87d65-a05d-450f-9e6b-5f2752e2d94c, hostable agents: ['46061ec9-d1c1-4ae2-b701-eece7f3c7f15'], hosted agents: [] {{(pid=80981) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:297}}
Jul 06 02:00:52.117061 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13aebcf7-6b31-4021-bb94-7088ad767bec admin admin] Network a2a87d65-a05d-450f-9e6b-5f2752e2d94c is scheduled to be hosted by DHCP agent 46061ec9-d1c1-4ae2-b701-eece7f3c7f15 {{(pid=80981) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:196}}
Jul 06 02:00:52.190569 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b943bf8-eaed-4317-9f52-cd4e1c1264c0 admin admin] Notify agent at l3_agent.dv-cinder-799546-3-iscsi the message routers_updated {{(pid=80981) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jul 06 02:00:52.197197 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.rpc [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Device ed24b5f1-36fe-4cb2-bcdb-6fb7bb1e5a74 up at agent ovs-agent-dv-cinder-799546-3-iscsi {{(pid=80982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:273}}
Jul 06 02:00:52.227595 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de87e921-e891-4e74-914d-2d69495ee24a None None] Sync routers for ids ['f033004d-a78c-4ace-b6fe-7324aeb0d8f4'] in dv-cinder-799546-3-iscsi {{(pid=80983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Jul 06 02:00:52.230689 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea3680b-5b61-4cd7-966a-608572b6f41d req-569f1606-ebad-4010-bf48-03900c169cca tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:00:52.236893 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-aea3680b-5b61-4cd7-966a-608572b6f41d req-569f1606-ebad-4010-bf48-03900c169cca tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/ports?device_id=4ae448d6-3b95-42dd-a82e-2c79b64118c8 HTTP/1.1" status: 200  len: 945 time: 0.1695571
Jul 06 02:00:52.247768 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de87e921-e891-4e74-914d-2d69495ee24a None None] Routers {'f033004d-a78c-4ace-b6fe-7324aeb0d8f4'} bound to L3 agent in host dv-cinder-799546-3-iscsi {{(pid=80983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 06 02:00:52.249560 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_hamode_db [None req-de87e921-e891-4e74-914d-2d69495ee24a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f31d794b7b8>, 'dv-cinder-799546-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T01:50:03Z,description=<?>,heartbeat_timestamp=2021-07-06T02:00:33Z,host='dv-cinder-799546-3-iscsi',id=61912d2b-cbf3-48c5-b8b2-dcc1c49052a5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-06T01:50:03Z,topic='l3_agent')) {'router_ids': ['f033004d-a78c-4ace-b6fe-7324aeb0d8f4'], 'active': True} {{(pid=80983) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 02:00:52.321871 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-aea3680b-5b61-4cd7-966a-608572b6f41d req-142909ae-4ba1-4ba2-9229-adf702cb9a31 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/security-groups?id=05a99220-0499-4923-a419-6a3dc323fae7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0617611
Jul 06 02:00:52.331028 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.scheduler.base_scheduler [None req-13aebcf7-6b31-4021-bb94-7088ad767bec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799546-3-iscsi, a2a87d65-a05d-450f-9e6b-5f2752e2d94c) {{(pid=80981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jul 06 02:00:52.340244 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13aebcf7-6b31-4021-bb94-7088ad767bec admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:00:52.341395 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-13aebcf7-6b31-4021-bb94-7088ad767bec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853726196'] for subnet, before_response {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:52.354830 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83104a1d-cb96-4535-ab48-23d99c7e5c78 None None] Network a2a87d65-a05d-450f-9e6b-5f2752e2d94c requested from dv-cinder-799546-3-iscsi {{(pid=80982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jul 06 02:00:52.464880 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-1b943bf8-eaed-4317-9f52-cd4e1c1264c0 admin admin] Notify callbacks [] for router, before_response {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:52.471167 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80980) accepted ('10.222.0.11', 41094) {{(pid=80980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 02:00:52.472165 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-1b943bf8-eaed-4317-9f52-cd4e1c1264c0 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 7.9167099
Jul 06 02:00:52.481998 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da8d0a9-a9c5-4ac0-9634-ac04fbbd3890 req-88432e89-6c26-45c5-a47f-9c46fd4106b0 tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:00:52.497971 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-2da8d0a9-a9c5-4ac0-9634-ac04fbbd3890 req-88432e89-6c26-45c5-a47f-9c46fd4106b0 tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] 10.222.0.11 "GET /v2.0/ports?device_id=7bf7305c-8ef1-4c8f-a294-f51b84e438c3 HTTP/1.1" status: 200  len: 946 time: 0.2701170
Jul 06 02:00:52.511137 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-13aebcf7-6b31-4021-bb94-7088ad767bec admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 1.8372347
Jul 06 02:00:52.511871 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80981) accepted ('10.222.0.11', 41100) {{(pid=80981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 02:00:52.555273 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.v2.base [None req-c876ed23-9917-4c89-b752-2f09b2c96410 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-376566771-router', 'tenant_id': '401d2ca991dc46759fcf67d09fce603c', 'external_gateway_info': {'network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8'}}} {{(pid=80981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 06 02:00:52.581150 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-c876ed23-9917-4c89-b752-2f09b2c96410 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 02:00:52.588460 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-c876ed23-9917-4c89-b752-2f09b2c96410 admin admin] Usage tracker for resource:router and tenant:401d2ca991dc46759fcf67d09fce603c is out of sync, need to count used quota {{(pid=80981) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 02:00:52.600556 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-c876ed23-9917-4c89-b752-2f09b2c96410 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80981) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 02:00:52.628534 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-c876ed23-9917-4c89-b752-2f09b2c96410 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 02:00:52.697450 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-2da8d0a9-a9c5-4ac0-9634-ac04fbbd3890 req-3a630f87-86f4-4798-b4c7-f3a7bcf4f450 tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] 10.222.0.11 "GET /v2.0/security-groups?id=8f6df123-aea9-4211-ae13-3df2bf025ab5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1983132
Jul 06 02:00:52.711499 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-c876ed23-9917-4c89-b752-2f09b2c96410 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-454287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036838019708'] for router, before_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:52.712873 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-c876ed23-9917-4c89-b752-2f09b2c96410 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-342583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854440336', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854326468', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16756125'] for router, precommit_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:52.750452 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-c876ed23-9917-4c89-b752-2f09b2c96410 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:52.768154 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a82c624-5807-48db-b5cd-22d673576038 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdda4d945-3f0d-5e23-8fbb-630040bb9905-a2a87d65-a05d-450f-9e6b-5f2752e2d94c', 'network_id': 'a2a87d65-a05d-450f-9e6b-5f2752e2d94c', 'tenant_id': '401d2ca991dc46759fcf67d09fce603c', 'fixed_ips': [{'subnet_id': '21d8d59e-2cce-462a-ad6e-a7b8e471a7ff'}]}} from dv-cinder-799546-3-iscsi. {{(pid=80982) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Jul 06 02:00:52.769543 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-4a82c624-5807-48db-b5cd-22d673576038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1050496'] for port, before_create {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:52.831777 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_dvr_db [None req-de87e921-e891-4e74-914d-2d69495ee24a None None] Set router f033004d-a78c-4ace-b6fe-7324aeb0d8f4 gateway port host: dv-cinder-799546-3-iscsi {{(pid=80983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:850}}
Jul 06 02:00:52.912386 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.provisioning_blocks [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Provisioning complete for port ed24b5f1-36fe-4cb2-bcdb-6fb7bb1e5a74 triggered by entity L2. {{(pid=80982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 06 02:00:52.912814 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1309268'] for port, provisioning_complete {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:53.064104 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df324d3c-89f4-48f7-bea7-fd1cb3e8cde6 req-b732163d-00d1-4d93-b19d-355e1f9adf3b tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:00:53.066142 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-df324d3c-89f4-48f7-bea7-fd1cb3e8cde6 req-b732163d-00d1-4d93-b19d-355e1f9adf3b tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] 10.222.0.11 "GET /v2.0/ports?device_id=6bf80594-4f7b-4225-95e7-e1f2461f5e26 HTTP/1.1" status: 200  len: 945 time: 0.2021472
Jul 06 02:00:53.139912 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-c876ed23-9917-4c89-b752-2f09b2c96410 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854440351', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-454384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16756142'] for router, precommit_update {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:53.305981 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-df324d3c-89f4-48f7-bea7-fd1cb3e8cde6 req-e3c6c382-77de-47f2-9c57-452543e0a242 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] 10.222.0.11 "GET /v2.0/security-groups?id=a49819e7-9e67-4461-9ca0-4f120b4fbc53&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2073700
Jul 06 02:00:53.323780 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.db_base_plugin_common [None req-4a82c624-5807-48db-b5cd-22d673576038 None None] Allocated IP 172.20.0.2 (a2a87d65-a05d-450f-9e6b-5f2752e2d94c/21d8d59e-2cce-462a-ad6e-a7b8e471a7ff/c1e8b25d-4937-47b7-a4a3-009f25d1465b) {{(pid=80982) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Jul 06 02:00:53.568395 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_hamode_db [None req-de87e921-e891-4e74-914d-2d69495ee24a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f31d794b7b8>, [{'id': 'f033004d-a78c-4ace-b6fe-7324aeb0d8f4', 'name': 'tempest-TestShelveInstance-1026164652-router', 'tenant_id': 'ce54b2b29f0c4db48f132919c87de2f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8', 'external_fixed_ips': [{'subnet_id': '24d74941-6bd6-4d03-882f-a623d522833f', 'ip_address': '172.27.1.11'}], 'enable_snat': True}, 'gw_port_id': 'de9c5ea3-302c-4c84-a723-3e2f92349dac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T02:00:44Z', 'updated_at': '2021-07-06T02:00:49Z', 'revision_number': 3, 'project_id': 'ce54b2b29f0c4db48f132919c87de2f3', 'gw_port': {'id': 'de9c5ea3-302c-4c84-a723-3e2f92349dac', 'name': '', 'network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:e5:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f033004d-a78c-4ace-b6fe-7324aeb0d8f4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '24d74941-6bd6-4d03-882f-a623d522833f', 'ip_address': '172.27.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T02:00:47Z', 'updated_at': '2021-07-06T02:00:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '24d74941-6bd6-4d03-882f-a623d522833f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799546-3-iscsi'}], 'dv-cinder-799546-3-iscsi', False) {} {{(pid=80983) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 02:00:53.588744 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de87e921-e891-4e74-914d-2d69495ee24a None None] Checking router: f033004d-a78c-4ace-b6fe-7324aeb0d8f4 for host: dv-cinder-799546-3-iscsi {{(pid=80983) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Jul 06 02:00:53.589188 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de87e921-e891-4e74-914d-2d69495ee24a None None] Updating router f033004d-a78c-4ace-b6fe-7324aeb0d8f4 port de9c5ea3-302c-4c84-a723-3e2f92349dac binding host dv-cinder-799546-3-iscsi {{(pid=80983) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Jul 06 02:00:53.672750 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-de87e921-e891-4e74-914d-2d69495ee24a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1050496'] for port, before_update {{(pid=80983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:53.912323 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-4a82c624-5807-48db-b5cd-22d673576038 None None] Notify callbacks [] for port, precommit_create {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:53.936708 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80981) accepted ('10.222.0.11', 41122) {{(pid=80981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 02:00:53.956275 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.provisioning_blocks [None req-4a82c624-5807-48db-b5cd-22d673576038 None None] Transition to ACTIVE for port object c1e8b25d-4937-47b7-a4a3-009f25d1465b will not be triggered until provisioned by entity L2. {{(pid=80982) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 06 02:00:53.985341 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-c876ed23-9917-4c89-b752-2f09b2c96410 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:54.006308 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.provisioning_blocks [None req-4a82c624-5807-48db-b5cd-22d673576038 None None] Transition to ACTIVE for port object c1e8b25d-4937-47b7-a4a3-009f25d1465b will not be triggered until provisioned by entity DHCP. {{(pid=80982) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 06 02:00:54.019387 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-c876ed23-9917-4c89-b752-2f09b2c96410 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1050496'] for port, before_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:54.032138 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f833586b-5a3d-47d1-8d8c-aee39573644e req-5583afd2-8d8c-46aa-9aeb-c5cb8eabf764 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:00:54.042857 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-f833586b-5a3d-47d1-8d8c-aee39573644e req-5583afd2-8d8c-46aa-9aeb-c5cb8eabf764 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/ports?device_id=4ae448d6-3b95-42dd-a82e-2c79b64118c8 HTTP/1.1" status: 200  len: 945 time: 0.5501084
Jul 06 02:00:54.073126 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-4a82c624-5807-48db-b5cd-22d673576038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296101369102'] for port, after_create {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:54.084309 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-a7729546-0da0-45b2-8916-7beaa9196785 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:00:54.149730 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a82c624-5807-48db-b5cd-22d673576038 None None] Network a2a87d65-a05d-450f-9e6b-5f2752e2d94c is already hosted by enough agents. {{(pid=80982) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:240}}
Jul 06 02:00:54.158952 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.scheduler.base_scheduler [None req-4a82c624-5807-48db-b5cd-22d673576038 None None] Resources bound (agent type, host, resource id):  {{(pid=80982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jul 06 02:00:54.177790 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-f833586b-5a3d-47d1-8d8c-aee39573644e req-c00dcf4b-550b-4423-8854-96ee61102fa8 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/security-groups?id=05a99220-0499-4923-a419-6a3dc323fae7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1335711
Jul 06 02:00:54.182079 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a82c624-5807-48db-b5cd-22d673576038 None None] Received port after_create {{(pid=80982) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 06 02:00:54.190240 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.v2.base [None req-3a3a9937-c8a1-4b90-97eb-a7ebaef062ad admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-420922697-network', 'tenant_id': '2518cf7b076a48528898fb239ee8dd38'}} {{(pid=80981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 06 02:00:54.248747 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-3a3a9937-c8a1-4b90-97eb-a7ebaef062ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 02:00:54.261750 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a82c624-5807-48db-b5cd-22d673576038 None None] Pushing event updated for resources: {'Port': ['ID=c1e8b25d-4937-47b7-a4a3-009f25d1465b,revision_number=1']} {{(pid=80982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:00:54.274966 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-3a3a9937-c8a1-4b90-97eb-a7ebaef062ad admin admin] Usage tracker for resource:network and tenant:2518cf7b076a48528898fb239ee8dd38 is out of sync, need to count used quota {{(pid=80981) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 02:00:54.281317 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-3a3a9937-c8a1-4b90-97eb-a7ebaef062ad admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80981) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 02:00:54.291833 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-3a3a9937-c8a1-4b90-97eb-a7ebaef062ad admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 02:00:54.293108 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-de87e921-e891-4e74-914d-2d69495ee24a None None] Notify callbacks [] for port, precommit_update {{(pid=80983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:54.314011 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.provisioning_blocks [None req-de87e921-e891-4e74-914d-2d69495ee24a None None] Transition to ACTIVE for port object de9c5ea3-302c-4c84-a723-3e2f92349dac will not be triggered until provisioned by entity L2. {{(pid=80983) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 06 02:00:54.326072 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.db_base_plugin_common [None req-c876ed23-9917-4c89-b752-2f09b2c96410 admin admin] Allocated IP 172.27.1.7 (69f53fb8-46a2-4fb2-8b50-29617e0b26b8/24d74941-6bd6-4d03-882f-a623d522833f/f33ff64d-4dbb-4f83-9d57-9dc4f57afcec) {{(pid=80981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Jul 06 02:00:54.330778 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-4a82c624-5807-48db-b5cd-22d673576038 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=80982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:00:54.352592 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a3a9937-c8a1-4b90-97eb-a7ebaef062ad admin admin] Made reservation on behalf of 2518cf7b076a48528898fb239ee8dd38 for: {'network': 1} {{(pid=80981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jul 06 02:00:54.357863 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-3a3a9937-c8a1-4b90-97eb-a7ebaef062ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1050496'] for network, before_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:54.365433 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.managers [None req-4a82c624-5807-48db-b5cd-22d673576038 None None] Attempting to bind port c1e8b25d-4937-47b7-a4a3-009f25d1465b on host dv-cinder-799546-3-iscsi for vnic_type normal with profile  {{(pid=80982) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jul 06 02:00:54.365433 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.managers [None req-4a82c624-5807-48db-b5cd-22d673576038 None None] Attempting to bind port c1e8b25d-4937-47b7-a4a3-009f25d1465b by drivers openvswitch,hyperv on host dv-cinder-799546-3-iscsi at level 0 using segments [{'id': 'c4ec3934-d771-4179-8b63-e401bf6e09be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'a2a87d65-a05d-450f-9e6b-5f2752e2d94c'}] {{(pid=80982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jul 06 02:00:54.365433 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a82c624-5807-48db-b5cd-22d673576038 None None] Attempting to bind port c1e8b25d-4937-47b7-a4a3-009f25d1465b on network a2a87d65-a05d-450f-9e6b-5f2752e2d94c {{(pid=80982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Jul 06 02:00:54.374574 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-3a3a9937-c8a1-4b90-97eb-a7ebaef062ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:54.376303 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a82c624-5807-48db-b5cd-22d673576038 None None] Checking agent: {'id': '3e633bc2-fb27-4d05-86ce-e7e954e44018', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799546-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 1, 50, 2), 'started_at': datetime.datetime(2021, 7, 6, 1, 50, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 2, 0, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['geneve', 'gre', 'internal', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799546-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.0', 'Port': '1.5', 'PortForwarding': '1.1', 'QosPolicy': '1.8', 'SecurityGroup': '1.1', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.0', 'Trunk': '1.1'}} {{(pid=80982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Jul 06 02:00:54.377064 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a82c624-5807-48db-b5cd-22d673576038 None None] Checking segment: {'id': 'c4ec3934-d771-4179-8b63-e401bf6e09be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'a2a87d65-a05d-450f-9e6b-5f2752e2d94c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jul 06 02:00:54.377870 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-4a82c624-5807-48db-b5cd-22d673576038 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:54.378646 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a82c624-5807-48db-b5cd-22d673576038 None None] Bound using segment: {'id': 'c4ec3934-d771-4179-8b63-e401bf6e09be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'a2a87d65-a05d-450f-9e6b-5f2752e2d94c'} {{(pid=80982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Jul 06 02:00:54.379753 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.managers [None req-4a82c624-5807-48db-b5cd-22d673576038 None None] Bound port: c1e8b25d-4937-47b7-a4a3-009f25d1465b, host: dv-cinder-799546-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4ec3934-d771-4179-8b63-e401bf6e09be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'a2a87d65-a05d-450f-9e6b-5f2752e2d94c'}}] {{(pid=80982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jul 06 02:00:54.380512 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-4a82c624-5807-48db-b5cd-22d673576038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1050496'] for port, before_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:54.392261 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-de87e921-e891-4e74-914d-2d69495ee24a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740753762112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740753409037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296101366746'] for port, after_update {{(pid=80983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:54.412750 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:00:54.461297 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-2d0f220e-4419-4aa8-90c9-943de86e85d6 req-214fb22c-a6f6-423e-82a3-90634ec21ab8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b0037fadadec43e5bf5dc42b273e1b3e&device_id=7bf7305c-8ef1-4c8f-a294-f51b84e438c3 HTTP/1.1" status: 200  len: 1099 time: 0.1934414
Jul 06 02:00:54.472410 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e5dcc5-da5b-40e5-9b1b-1a49c7f3ca93 req-78821cc5-c740-4704-827f-8bcc5e42b217 tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:00:54.474076 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-b2e5dcc5-da5b-40e5-9b1b-1a49c7f3ca93 req-78821cc5-c740-4704-827f-8bcc5e42b217 tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] 10.222.0.11 "GET /v2.0/ports?device_id=7bf7305c-8ef1-4c8f-a294-f51b84e438c3 HTTP/1.1" status: 200  len: 946 time: 0.3961246
Jul 06 02:00:54.517744 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-3a3a9937-c8a1-4b90-97eb-a7ebaef062ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 02:00:54.528726 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [None req-4a82c624-5807-48db-b5cd-22d673576038 None None] For port c1e8b25d-4937-47b7-a4a3-009f25d1465b, host dv-cinder-799546-3-iscsi, cleared binding levels {{(pid=80982) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:111}}
Jul 06 02:00:54.529301 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-3a3a9937-c8a1-4b90-97eb-a7ebaef062ad admin admin] Usage tracker for resource:security_group_rule and tenant:2518cf7b076a48528898fb239ee8dd38 is out of sync, need to count used quota {{(pid=80981) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 02:00:54.533917 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [None req-4a82c624-5807-48db-b5cd-22d673576038 None None] For port c1e8b25d-4937-47b7-a4a3-009f25d1465b, host dv-cinder-799546-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799546-3-iscsi',level=0,port_id=c1e8b25d-4937-47b7-a4a3-009f25d1465b,segment=NetworkSegment(c4ec3934-d771-4179-8b63-e401bf6e09be),segment_id=c4ec3934-d771-4179-8b63-e401bf6e09be)] {{(pid=80982) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}}
Jul 06 02:00:54.535995 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-3a3a9937-c8a1-4b90-97eb-a7ebaef062ad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80981) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 02:00:54.549718 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.managers [None req-de87e921-e891-4e74-914d-2d69495ee24a None None] Attempting to bind port de9c5ea3-302c-4c84-a723-3e2f92349dac on host dv-cinder-799546-3-iscsi for vnic_type normal with profile  {{(pid=80983) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jul 06 02:00:54.550324 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.managers [None req-de87e921-e891-4e74-914d-2d69495ee24a None None] Attempting to bind port de9c5ea3-302c-4c84-a723-3e2f92349dac by drivers openvswitch,hyperv on host dv-cinder-799546-3-iscsi at level 0 using segments [{'id': 'e64f8835-8265-4308-a68c-94b30f2a67d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8'}] {{(pid=80983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jul 06 02:00:54.551039 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de87e921-e891-4e74-914d-2d69495ee24a None None] Attempting to bind port de9c5ea3-302c-4c84-a723-3e2f92349dac on network 69f53fb8-46a2-4fb2-8b50-29617e0b26b8 {{(pid=80983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Jul 06 02:00:54.566945 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-3a3a9937-c8a1-4b90-97eb-a7ebaef062ad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 02:00:54.577523 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798aefcb-8de5-4d2b-bcdc-c199ee592678 None None] Pushing event updated for resources: {'Port': ['ID=de9c5ea3-302c-4c84-a723-3e2f92349dac,revision_number=2']} {{(pid=80983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:00:54.582560 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de87e921-e891-4e74-914d-2d69495ee24a None None] Checking agent: {'id': '3e633bc2-fb27-4d05-86ce-e7e954e44018', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799546-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 1, 50, 2), 'started_at': datetime.datetime(2021, 7, 6, 1, 50, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 2, 0, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['geneve', 'gre', 'internal', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799546-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.0', 'Port': '1.5', 'PortForwarding': '1.1', 'QosPolicy': '1.8', 'SecurityGroup': '1.1', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.0', 'Trunk': '1.1'}} {{(pid=80983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Jul 06 02:00:54.583261 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de87e921-e891-4e74-914d-2d69495ee24a None None] Checking segment: {'id': 'e64f8835-8265-4308-a68c-94b30f2a67d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jul 06 02:00:54.584018 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-de87e921-e891-4e74-914d-2d69495ee24a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:54.584980 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de87e921-e891-4e74-914d-2d69495ee24a None None] Bound using segment: {'id': 'e64f8835-8265-4308-a68c-94b30f2a67d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8'} {{(pid=80983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Jul 06 02:00:54.585730 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.managers [None req-de87e921-e891-4e74-914d-2d69495ee24a None None] Bound port: de9c5ea3-302c-4c84-a723-3e2f92349dac, host: dv-cinder-799546-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e64f8835-8265-4308-a68c-94b30f2a67d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8'}}] {{(pid=80983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jul 06 02:00:54.586390 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-de87e921-e891-4e74-914d-2d69495ee24a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1050496'] for port, before_update {{(pid=80983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:54.592337 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-4a82c624-5807-48db-b5cd-22d673576038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740753762112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740753409037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296101366746'] for port, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:54.607185 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:00:54.638527 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-798aefcb-8de5-4d2b-bcdc-c199ee592678 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=80983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:00:54.701755 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a82c624-5807-48db-b5cd-22d673576038 None None] Pushing event updated for resources: {'Port': ['ID=c1e8b25d-4937-47b7-a4a3-009f25d1465b,revision_number=2']} {{(pid=80982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:00:54.712885 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-4a82c624-5807-48db-b5cd-22d673576038 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:00:54.733458 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [None req-de87e921-e891-4e74-914d-2d69495ee24a None None] For port de9c5ea3-302c-4c84-a723-3e2f92349dac, host dv-cinder-799546-3-iscsi, cleared binding levels {{(pid=80983) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:111}}
Jul 06 02:00:54.733654 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-b2e5dcc5-da5b-40e5-9b1b-1a49c7f3ca93 req-eb690adf-50d2-40d2-95ca-8670c4011d88 tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] 10.222.0.11 "GET /v2.0/security-groups?id=8f6df123-aea9-4211-ae13-3df2bf025ab5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1760590
Jul 06 02:00:54.736831 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [None req-de87e921-e891-4e74-914d-2d69495ee24a None None] For port de9c5ea3-302c-4c84-a723-3e2f92349dac, host dv-cinder-799546-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799546-3-iscsi',level=0,port_id=de9c5ea3-302c-4c84-a723-3e2f92349dac,segment=NetworkSegment(e64f8835-8265-4308-a68c-94b30f2a67d9),segment_id=e64f8835-8265-4308-a68c-94b30f2a67d9)] {{(pid=80983) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}}
Jul 06 02:00:54.793477 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-de87e921-e891-4e74-914d-2d69495ee24a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740753762112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740753409037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296101366746'] for port, after_update {{(pid=80983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:54.799441 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:00:54.891374 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de87e921-e891-4e74-914d-2d69495ee24a None None] Routers {'f033004d-a78c-4ace-b6fe-7324aeb0d8f4'} bound to L3 agent in host dv-cinder-799546-3-iscsi {{(pid=80983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 06 02:00:54.892402 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_hamode_db [None req-de87e921-e891-4e74-914d-2d69495ee24a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f31d794b7b8>, 'dv-cinder-799546-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T01:50:03Z,description=<?>,heartbeat_timestamp=2021-07-06T02:00:33Z,host='dv-cinder-799546-3-iscsi',id=61912d2b-cbf3-48c5-b8b2-dcc1c49052a5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-06T01:50:03Z,topic='l3_agent')) {'router_ids': ['f033004d-a78c-4ace-b6fe-7324aeb0d8f4'], 'active': True} {{(pid=80983) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 02:00:54.940616 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-9b0f4148-fe6a-4f6c-a28d-d48a037bdae4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1050496'] for port, before_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:54.953246 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-c876ed23-9917-4c89-b752-2f09b2c96410 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:54.958866 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0f220e-4419-4aa8-90c9-943de86e85d6 req-531b2581-66e8-48cf-b992-f178019b2a2d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:00:54.960572 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-2d0f220e-4419-4aa8-90c9-943de86e85d6 req-531b2581-66e8-48cf-b992-f178019b2a2d service neutron] 10.222.0.37 "GET /v2.0/networks?id=1ca3dc02-05cd-4643-b3fa-d954b152071f HTTP/1.1" status: 200  len: 919 time: 0.4847691
Jul 06 02:00:54.995325 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77364ed-2392-44af-bcbb-cc9de4afaf88 req-fb00a70e-868d-474f-a1fd-4ac9cd405997 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:00:55.004735 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-b77364ed-2392-44af-bcbb-cc9de4afaf88 req-fb00a70e-868d-474f-a1fd-4ac9cd405997 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] 10.222.0.11 "GET /v2.0/ports?device_id=6bf80594-4f7b-4225-95e7-e1f2461f5e26 HTTP/1.1" status: 200  len: 945 time: 0.3690763
Jul 06 02:00:55.037292 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-3a3a9937-c8a1-4b90-97eb-a7ebaef062ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:55.087383 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_dvr_db [None req-de87e921-e891-4e74-914d-2d69495ee24a None None] Set router f033004d-a78c-4ace-b6fe-7324aeb0d8f4 gateway port host: dv-cinder-799546-3-iscsi {{(pid=80983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:850}}
Jul 06 02:00:55.093751 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-b77364ed-2392-44af-bcbb-cc9de4afaf88 req-798c70f9-f5b9-4c58-a777-24802d9ffb08 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] 10.222.0.11 "GET /v2.0/security-groups?id=a49819e7-9e67-4461-9ca0-4f120b4fbc53&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0878694
Jul 06 02:00:55.100908 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-3a3a9937-c8a1-4b90-97eb-a7ebaef062ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428228'] for security_group, after_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:55.106185 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-2de1694e-4db8-4ebe-a024-da2a2349983c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:00:55.144127 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a3a9937-c8a1-4b90-97eb-a7ebaef062ad admin admin] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'}  {{(pid=80981) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}}
Jul 06 02:00:55.148130 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-c876ed23-9917-4c89-b752-2f09b2c96410 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296101369102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839890433'] for port, after_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:55.158153 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-2d0f220e-4419-4aa8-90c9-943de86e85d6 req-666cad06-18cf-48e1-be62-d126d22f3eae service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cd09427e-6b3c-457d-b524-d67a7393fdc5 HTTP/1.1" status: 200  len: 217 time: 0.1832922
Jul 06 02:00:55.176519 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3a9937-c8a1-4b90-97eb-a7ebaef062ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4d9e794-0f6f-45bd-ab5e-fb0058e4026c,revision_number=1']} {{(pid=80981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:00:55.180758 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-3a3a9937-c8a1-4b90-97eb-a7ebaef062ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1280314'] for segment, precommit_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:55.181424 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.db.segments_db [None req-3a3a9937-c8a1-4b90-97eb-a7ebaef062ad admin admin] Added segment cf5ffabf-c988-4a88-80c2-6ba359ee8846 of type vlan for network 36a9b578-85e1-48e7-ac56-3132cadfb3cf
Jul 06 02:00:55.186549 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-3a3a9937-c8a1-4b90-97eb-a7ebaef062ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:00:55.193238 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.026s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:00:55.318671 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c876ed23-9917-4c89-b752-2f09b2c96410 admin admin] Network 69f53fb8-46a2-4fb2-8b50-29617e0b26b8 is already hosted by enough agents. {{(pid=80981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:240}}
Jul 06 02:00:55.329172 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c876ed23-9917-4c89-b752-2f09b2c96410 admin admin] Pushing event updated for resources: {'Port': ['ID=f33ff64d-4dbb-4f83-9d57-9dc4f57afcec,revision_number=1']} {{(pid=80981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:00:55.330962 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0f220e-4419-4aa8-90c9-943de86e85d6 req-72a106dd-6f5a-4e50-b283-6406523d45bc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:00:55.335326 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.scheduler.base_scheduler [None req-c876ed23-9917-4c89-b752-2f09b2c96410 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jul 06 02:00:55.338786 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-2d0f220e-4419-4aa8-90c9-943de86e85d6 req-72a106dd-6f5a-4e50-b283-6406523d45bc service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b73206aa-6636-4b14-93c5-291e3d5f08f3 HTTP/1.1" status: 200  len: 858 time: 0.1664295
Jul 06 02:00:55.340111 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-3a3a9937-c8a1-4b90-97eb-a7ebaef062ad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740753358485'] for network, precommit_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:55.346215 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-c876ed23-9917-4c89-b752-2f09b2c96410 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:00:55.347809 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c876ed23-9917-4c89-b752-2f09b2c96410 admin admin] Received port after_create {{(pid=80981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 06 02:00:55.571488 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798aefcb-8de5-4d2b-bcdc-c199ee592678 None None] Pushing event updated for resources: {'Port': ['ID=de9c5ea3-302c-4c84-a723-3e2f92349dac,revision_number=3']} {{(pid=80983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:00:55.580525 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-798aefcb-8de5-4d2b-bcdc-c199ee592678 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.781s {{(pid=80983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:00:55.655085 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-3a3a9937-c8a1-4b90-97eb-a7ebaef062ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802'] for network, after_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:55.658879 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a3a9937-c8a1-4b90-97eb-a7ebaef062ad admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:00:55.659994 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-3a3a9937-c8a1-4b90-97eb-a7ebaef062ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853726196'] for network, before_response {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:55.673011 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-2d0f220e-4419-4aa8-90c9-943de86e85d6 req-4d4690c8-b693-46df-875e-be9ed5e44439 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1ca3dc02-05cd-4643-b3fa-d954b152071f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.3245728
Jul 06 02:00:55.688617 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-e2860c05-286e-4142-8c93-c94335c4cc71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:00:55.738528 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-c876ed23-9917-4c89-b752-2f09b2c96410 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:55.739880 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-c876ed23-9917-4c89-b752-2f09b2c96410 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854321484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-335366'] for router, after_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:55.767037 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.db_base_plugin_common [None req-9b0f4148-fe6a-4f6c-a28d-d48a037bdae4 admin admin] Allocated IP 172.20.0.1 (071e3c2f-cf0c-415c-b6d3-47995c0b5e75/8c53f2ac-179f-40db-a015-badba4b27300/e75857d8-8771-4e59-bffd-0a937d7043af) {{(pid=80980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Jul 06 02:00:55.824599 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_hamode_db [None req-de87e921-e891-4e74-914d-2d69495ee24a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f31d794b7b8>, [{'id': 'f033004d-a78c-4ace-b6fe-7324aeb0d8f4', 'name': 'tempest-TestShelveInstance-1026164652-router', 'tenant_id': 'ce54b2b29f0c4db48f132919c87de2f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8', 'external_fixed_ips': [{'subnet_id': '24d74941-6bd6-4d03-882f-a623d522833f', 'ip_address': '172.27.1.11'}], 'enable_snat': True}, 'gw_port_id': 'de9c5ea3-302c-4c84-a723-3e2f92349dac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T02:00:44Z', 'updated_at': '2021-07-06T02:00:49Z', 'revision_number': 3, 'project_id': 'ce54b2b29f0c4db48f132919c87de2f3', 'gw_port': {'id': 'de9c5ea3-302c-4c84-a723-3e2f92349dac', 'name': '', 'network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:e5:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f033004d-a78c-4ace-b6fe-7324aeb0d8f4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '24d74941-6bd6-4d03-882f-a623d522833f', 'ip_address': '172.27.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T02:00:47Z', 'updated_at': '2021-07-06T02:00:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '24d74941-6bd6-4d03-882f-a623d522833f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799546-3-iscsi'}], 'dv-cinder-799546-3-iscsi', False) {} {{(pid=80983) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 02:00:55.847807 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de87e921-e891-4e74-914d-2d69495ee24a None None] The sync data for ids ['f033004d-a78c-4ace-b6fe-7324aeb0d8f4'] in dv-cinder-799546-3-iscsi is: [{'id': 'f033004d-a78c-4ace-b6fe-7324aeb0d8f4', 'name': 'tempest-TestShelveInstance-1026164652-router', 'tenant_id': 'ce54b2b29f0c4db48f132919c87de2f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8', 'external_fixed_ips': [{'subnet_id': '24d74941-6bd6-4d03-882f-a623d522833f', 'ip_address': '172.27.1.11'}], 'enable_snat': True}, 'gw_port_id': 'de9c5ea3-302c-4c84-a723-3e2f92349dac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T02:00:44Z', 'updated_at': '2021-07-06T02:00:49Z', 'revision_number': 3, 'project_id': 'ce54b2b29f0c4db48f132919c87de2f3', 'gw_port': {'id': 'de9c5ea3-302c-4c84-a723-3e2f92349dac', 'name': '', 'network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:e5:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f033004d-a78c-4ace-b6fe-7324aeb0d8f4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '24d74941-6bd6-4d03-882f-a623d522833f', 'ip_address': '172.27.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T02:00:47Z', 'updated_at': '2021-07-06T02:00:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '24d74941-6bd6-4d03-882f-a623d522833f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799546-3-iscsi'}] {{(pid=80983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Jul 06 02:00:56.220727 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-9b0f4148-fe6a-4f6c-a28d-d48a037bdae4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:56.229579 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-3a3a9937-c8a1-4b90-97eb-a7ebaef062ad admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 2.2887280
Jul 06 02:00:56.231162 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3a9937-c8a1-4b90-97eb-a7ebaef062ad admin admin] Pushing event updated for resources: {'Network': ['ID=36a9b578-85e1-48e7-ac56-3132cadfb3cf,revision_number=1']} {{(pid=80981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:00:56.235096 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80981) accepted ('10.222.0.11', 41158) {{(pid=80981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 02:00:56.244902 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-3a3a9937-c8a1-4b90-97eb-a7ebaef062ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.556s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:00:56.251854 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.v2.base [None req-3a95f6a2-cc32-4273-b427-4da0ebb51076 admin admin] Request body: {'subnet': {'network_id': '36a9b578-85e1-48e7-ac56-3132cadfb3cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-420922697-subnet', 'tenant_id': '2518cf7b076a48528898fb239ee8dd38', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 06 02:00:56.253236 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.rpc [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Network 36a9b578-85e1-48e7-ac56-3132cadfb3cf details requested by agent ovs-agent-dv-cinder-799546-3-iscsi with host dv-cinder-799546-3-iscsi {{(pid=80982) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:231}}
Jul 06 02:00:56.285327 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-3a95f6a2-cc32-4273-b427-4da0ebb51076 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 02:00:56.309745 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-3a95f6a2-cc32-4273-b427-4da0ebb51076 admin admin] Usage tracker for resource:subnet and tenant:2518cf7b076a48528898fb239ee8dd38 is out of sync, need to count used quota {{(pid=80981) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 02:00:56.316911 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-3a95f6a2-cc32-4273-b427-4da0ebb51076 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80981) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 02:00:56.335658 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-2d0f220e-4419-4aa8-90c9-943de86e85d6 req-98a44913-248c-4b50-a26c-995714ab0619 service neutron] 10.222.0.37 "GET /v2.0/networks/1ca3dc02-05cd-4643-b3fa-d954b152071f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5981953
Jul 06 02:00:56.337424 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-3a95f6a2-cc32-4273-b427-4da0ebb51076 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 02:00:56.338928 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.provisioning_blocks [None req-9b0f4148-fe6a-4f6c-a28d-d48a037bdae4 admin admin] Transition to ACTIVE for port object e75857d8-8771-4e59-bffd-0a937d7043af will not be triggered until provisioned by entity DHCP. {{(pid=80980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 06 02:00:56.409543 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.rpc [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Device c1e8b25d-4937-47b7-a4a3-009f25d1465b up at agent ovs-agent-dv-cinder-799546-3-iscsi {{(pid=80982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:273}}
Jul 06 02:00:56.429911 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a95f6a2-cc32-4273-b427-4da0ebb51076 admin admin] Made reservation on behalf of 2518cf7b076a48528898fb239ee8dd38 for: {'subnet': 1} {{(pid=80981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jul 06 02:00:56.441388 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-3a95f6a2-cc32-4273-b427-4da0ebb51076 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036839050233'] for subnet, before_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:56.516578 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-9b0f4148-fe6a-4f6c-a28d-d48a037bdae4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296101369102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839946710'] for port, after_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:56.518371 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.provisioning_blocks [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Provisioning for port c1e8b25d-4937-47b7-a4a3-009f25d1465b completed by entity L2. {{(pid=80982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 06 02:00:56.539941 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-af3a29da-0658-4c42-b487-8612a325f628 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:00:56.721719 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019c0ad5-ac89-4ae9-8d23-fa79421a1a08 req-2dad909d-fda2-4615-b01b-13495917c7eb tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:00:56.732303 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-019c0ad5-ac89-4ae9-8d23-fa79421a1a08 req-2dad909d-fda2-4615-b01b-13495917c7eb tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] 10.222.0.11 "GET /v2.0/ports?device_id=7bf7305c-8ef1-4c8f-a294-f51b84e438c3 HTTP/1.1" status: 200  len: 946 time: 0.7921026
Jul 06 02:00:57.020242 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0f4148-fe6a-4f6c-a28d-d48a037bdae4 admin admin] Pushing event updated for resources: {'Port': ['ID=e75857d8-8771-4e59-bffd-0a937d7043af,revision_number=1']} {{(pid=80980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:00:57.021084 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-019c0ad5-ac89-4ae9-8d23-fa79421a1a08 req-66853954-bdba-4b20-b3d7-2eeceb581ab6 tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] 10.222.0.11 "GET /v2.0/security-groups?id=8f6df123-aea9-4211-ae13-3df2bf025ab5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2856374
Jul 06 02:00:57.035726 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-9b0f4148-fe6a-4f6c-a28d-d48a037bdae4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.495s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:00:57.051113 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633f4673-6877-4652-a072-4d328030a2ff req-fdbe5cac-1724-4ac8-bf30-edcc6b987e69 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:00:57.052646 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-3a95f6a2-cc32-4273-b427-4da0ebb51076 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14886511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036839050000'] for subnet, after_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:57.060474 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:00:57.067312 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-633f4673-6877-4652-a072-4d328030a2ff req-fdbe5cac-1724-4ac8-bf30-edcc6b987e69 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/ports?device_id=4ae448d6-3b95-42dd-a82e-2c79b64118c8 HTTP/1.1" status: 200  len: 945 time: 1.4056003
Jul 06 02:00:57.122628 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a95f6a2-cc32-4273-b427-4da0ebb51076 admin admin] Pushing event updated for resources: {'Subnet': ['ID=95c34112-576c-44f0-ab65-e35da51b113b,revision_number=0']} {{(pid=80981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:00:57.128242 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-3a95f6a2-cc32-4273-b427-4da0ebb51076 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:00:57.162758 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddd79a75-9a29-4a71-bf2e-5f84d6908c2d None None] Network a2a87d65-a05d-450f-9e6b-5f2752e2d94c requested from dv-cinder-799546-3-iscsi {{(pid=80982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jul 06 02:00:57.228412 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b0f4148-fe6a-4f6c-a28d-d48a037bdae4 admin admin] Network 071e3c2f-cf0c-415c-b6d3-47995c0b5e75 is already hosted by enough agents. {{(pid=80980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:240}}
Jul 06 02:00:57.257940 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a95f6a2-cc32-4273-b427-4da0ebb51076 admin admin] Checking segment: {'id': 'cf5ffabf-c988-4a88-80c2-6ba359ee8846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '36a9b578-85e1-48e7-ac56-3132cadfb3cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jul 06 02:00:57.258586 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a95f6a2-cc32-4273-b427-4da0ebb51076 admin admin] Network hostable DHCP agents. Network: 36a9b578-85e1-48e7-ac56-3132cadfb3cf, hostable agents: ['46061ec9-d1c1-4ae2-b701-eece7f3c7f15'], hosted agents: [] {{(pid=80981) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:297}}
Jul 06 02:00:57.276683 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c876ed23-9917-4c89-b752-2f09b2c96410 admin admin] Router 6c89e5d1-5b98-42ef-98f2-c3748ff397c7 is scheduled to L3 agent 61912d2b-cbf3-48c5-b8b2-dcc1c49052a5 with binding_index 1 {{(pid=80981) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Jul 06 02:00:57.385103 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-2d0f220e-4419-4aa8-90c9-943de86e85d6 req-f760d917-611c-489c-9940-667f5bf7f939 service neutron] 10.222.0.37 "GET /v2.0/networks/1ca3dc02-05cd-4643-b3fa-d954b152071f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.0236044
Jul 06 02:00:57.386778 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.scheduler.base_scheduler [None req-9b0f4148-fe6a-4f6c-a28d-d48a037bdae4 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jul 06 02:00:57.391641 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-633f4673-6877-4652-a072-4d328030a2ff req-02b535ae-5342-45e2-b193-e76165c60710 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/security-groups?id=05a99220-0499-4923-a419-6a3dc323fae7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3111496
Jul 06 02:00:57.392507 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b0f4148-fe6a-4f6c-a28d-d48a037bdae4 admin admin] Received port after_create {{(pid=80980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 06 02:00:57.528861 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-9b0f4148-fe6a-4f6c-a28d-d48a037bdae4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-342957'] for router_interface, before_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:57.530078 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a95f6a2-cc32-4273-b427-4da0ebb51076 admin admin] Network 36a9b578-85e1-48e7-ac56-3132cadfb3cf is scheduled to be hosted by DHCP agent 46061ec9-d1c1-4ae2-b701-eece7f3c7f15 {{(pid=80981) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:196}}
Jul 06 02:00:57.578120 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.provisioning_blocks [None req-28c0b9f7-ac96-490a-90f1-9d327705d372 None None] Provisioning for port c1e8b25d-4937-47b7-a4a3-009f25d1465b completed by entity DHCP. {{(pid=80982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 06 02:00:57.592304 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.provisioning_blocks [None req-28c0b9f7-ac96-490a-90f1-9d327705d372 None None] Provisioning complete for port c1e8b25d-4937-47b7-a4a3-009f25d1465b triggered by entity DHCP. {{(pid=80982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 06 02:00:57.605477 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-28c0b9f7-ac96-490a-90f1-9d327705d372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1309268'] for port, provisioning_complete {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:57.728920 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.scheduler.base_scheduler [None req-3a95f6a2-cc32-4273-b427-4da0ebb51076 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799546-3-iscsi, 36a9b578-85e1-48e7-ac56-3132cadfb3cf) {{(pid=80981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jul 06 02:00:57.759599 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a95f6a2-cc32-4273-b427-4da0ebb51076 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:00:57.764082 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-9b0f4148-fe6a-4f6c-a28d-d48a037bdae4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1050496'] for port, before_update {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:57.765872 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-3a95f6a2-cc32-4273-b427-4da0ebb51076 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853726196'] for subnet, before_response {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:57.785887 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88fd6e70-df35-40be-8aff-85840923a97b None None] Network 36a9b578-85e1-48e7-ac56-3132cadfb3cf requested from dv-cinder-799546-3-iscsi {{(pid=80982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jul 06 02:00:58.084579 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.agents_db [None req-b173abe4-0d36-4765-adb2-33779d11156f None None] Agent healthcheck: found 6 active agents {{(pid=80983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Jul 06 02:00:58.156006 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.rpc [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Device d54c68f1-79e6-4fb2-9f8a-3dfca2b99105 details requested by agent hyperv_hv-cinder-79954 with host hv-cinder-79954 {{(pid=80982) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:87}}
Jul 06 02:00:58.375486 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.rpc [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Device de9c5ea3-302c-4c84-a723-3e2f92349dac up at agent ovs-agent-dv-cinder-799546-3-iscsi {{(pid=80982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:273}}
Jul 06 02:00:58.462011 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7bc2f1-5851-42b3-bdf3-0c3743344c85 req-909fcf9d-b2df-49d3-8718-24f7ac986b04 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:00:58.465516 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-5c7bc2f1-5851-42b3-bdf3-0c3743344c85 req-909fcf9d-b2df-49d3-8718-24f7ac986b04 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] 10.222.0.11 "GET /v2.0/ports?device_id=6bf80594-4f7b-4225-95e7-e1f2461f5e26 HTTP/1.1" status: 200  len: 945 time: 0.9663665
Jul 06 02:00:58.531105 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-3a95f6a2-cc32-4273-b427-4da0ebb51076 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 2.2919307
Jul 06 02:00:58.580270 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-5c7bc2f1-5851-42b3-bdf3-0c3743344c85 req-f331cf59-541a-4ba5-b428-25a396805c38 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] 10.222.0.11 "GET /v2.0/security-groups?id=a49819e7-9e67-4461-9ca0-4f120b4fbc53&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0885406
Jul 06 02:00:58.601090 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c876ed23-9917-4c89-b752-2f09b2c96410 admin admin] Notify agent at l3_agent.dv-cinder-799546-3-iscsi the message routers_updated {{(pid=80981) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jul 06 02:00:58.621066 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-9b0f4148-fe6a-4f6c-a28d-d48a037bdae4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:58.647072 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a311e622-cb8b-47be-be94-6314b358afa3 req-b69ab892-3807-48b8-a8f2-f0d17098f4a5 tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:00:58.655570 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-a311e622-cb8b-47be-be94-6314b358afa3 req-b69ab892-3807-48b8-a8f2-f0d17098f4a5 tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] 10.222.0.11 "GET /v2.0/ports?device_id=7bf7305c-8ef1-4c8f-a294-f51b84e438c3 HTTP/1.1" status: 200  len: 946 time: 0.3159657
Jul 06 02:00:58.729726 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-c876ed23-9917-4c89-b752-2f09b2c96410 admin admin] Notify callbacks [] for router, before_response {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:58.735260 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-c876ed23-9917-4c89-b752-2f09b2c96410 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201  len: 924 time: 6.1951413
Jul 06 02:00:58.740532 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80981) accepted ('10.222.0.11', 41206) {{(pid=80981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 02:00:58.762080 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-28c0b9f7-ac96-490a-90f1-9d327705d372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1050496'] for port, before_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:58.775329 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-9b0f4148-fe6a-4f6c-a28d-d48a037bdae4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740753762112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740753409037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296101366746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14829106'] for port, after_update {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:58.797486 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8204d255-179d-47b9-aee8-087ea646e6d6 None None] Network 36a9b578-85e1-48e7-ac56-3132cadfb3cf requested from dv-cinder-799546-3-iscsi {{(pid=80982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jul 06 02:00:58.847950 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0dba83d-7718-46d5-9ccb-fb3c1301ed24 None None] Sync routers for ids ['6c89e5d1-5b98-42ef-98f2-c3748ff397c7'] in dv-cinder-799546-3-iscsi {{(pid=80982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Jul 06 02:00:58.906686 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:00:58.961113 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] For port d54c68f1-79e6-4fb2-9f8a-3dfca2b99105, host hv-cinder-79954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79954',level=0,port_id=d54c68f1-79e6-4fb2-9f8a-3dfca2b99105,segment=NetworkSegment(f325f6e3-ee5f-469d-9162-dffc7dd88549),segment_id=f325f6e3-ee5f-469d-9162-dffc7dd88549)] {{(pid=80982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 02:00:58.978485 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-9b0f4148-fe6a-4f6c-a28d-d48a037bdae4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1080785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-328041'] for router_interface, after_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:59.090264 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [None req-28c0b9f7-ac96-490a-90f1-9d327705d372 None None] For port c1e8b25d-4937-47b7-a4a3-009f25d1465b, host dv-cinder-799546-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799546-3-iscsi',level=0,port_id=c1e8b25d-4937-47b7-a4a3-009f25d1465b,segment=NetworkSegment(c4ec3934-d771-4179-8b63-e401bf6e09be),segment_id=c4ec3934-d771-4179-8b63-e401bf6e09be)] {{(pid=80982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 02:00:59.093949 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.rpc [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Returning: {'device': 'd54c68f1-79e6-4fb2-9f8a-3dfca2b99105', 'network_id': 'dc49653d-588e-4ee2-9689-ebb2724e1086', 'port_id': 'd54c68f1-79e6-4fb2-9f8a-3dfca2b99105', 'mac_address': 'fa:16:3e:af:ad:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '989a31a1-084c-4193-9367-4e104f09769b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80982) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:165}}
Jul 06 02:00:59.098211 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a675b75-550e-44be-af58-002d3db36496 req-abe03827-74f9-491a-8f94-eef326a77f1d tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:00:59.100313 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-9a675b75-550e-44be-af58-002d3db36496 req-abe03827-74f9-491a-8f94-eef326a77f1d tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/ports?device_id=4ae448d6-3b95-42dd-a82e-2c79b64118c8 HTTP/1.1" status: 200  len: 945 time: 0.2401376
Jul 06 02:00:59.193136 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-a311e622-cb8b-47be-be94-6314b358afa3 req-07999c43-9439-4424-89ed-09c3a74c63c6 tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] 10.222.0.11 "GET /v2.0/security-groups?id=8f6df123-aea9-4211-ae13-3df2bf025ab5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5276895
Jul 06 02:00:59.278690 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0f4148-fe6a-4f6c-a28d-d48a037bdae4 admin admin] Pushing event updated for resources: {'Port': ['ID=e75857d8-8771-4e59-bffd-0a937d7043af,revision_number=2']} {{(pid=80980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:00:59.286456 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-9b0f4148-fe6a-4f6c-a28d-d48a037bdae4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:00:59.337501 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-28c0b9f7-ac96-490a-90f1-9d327705d372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740753762112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740753409037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296101366746'] for port, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:59.339710 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-9a675b75-550e-44be-af58-002d3db36496 req-c0c2766f-0825-43d7-8dc4-af42f35b8d28 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/security-groups?id=05a99220-0499-4923-a419-6a3dc323fae7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1306071
Jul 06 02:00:59.388782 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:00:59.389672 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b0f4148-fe6a-4f6c-a28d-d48a037bdae4 admin admin] Network 071e3c2f-cf0c-415c-b6d3-47995c0b5e75 is already hosted by enough agents. {{(pid=80980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:240}}
Jul 06 02:00:59.391135 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.scheduler.base_scheduler [None req-9b0f4148-fe6a-4f6c-a28d-d48a037bdae4 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jul 06 02:00:59.617358 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.provisioning_blocks [None req-cd99c495-730a-4952-a4aa-7940b74cbbb7 None None] Provisioning complete for port c1e8b25d-4937-47b7-a4a3-009f25d1465b triggered by entity DHCP. {{(pid=80982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 06 02:00:59.618196 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-cd99c495-730a-4952-a4aa-7940b74cbbb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1309268'] for port, provisioning_complete {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:00:59.806684 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0dba83d-7718-46d5-9ccb-fb3c1301ed24 None None] Routers {'6c89e5d1-5b98-42ef-98f2-c3748ff397c7'} bound to L3 agent in host dv-cinder-799546-3-iscsi {{(pid=80982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 06 02:00:59.806684 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_hamode_db [None req-a0dba83d-7718-46d5-9ccb-fb3c1301ed24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f31d7694d30>, 'dv-cinder-799546-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T01:50:03Z,description=<?>,heartbeat_timestamp=2021-07-06T02:00:33Z,host='dv-cinder-799546-3-iscsi',id=61912d2b-cbf3-48c5-b8b2-dcc1c49052a5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-06T01:50:03Z,topic='l3_agent')) {'router_ids': ['6c89e5d1-5b98-42ef-98f2-c3748ff397c7'], 'active': True} {{(pid=80982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 02:01:00.010297 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1050496'] for port, before_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:01:00.206993 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_dvr_db [None req-a0dba83d-7718-46d5-9ccb-fb3c1301ed24 None None] Set router 6c89e5d1-5b98-42ef-98f2-c3748ff397c7 gateway port host: dv-cinder-799546-3-iscsi {{(pid=80982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:850}}
Jul 06 02:01:00.237274 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38b8fe1-868a-48f8-841f-b7b551fddc18 req-afeeaee6-bab8-41dc-94d4-d62feebf944b tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:01:00.239478 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-a38b8fe1-868a-48f8-841f-b7b551fddc18 req-afeeaee6-bab8-41dc-94d4-d62feebf944b tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] 10.222.0.11 "GET /v2.0/ports?device_id=6bf80594-4f7b-4225-95e7-e1f2461f5e26 HTTP/1.1" status: 200  len: 945 time: 0.1692660
Jul 06 02:01:00.253112 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b0f4148-fe6a-4f6c-a28d-d48a037bdae4 admin admin] Router f033004d-a78c-4ace-b6fe-7324aeb0d8f4 has already been hosted by L3 agent 61912d2b-cbf3-48c5-b8b2-dcc1c49052a5 {{(pid=80980) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Jul 06 02:01:00.316118 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-3c9614ee-e722-49a0-9cfe-01d6e180e025 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1050496'] for port, before_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:01:00.461746 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-a38b8fe1-868a-48f8-841f-b7b551fddc18 req-25021dfd-f024-476f-90a0-e83bcdf9df80 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] 10.222.0.11 "GET /v2.0/security-groups?id=a49819e7-9e67-4461-9ca0-4f120b4fbc53&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2070267
Jul 06 02:01:00.526742 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c0b9f7-ac96-490a-90f1-9d327705d372 None None] Pushing event updated for resources: {'Port': ['ID=c1e8b25d-4937-47b7-a4a3-009f25d1465b,revision_number=3']} {{(pid=80982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:01:00.534882 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-28c0b9f7-ac96-490a-90f1-9d327705d372 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.146s {{(pid=80982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:01:00.598977 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b0f4148-fe6a-4f6c-a28d-d48a037bdae4 admin admin] Notify agent at l3_agent.dv-cinder-799546-3-iscsi the message routers_updated {{(pid=80980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jul 06 02:01:00.624979 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-9b0f4148-fe6a-4f6c-a28d-d48a037bdae4 admin admin] 10.222.0.11 "PUT /v2.0/routers/f033004d-a78c-4ace-b6fe-7324aeb0d8f4/add_router_interface HTTP/1.1" status: 200  len: 503 time: 8.1404538
Jul 06 02:01:00.625290 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbf2af48-5d37-41b2-8820-0d39065ae9a6 None None] Sync routers for ids ['f033004d-a78c-4ace-b6fe-7324aeb0d8f4'] in dv-cinder-799546-3-iscsi {{(pid=80983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Jul 06 02:01:00.625492 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.provisioning_blocks [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Provisioning for port de9c5ea3-302c-4c84-a723-3e2f92349dac completed by entity L2. {{(pid=80982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 06 02:01:00.652335 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbf2af48-5d37-41b2-8820-0d39065ae9a6 None None] Routers {'f033004d-a78c-4ace-b6fe-7324aeb0d8f4'} bound to L3 agent in host dv-cinder-799546-3-iscsi {{(pid=80983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 06 02:01:00.653079 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_hamode_db [None req-dbf2af48-5d37-41b2-8820-0d39065ae9a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f31d71b5940>, 'dv-cinder-799546-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T01:50:03Z,description=<?>,heartbeat_timestamp=2021-07-06T02:00:33Z,host='dv-cinder-799546-3-iscsi',id=61912d2b-cbf3-48c5-b8b2-dcc1c49052a5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-06T01:50:03Z,topic='l3_agent')) {'router_ids': ['f033004d-a78c-4ace-b6fe-7324aeb0d8f4'], 'active': True} {{(pid=80983) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 02:01:00.691890 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.provisioning_blocks [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Provisioning complete for port de9c5ea3-302c-4c84-a723-3e2f92349dac triggered by entity L2. {{(pid=80982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 06 02:01:00.692510 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1309268'] for port, provisioning_complete {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:01:00.795745 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.notifiers.nova [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d54c68f1-79e6-4fb2-9f8a-3dfca2b99105 {{(pid=80982) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Jul 06 02:01:00.899814 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf0a574-eb25-4af0-a1aa-040eba846446 req-f826d35c-e741-4948-8073-e17507624987 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:01:00.911512 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-ccf0a574-eb25-4af0-a1aa-040eba846446 req-f826d35c-e741-4948-8073-e17507624987 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/ports?device_id=4ae448d6-3b95-42dd-a82e-2c79b64118c8 HTTP/1.1" status: 200  len: 945 time: 0.1999929
Jul 06 02:01:01.046457 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-ccf0a574-eb25-4af0-a1aa-040eba846446 req-c2dfdc45-ea52-432b-88a9-f9b2aae7bea8 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/security-groups?id=05a99220-0499-4923-a419-6a3dc323fae7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1352494
Jul 06 02:01:01.110251 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.db_base_plugin_common [None req-3c9614ee-e722-49a0-9cfe-01d6e180e025 admin admin] Allocated IP 172.20.0.1 (a2a87d65-a05d-450f-9e6b-5f2752e2d94c/21d8d59e-2cce-462a-ad6e-a7b8e471a7ff/326e7c3a-8348-4916-9ad7-655c93e9e48e) {{(pid=80981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Jul 06 02:01:01.205624 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] For port d54c68f1-79e6-4fb2-9f8a-3dfca2b99105, host hv-cinder-79954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79954',level=0,port_id=d54c68f1-79e6-4fb2-9f8a-3dfca2b99105,segment=NetworkSegment(f325f6e3-ee5f-469d-9162-dffc7dd88549),segment_id=f325f6e3-ee5f-469d-9162-dffc7dd88549)] {{(pid=80982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 02:01:01.223510 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-943c0ca3-23fc-4c2e-9a7c-6f2cda816bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:01:01.280658 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fce53c-a099-437f-91cf-8687b809be09 req-ab15cf6b-2473-43cd-baa4-9fae03c88738 tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:01:01.285906 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-d8fce53c-a099-437f-91cf-8687b809be09 req-ab15cf6b-2473-43cd-baa4-9fae03c88738 tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] 10.222.0.11 "GET /v2.0/ports?device_id=7bf7305c-8ef1-4c8f-a294-f51b84e438c3 HTTP/1.1" status: 200  len: 946 time: 0.7662024
Jul 06 02:01:01.304342 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1050496'] for port, before_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:01:01.324385 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] For port de9c5ea3-302c-4c84-a723-3e2f92349dac, host dv-cinder-799546-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799546-3-iscsi',level=0,port_id=de9c5ea3-302c-4c84-a723-3e2f92349dac,segment=NetworkSegment(e64f8835-8265-4308-a68c-94b30f2a67d9),segment_id=e64f8835-8265-4308-a68c-94b30f2a67d9)] {{(pid=80982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 02:01:01.327024 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740753762112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740753409037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296101366746'] for port, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:01:01.331436 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.provisioning_blocks [None req-cd99c495-730a-4952-a4aa-7940b74cbbb7 None None] Provisioning for port e75857d8-8771-4e59-bffd-0a937d7043af completed by entity DHCP. {{(pid=80982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 06 02:01:01.341389 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-4a82c624-5807-48db-b5cd-22d673576038 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:01:01.384518 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-d8fce53c-a099-437f-91cf-8687b809be09 req-a8653f7e-4837-4ad6-b37d-d4221798ba00 tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] 10.222.0.11 "GET /v2.0/security-groups?id=8f6df123-aea9-4211-ae13-3df2bf025ab5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0969257
Jul 06 02:01:01.532572 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-3c9614ee-e722-49a0-9cfe-01d6e180e025 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:01:01.607413 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.provisioning_blocks [None req-3c9614ee-e722-49a0-9cfe-01d6e180e025 admin admin] Transition to ACTIVE for port object 326e7c3a-8348-4916-9ad7-655c93e9e48e will not be triggered until provisioned by entity DHCP. {{(pid=80981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 06 02:01:01.680110 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Pushing event updated for resources: {'Port': ['ID=d54c68f1-79e6-4fb2-9f8a-3dfca2b99105,revision_number=6']} {{(pid=80982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:01:01.683918 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=80982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:01:01.685136 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740753762112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740753409037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296101366746'] for port, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:01:01.688728 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.provisioning_blocks [None req-cd99c495-730a-4952-a4aa-7940b74cbbb7 None None] Provisioning complete for port e75857d8-8771-4e59-bffd-0a937d7043af triggered by entity DHCP. {{(pid=80982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 06 02:01:01.688728 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-cd99c495-730a-4952-a4aa-7940b74cbbb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1309268'] for port, provisioning_complete {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:01:01.723872 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] get_ports_and_sgs() called for port_ids ['d54c68f1-79e6-4fb2-9f8a-3dfca2b99105'] {{(pid=80982) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:184}}
Jul 06 02:01:01.724379 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-3c9614ee-e722-49a0-9cfe-01d6e180e025 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296101369102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839890433'] for port, after_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:01:01.730811 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-5dce03f7-1d3e-4c77-9f12-0ad85ed0697e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:01:01.752909 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-d1e459e7-9f34-43b9-be15-1e9cfbcefd21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:01:01.770961 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_dvr_db [None req-dbf2af48-5d37-41b2-8820-0d39065ae9a6 None None] Set router f033004d-a78c-4ace-b6fe-7324aeb0d8f4 gateway port host: dv-cinder-799546-3-iscsi {{(pid=80983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:850}}
Jul 06 02:01:01.853300 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Pushing event updated for resources: {'Port': ['ID=de9c5ea3-302c-4c84-a723-3e2f92349dac,revision_number=4']} {{(pid=80982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:01:01.871364 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:01:01.872418 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.rpc [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Device c1e8b25d-4937-47b7-a4a3-009f25d1465b up at agent ovs-agent-dv-cinder-799546-3-iscsi {{(pid=80982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:273}}
Jul 06 02:01:01.880204 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9614ee-e722-49a0-9cfe-01d6e180e025 admin admin] Pushing event updated for resources: {'Port': ['ID=326e7c3a-8348-4916-9ad7-655c93e9e48e,revision_number=1']} {{(pid=80981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:01:01.894338 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-3c9614ee-e722-49a0-9cfe-01d6e180e025 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:01:01.908718 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c9614ee-e722-49a0-9cfe-01d6e180e025 admin admin] Network a2a87d65-a05d-450f-9e6b-5f2752e2d94c is already hosted by enough agents. {{(pid=80981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:240}}
Jul 06 02:01:01.911214 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.scheduler.base_scheduler [None req-3c9614ee-e722-49a0-9cfe-01d6e180e025 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jul 06 02:01:01.929318 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c9614ee-e722-49a0-9cfe-01d6e180e025 admin admin] Received port after_create {{(pid=80981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 06 02:01:02.020233 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-3c9614ee-e722-49a0-9cfe-01d6e180e025 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-342957'] for router_interface, before_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:01:02.027834 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034a3c9c-e1ae-4c5f-89b4-bed31e7a5510 req-dc4290e2-d788-4f36-a1cb-255c16f04f1a tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:01:02.048877 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-034a3c9c-e1ae-4c5f-89b4-bed31e7a5510 req-dc4290e2-d788-4f36-a1cb-255c16f04f1a tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] 10.222.0.11 "GET /v2.0/ports?device_id=6bf80594-4f7b-4225-95e7-e1f2461f5e26 HTTP/1.1" status: 200  len: 945 time: 0.3975632
Jul 06 02:01:02.060508 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_hamode_db [None req-a0dba83d-7718-46d5-9ccb-fb3c1301ed24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f31d7694d30>, [{'id': '6c89e5d1-5b98-42ef-98f2-c3748ff397c7', 'name': 'tempest-TestMinimumBasicScenario-376566771-router', 'tenant_id': '401d2ca991dc46759fcf67d09fce603c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8', 'external_fixed_ips': [{'subnet_id': '24d74941-6bd6-4d03-882f-a623d522833f', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': 'f33ff64d-4dbb-4f83-9d57-9dc4f57afcec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T02:00:52Z', 'updated_at': '2021-07-06T02:00:55Z', 'revision_number': 3, 'project_id': '401d2ca991dc46759fcf67d09fce603c', 'gw_port': {'id': 'f33ff64d-4dbb-4f83-9d57-9dc4f57afcec', 'name': '', 'network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:f1:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c89e5d1-5b98-42ef-98f2-c3748ff397c7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '24d74941-6bd6-4d03-882f-a623d522833f', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T02:00:54Z', 'updated_at': '2021-07-06T02:00:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '24d74941-6bd6-4d03-882f-a623d522833f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799546-3-iscsi'}], 'dv-cinder-799546-3-iscsi', False) {} {{(pid=80982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 02:01:02.098784 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.plugin [None req-cd99c495-730a-4952-a4aa-7940b74cbbb7 None None] Port e75857d8-8771-4e59-bffd-0a937d7043af cannot update to ACTIVE because it is not bound. {{(pid=80982) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:301}}
Jul 06 02:01:02.117400 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0dba83d-7718-46d5-9ccb-fb3c1301ed24 None None] Checking router: 6c89e5d1-5b98-42ef-98f2-c3748ff397c7 for host: dv-cinder-799546-3-iscsi {{(pid=80982) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Jul 06 02:01:02.117792 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0dba83d-7718-46d5-9ccb-fb3c1301ed24 None None] Updating router 6c89e5d1-5b98-42ef-98f2-c3748ff397c7 port f33ff64d-4dbb-4f83-9d57-9dc4f57afcec binding host dv-cinder-799546-3-iscsi {{(pid=80982) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Jul 06 02:01:02.183976 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.provisioning_blocks [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Provisioning complete for port c1e8b25d-4937-47b7-a4a3-009f25d1465b triggered by entity L2. {{(pid=80982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 06 02:01:02.184403 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1309268'] for port, provisioning_complete {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:01:02.224741 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-034a3c9c-e1ae-4c5f-89b4-bed31e7a5510 req-599b118c-48fa-463f-9426-7cb14d0aa54d tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] 10.222.0.11 "GET /v2.0/security-groups?id=a49819e7-9e67-4461-9ca0-4f120b4fbc53&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1679752
Jul 06 02:01:02.310246 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-3c9614ee-e722-49a0-9cfe-01d6e180e025 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1050496'] for port, before_update {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:01:02.339680 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-a0dba83d-7718-46d5-9ccb-fb3c1301ed24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1050496'] for port, before_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:01:02.424980 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.provisioning_blocks [None req-423a5893-80c0-4d98-97d7-18443b5f6c71 None None] Provisioning complete for port e75857d8-8771-4e59-bffd-0a937d7043af triggered by entity DHCP. {{(pid=80982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 06 02:01:02.425641 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-423a5893-80c0-4d98-97d7-18443b5f6c71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1309268'] for port, provisioning_complete {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:01:02.496875 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:01:02.641922 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.plugin [None req-423a5893-80c0-4d98-97d7-18443b5f6c71 None None] Port e75857d8-8771-4e59-bffd-0a937d7043af cannot update to ACTIVE because it is not bound. {{(pid=80982) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:301}}
Jul 06 02:01:02.839031 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf0347b-e1bd-4544-b060-9e77dc1d687f req-42e5fd1f-ec0b-47fe-ad59-ed17f94dd543 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:01:02.839553 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_hamode_db [None req-dbf2af48-5d37-41b2-8820-0d39065ae9a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f31d71b5940>, [{'id': 'f033004d-a78c-4ace-b6fe-7324aeb0d8f4', 'name': 'tempest-TestShelveInstance-1026164652-router', 'tenant_id': 'ce54b2b29f0c4db48f132919c87de2f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8', 'external_fixed_ips': [{'subnet_id': '24d74941-6bd6-4d03-882f-a623d522833f', 'ip_address': '172.27.1.11'}], 'enable_snat': True}, 'gw_port_id': 'de9c5ea3-302c-4c84-a723-3e2f92349dac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T02:00:44Z', 'updated_at': '2021-07-06T02:00:57Z', 'revision_number': 4, 'project_id': 'ce54b2b29f0c4db48f132919c87de2f3', 'gw_port': {'id': 'de9c5ea3-302c-4c84-a723-3e2f92349dac', 'name': '', 'network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:e5:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f033004d-a78c-4ace-b6fe-7324aeb0d8f4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '24d74941-6bd6-4d03-882f-a623d522833f', 'ip_address': '172.27.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T02:00:47Z', 'updated_at': '2021-07-06T02:00:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24d74941-6bd6-4d03-882f-a623d522833f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799546-3-iscsi', '_interfaces': [{'id': 'e75857d8-8771-4e59-bffd-0a937d7043af', 'name': '', 'network_id': '071e3c2f-cf0c-415c-b6d3-47995c0b5e75', 'tenant_id': 'ce54b2b29f0c4db48f132919c87de2f3', 'mac_address': 'fa:16:3e:46:73:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f033004d-a78c-4ace-b6fe-7324aeb0d8f4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8c53f2ac-179f-40db-a015-badba4b27300', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T02:00:55Z', 'updated_at': '2021-07-06T02:00:57Z', 'revision_number': 2, 'project_id': 'ce54b2b29f0c4db48f132919c87de2f3', 'subnets': [{'id': '8c53f2ac-179f-40db-a015-badba4b27300', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799546-3-iscsi', False) {} {{(pid=80983) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 02:01:02.849798 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-4cf0347b-e1bd-4544-b060-9e77dc1d687f req-42e5fd1f-ec0b-47fe-ad59-ed17f94dd543 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/ports?device_id=4ae448d6-3b95-42dd-a82e-2c79b64118c8 HTTP/1.1" status: 200  len: 944 time: 0.4529808
Jul 06 02:01:02.856590 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbf2af48-5d37-41b2-8820-0d39065ae9a6 None None] Checking router: f033004d-a78c-4ace-b6fe-7324aeb0d8f4 for host: dv-cinder-799546-3-iscsi {{(pid=80983) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Jul 06 02:01:02.860185 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbf2af48-5d37-41b2-8820-0d39065ae9a6 None None] Updating router f033004d-a78c-4ace-b6fe-7324aeb0d8f4 port e75857d8-8771-4e59-bffd-0a937d7043af binding host dv-cinder-799546-3-iscsi {{(pid=80983) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Jul 06 02:01:02.960123 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254547a2-e34a-4dc1-876c-4536fae0ef72 req-6d8849a2-76f7-4e38-82e6-4dde2295aeb4 tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:01:02.977821 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-254547a2-e34a-4dc1-876c-4536fae0ef72 req-6d8849a2-76f7-4e38-82e6-4dde2295aeb4 tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] 10.222.0.11 "GET /v2.0/ports?device_id=7bf7305c-8ef1-4c8f-a294-f51b84e438c3 HTTP/1.1" status: 200  len: 946 time: 0.2978120
Jul 06 02:01:03.081422 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-4cf0347b-e1bd-4544-b060-9e77dc1d687f req-d8395491-d9a9-41f4-b079-b2608033d54b tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/security-groups?id=05a99220-0499-4923-a419-6a3dc323fae7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2312665
Jul 06 02:01:03.112154 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-dbf2af48-5d37-41b2-8820-0d39065ae9a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1050496'] for port, before_update {{(pid=80983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:01:03.169149 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-254547a2-e34a-4dc1-876c-4536fae0ef72 req-43ec5b51-ec12-40bf-b847-1f45b5959d91 tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] 10.222.0.11 "GET /v2.0/security-groups?id=8f6df123-aea9-4211-ae13-3df2bf025ab5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1893661
Jul 06 02:01:03.287460 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-3c9614ee-e722-49a0-9cfe-01d6e180e025 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:01:03.325020 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:01:03.336835 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-bf3c9e2a-e7fc-42fe-b12c-42887abc42e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:01:03.349632 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.rpc [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Device d54c68f1-79e6-4fb2-9f8a-3dfca2b99105 up at agent hyperv_hv-cinder-79954 {{(pid=80982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:273}}
Jul 06 02:01:03.435472 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-3c9614ee-e722-49a0-9cfe-01d6e180e025 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740753762112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740753409037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296101366746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14885351'] for port, after_update {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:01:03.483877 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.provisioning_blocks [None req-c8d49590-206d-4af4-bea4-8c56e1a10278 None None] Provisioning for port 326e7c3a-8348-4916-9ad7-655c93e9e48e completed by entity DHCP. {{(pid=80982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 06 02:01:03.504389 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.provisioning_blocks [None req-c8d49590-206d-4af4-bea4-8c56e1a10278 None None] Provisioning complete for port 326e7c3a-8348-4916-9ad7-655c93e9e48e triggered by entity DHCP. {{(pid=80982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 06 02:01:03.504842 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-c8d49590-206d-4af4-bea4-8c56e1a10278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1309268'] for port, provisioning_complete {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:01:03.656131 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-a0dba83d-7718-46d5-9ccb-fb3c1301ed24 None None] Notify callbacks [] for port, precommit_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:01:03.692983 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.provisioning_blocks [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Provisioning complete for port d54c68f1-79e6-4fb2-9f8a-3dfca2b99105 triggered by entity L2. {{(pid=80982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 06 02:01:03.693547 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1309268'] for port, provisioning_complete {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:01:03.765543 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.plugin [None req-c8d49590-206d-4af4-bea4-8c56e1a10278 None None] Port 326e7c3a-8348-4916-9ad7-655c93e9e48e cannot update to ACTIVE because it is not bound. {{(pid=80982) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:301}}
Jul 06 02:01:03.768281 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.provisioning_blocks [None req-a0dba83d-7718-46d5-9ccb-fb3c1301ed24 None None] Transition to ACTIVE for port object f33ff64d-4dbb-4f83-9d57-9dc4f57afcec will not be triggered until provisioned by entity L2. {{(pid=80982) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 06 02:01:03.882556 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-a0dba83d-7718-46d5-9ccb-fb3c1301ed24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740753762112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740753409037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296101366746'] for port, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:01:03.919245 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.rpc [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Device de9c5ea3-302c-4c84-a723-3e2f92349dac up at agent ovs-agent-dv-cinder-799546-3-iscsi {{(pid=80982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:273}}
Jul 06 02:01:03.921922 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-75f13070-e40d-48c7-9f75-f0c63cf95818 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:01:04.048324 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3679df-739e-4117-ba06-0aecdd0d11b3 req-29833503-a1d9-412c-b1fa-9d77963dd39d tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:01:04.067714 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-fe3679df-739e-4117-ba06-0aecdd0d11b3 req-29833503-a1d9-412c-b1fa-9d77963dd39d tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] 10.222.0.11 "GET /v2.0/ports?device_id=6bf80594-4f7b-4225-95e7-e1f2461f5e26 HTTP/1.1" status: 200  len: 945 time: 0.3943949
Jul 06 02:01:04.207669 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:01:04.223218 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-dbf2af48-5d37-41b2-8820-0d39065ae9a6 None None] Notify callbacks [] for port, precommit_update {{(pid=80983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:01:04.237810 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80980) accepted ('10.222.0.11', 41338) {{(pid=80980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 02:01:04.242238 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80980) accepted ('10.222.0.11', 41340) {{(pid=80980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 02:01:04.276793 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-3c9614ee-e722-49a0-9cfe-01d6e180e025 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1080785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-328041'] for router_interface, after_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:01:04.278377 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-fe3679df-739e-4117-ba06-0aecdd0d11b3 req-54e68714-3fb8-4332-9596-5fcf344bc5dd tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] 10.222.0.11 "GET /v2.0/security-groups?id=a49819e7-9e67-4461-9ca0-4f120b4fbc53&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2041261
Jul 06 02:01:04.294139 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82be6a6a-10d4-4e49-bbdc-e183ffaccfee req-415a8b60-f2d5-4e83-be52-01e39af532fd tempest-VolumesActionsTest-1223800970 tempest-VolumesActionsTest-1223800970-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:01:04.296108 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [req-82be6a6a-10d4-4e49-bbdc-e183ffaccfee req-415a8b60-f2d5-4e83-be52-01e39af532fd tempest-VolumesActionsTest-1223800970 tempest-VolumesActionsTest-1223800970-project] Synchronizing usage tracker for tenant:2518cf7b076a48528898fb239ee8dd38 on resource:network {{(pid=80981) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 06 02:01:04.301645 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.provisioning_blocks [None req-dbf2af48-5d37-41b2-8820-0d39065ae9a6 None None] Transition to ACTIVE for port object e75857d8-8771-4e59-bffd-0a937d7043af will not be triggered until provisioned by entity L2. {{(pid=80983) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 06 02:01:04.354917 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.managers [None req-a0dba83d-7718-46d5-9ccb-fb3c1301ed24 None None] Attempting to bind port f33ff64d-4dbb-4f83-9d57-9dc4f57afcec on host dv-cinder-799546-3-iscsi for vnic_type normal with profile  {{(pid=80982) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jul 06 02:01:04.355497 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.managers [None req-a0dba83d-7718-46d5-9ccb-fb3c1301ed24 None None] Attempting to bind port f33ff64d-4dbb-4f83-9d57-9dc4f57afcec by drivers openvswitch,hyperv on host dv-cinder-799546-3-iscsi at level 0 using segments [{'id': 'e64f8835-8265-4308-a68c-94b30f2a67d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8'}] {{(pid=80982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jul 06 02:01:04.355905 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0dba83d-7718-46d5-9ccb-fb3c1301ed24 None None] Attempting to bind port f33ff64d-4dbb-4f83-9d57-9dc4f57afcec on network 69f53fb8-46a2-4fb2-8b50-29617e0b26b8 {{(pid=80982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Jul 06 02:01:04.358764 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-dbf2af48-5d37-41b2-8820-0d39065ae9a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740753762112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740753409037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296101366746'] for port, after_update {{(pid=80983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:01:04.367849 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-5ace4b52-6368-444e-b300-1c3728ce6861 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:01:04.371415 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0dba83d-7718-46d5-9ccb-fb3c1301ed24 None None] Checking agent: {'id': '3e633bc2-fb27-4d05-86ce-e7e954e44018', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799546-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 1, 50, 2), 'started_at': datetime.datetime(2021, 7, 6, 1, 50, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 2, 1, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['geneve', 'gre', 'internal', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799546-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.0', 'Port': '1.5', 'PortForwarding': '1.1', 'QosPolicy': '1.8', 'SecurityGroup': '1.1', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.0', 'Trunk': '1.1'}} {{(pid=80982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Jul 06 02:01:04.371810 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0dba83d-7718-46d5-9ccb-fb3c1301ed24 None None] Checking segment: {'id': 'e64f8835-8265-4308-a68c-94b30f2a67d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jul 06 02:01:04.372283 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-a0dba83d-7718-46d5-9ccb-fb3c1301ed24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:01:04.372729 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0dba83d-7718-46d5-9ccb-fb3c1301ed24 None None] Bound using segment: {'id': 'e64f8835-8265-4308-a68c-94b30f2a67d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8'} {{(pid=80982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Jul 06 02:01:04.373519 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.managers [None req-a0dba83d-7718-46d5-9ccb-fb3c1301ed24 None None] Bound port: f33ff64d-4dbb-4f83-9d57-9dc4f57afcec, host: dv-cinder-799546-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e64f8835-8265-4308-a68c-94b30f2a67d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8'}}] {{(pid=80982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jul 06 02:01:04.373955 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-a0dba83d-7718-46d5-9ccb-fb3c1301ed24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1050496'] for port, before_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:01:04.472871 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [None req-a0dba83d-7718-46d5-9ccb-fb3c1301ed24 None None] For port f33ff64d-4dbb-4f83-9d57-9dc4f57afcec, host dv-cinder-799546-3-iscsi, cleared binding levels {{(pid=80982) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:111}}
Jul 06 02:01:04.480151 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [None req-a0dba83d-7718-46d5-9ccb-fb3c1301ed24 None None] For port f33ff64d-4dbb-4f83-9d57-9dc4f57afcec, host dv-cinder-799546-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799546-3-iscsi',level=0,port_id=f33ff64d-4dbb-4f83-9d57-9dc4f57afcec,segment=NetworkSegment(e64f8835-8265-4308-a68c-94b30f2a67d9),segment_id=e64f8835-8265-4308-a68c-94b30f2a67d9)] {{(pid=80982) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}}
Jul 06 02:01:04.682258 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-a0dba83d-7718-46d5-9ccb-fb3c1301ed24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740753762112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740753409037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296101366746'] for port, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:01:04.786154 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-76dafd09-8b9e-4f4b-ba8f-a0f9ff874801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:01:04.789298 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.provisioning_blocks [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Provisioning complete for port de9c5ea3-302c-4c84-a723-3e2f92349dac triggered by entity L2. {{(pid=80982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 06 02:01:04.789298 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1309268'] for port, provisioning_complete {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:01:04.852708 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a31e52-af1b-4a42-8246-e648251e25e7 None None] Pushing event updated for resources: {'Port': ['ID=e75857d8-8771-4e59-bffd-0a937d7043af,revision_number=3']} {{(pid=80983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:01:04.906794 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-53a31e52-af1b-4a42-8246-e648251e25e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.539s {{(pid=80983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:01:05.091396 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-b8895f4e-292a-47bb-92c8-964f2d33ab8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:01:05.114719 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1050496'] for port, before_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:01:05.148422 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-b8895f4e-292a-47bb-92c8-964f2d33ab8f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 02:01:05.162558 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-b8895f4e-292a-47bb-92c8-964f2d33ab8f admin admin] Usage tracker for resource:security_group_rule and tenant:d58913735fae4843949a0b697bc3b81b is out of sync, need to count used quota {{(pid=80980) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 02:01:05.166357 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-b8895f4e-292a-47bb-92c8-964f2d33ab8f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80980) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 02:01:05.185582 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-b8895f4e-292a-47bb-92c8-964f2d33ab8f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 02:01:05.203738 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9614ee-e722-49a0-9cfe-01d6e180e025 admin admin] Pushing event updated for resources: {'Port': ['ID=326e7c3a-8348-4916-9ad7-655c93e9e48e,revision_number=2']} {{(pid=80981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:01:05.256838 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.managers [None req-dbf2af48-5d37-41b2-8820-0d39065ae9a6 None None] Attempting to bind port e75857d8-8771-4e59-bffd-0a937d7043af on host dv-cinder-799546-3-iscsi for vnic_type normal with profile  {{(pid=80983) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jul 06 02:01:05.257567 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.managers [None req-dbf2af48-5d37-41b2-8820-0d39065ae9a6 None None] Attempting to bind port e75857d8-8771-4e59-bffd-0a937d7043af by drivers openvswitch,hyperv on host dv-cinder-799546-3-iscsi at level 0 using segments [{'id': '6c0c94b9-69f6-424f-b5a2-121e4144d259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '071e3c2f-cf0c-415c-b6d3-47995c0b5e75'}] {{(pid=80983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jul 06 02:01:05.258236 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf2af48-5d37-41b2-8820-0d39065ae9a6 None None] Attempting to bind port e75857d8-8771-4e59-bffd-0a937d7043af on network 071e3c2f-cf0c-415c-b6d3-47995c0b5e75 {{(pid=80983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Jul 06 02:01:05.264654 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955b8af1-b1d7-4ec1-9e1a-a32f6c2b6a8a None None] Pushing event updated for resources: {'Port': ['ID=f33ff64d-4dbb-4f83-9d57-9dc4f57afcec,revision_number=2']} {{(pid=80982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:01:05.280562 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-955b8af1-b1d7-4ec1-9e1a-a32f6c2b6a8a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.070s {{(pid=80982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:01:05.293388 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf2af48-5d37-41b2-8820-0d39065ae9a6 None None] Checking agent: {'id': '3e633bc2-fb27-4d05-86ce-e7e954e44018', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799546-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 1, 50, 2), 'started_at': datetime.datetime(2021, 7, 6, 1, 50, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 2, 1, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['geneve', 'gre', 'internal', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799546-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.0', 'Port': '1.5', 'PortForwarding': '1.1', 'QosPolicy': '1.8', 'SecurityGroup': '1.1', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.0', 'Trunk': '1.1'}} {{(pid=80983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Jul 06 02:01:05.294302 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf2af48-5d37-41b2-8820-0d39065ae9a6 None None] Checking segment: {'id': '6c0c94b9-69f6-424f-b5a2-121e4144d259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '071e3c2f-cf0c-415c-b6d3-47995c0b5e75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jul 06 02:01:05.295065 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-dbf2af48-5d37-41b2-8820-0d39065ae9a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:01:05.295814 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf2af48-5d37-41b2-8820-0d39065ae9a6 None None] Bound using segment: {'id': '6c0c94b9-69f6-424f-b5a2-121e4144d259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '071e3c2f-cf0c-415c-b6d3-47995c0b5e75'} {{(pid=80983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Jul 06 02:01:05.298481 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-3c9614ee-e722-49a0-9cfe-01d6e180e025 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.376s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:01:05.298742 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.514s {{(pid=80982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:01:05.300745 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.managers [None req-dbf2af48-5d37-41b2-8820-0d39065ae9a6 None None] Bound port: e75857d8-8771-4e59-bffd-0a937d7043af, host: dv-cinder-799546-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c0c94b9-69f6-424f-b5a2-121e4144d259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '071e3c2f-cf0c-415c-b6d3-47995c0b5e75'}}] {{(pid=80983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jul 06 02:01:05.303551 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-dbf2af48-5d37-41b2-8820-0d39065ae9a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1050496'] for port, before_update {{(pid=80983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:01:05.348126 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80981) accepted ('10.222.0.11', 41358) {{(pid=80981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 02:01:05.359685 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [req-82be6a6a-10d4-4e49-bbdc-e183ffaccfee req-415a8b60-f2d5-4e83-be52-01e39af532fd tempest-VolumesActionsTest-1223800970 tempest-VolumesActionsTest-1223800970-project] Unset dirty status for tenant:2518cf7b076a48528898fb239ee8dd38 on resource:network {{(pid=80981) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 06 02:01:05.391793 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-82be6a6a-10d4-4e49-bbdc-e183ffaccfee req-415a8b60-f2d5-4e83-be52-01e39af532fd tempest-VolumesActionsTest-1223800970 tempest-VolumesActionsTest-1223800970-project] 10.222.0.11 "GET /v2.0/networks?id=36a9b578-85e1-48e7-ac56-3132cadfb3cf HTTP/1.1" status: 200  len: 808 time: 2.0784135
Jul 06 02:01:05.471106 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ae448d6-3b95-42dd-a82e-2c79b64118c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd54c68f1-79e6-4fb2-9f8a-3dfca2b99105'}] {{(pid=80982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 06 02:01:05.533569 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [None req-dbf2af48-5d37-41b2-8820-0d39065ae9a6 None None] For port e75857d8-8771-4e59-bffd-0a937d7043af, host dv-cinder-799546-3-iscsi, cleared binding levels {{(pid=80983) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:111}}
Jul 06 02:01:05.541354 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [None req-dbf2af48-5d37-41b2-8820-0d39065ae9a6 None None] For port e75857d8-8771-4e59-bffd-0a937d7043af, host dv-cinder-799546-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799546-3-iscsi',level=0,port_id=e75857d8-8771-4e59-bffd-0a937d7043af,segment=NetworkSegment(6c0c94b9-69f6-424f-b5a2-121e4144d259),segment_id=6c0c94b9-69f6-424f-b5a2-121e4144d259)] {{(pid=80983) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}}
Jul 06 02:01:05.589262 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-b8895f4e-292a-47bb-92c8-964f2d33ab8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:01:05.595672 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-dbf2af48-5d37-41b2-8820-0d39065ae9a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740753762112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740753409037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296101366746'] for port, after_update {{(pid=80983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:01:05.604457 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.v2.base [None req-3f6b4ae6-5466-4646-981c-ccf80257c92c admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1133626488-network', 'tenant_id': '42454afb9a944b6f9bf0097f42e0cb6e'}} {{(pid=80981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 06 02:01:05.614939 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-7b5e02a0-e57b-454f-b17b-5eb888b583c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:01:05.617119 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-3f6b4ae6-5466-4646-981c-ccf80257c92c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 02:01:05.617355 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-fcfe0981-f829-42d2-99d0-fcc19e179060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:01:05.625489 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] For port d54c68f1-79e6-4fb2-9f8a-3dfca2b99105, host hv-cinder-79954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79954',level=0,port_id=d54c68f1-79e6-4fb2-9f8a-3dfca2b99105,segment=NetworkSegment(f325f6e3-ee5f-469d-9162-dffc7dd88549),segment_id=f325f6e3-ee5f-469d-9162-dffc7dd88549)] {{(pid=80982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 02:01:05.626483 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-3f6b4ae6-5466-4646-981c-ccf80257c92c admin admin] Usage tracker for resource:network and tenant:42454afb9a944b6f9bf0097f42e0cb6e is out of sync, need to count used quota {{(pid=80981) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 02:01:05.633220 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-3f6b4ae6-5466-4646-981c-ccf80257c92c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80981) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 02:01:05.641646 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0dba83d-7718-46d5-9ccb-fb3c1301ed24 None None] Routers {'6c89e5d1-5b98-42ef-98f2-c3748ff397c7'} bound to L3 agent in host dv-cinder-799546-3-iscsi {{(pid=80982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 06 02:01:05.643244 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_hamode_db [None req-a0dba83d-7718-46d5-9ccb-fb3c1301ed24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f31d7694d30>, 'dv-cinder-799546-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T01:50:03Z,description=<?>,heartbeat_timestamp=2021-07-06T02:01:03Z,host='dv-cinder-799546-3-iscsi',id=61912d2b-cbf3-48c5-b8b2-dcc1c49052a5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-06T01:50:03Z,topic='l3_agent')) {'router_ids': ['6c89e5d1-5b98-42ef-98f2-c3748ff397c7'], 'active': True} {{(pid=80982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 02:01:05.646867 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-3f6b4ae6-5466-4646-981c-ccf80257c92c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 02:01:05.647665 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:01:05.667507 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-7b5e02a0-e57b-454f-b17b-5eb888b583c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 02:01:05.673005 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-7b5e02a0-e57b-454f-b17b-5eb888b583c8 admin admin] Usage tracker for resource:security_group_rule and tenant:04893e82e2a749df8a0ff75c473e2682 is out of sync, need to count used quota {{(pid=80980) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 02:01:05.681639 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-7b5e02a0-e57b-454f-b17b-5eb888b583c8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80980) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 02:01:05.732326 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b17c1d-376d-4b03-a640-079b255b194c req-6645548c-bdf8-45ec-909c-4510ba76c8ef tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:01:05.750342 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-53b17c1d-376d-4b03-a640-079b255b194c req-6645548c-bdf8-45ec-909c-4510ba76c8ef tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/ports?device_id=4ae448d6-3b95-42dd-a82e-2c79b64118c8 HTTP/1.1" status: 200  len: 944 time: 1.0157259
Jul 06 02:01:05.753266 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-b8895f4e-292a-47bb-92c8-964f2d33ab8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428228'] for security_group, after_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:01:05.805434 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbf2af48-5d37-41b2-8820-0d39065ae9a6 None None] Routers {'f033004d-a78c-4ace-b6fe-7324aeb0d8f4'} bound to L3 agent in host dv-cinder-799546-3-iscsi {{(pid=80983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 06 02:01:05.806152 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_hamode_db [None req-dbf2af48-5d37-41b2-8820-0d39065ae9a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f31d71b5940>, 'dv-cinder-799546-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T01:50:03Z,description=<?>,heartbeat_timestamp=2021-07-06T02:00:33Z,host='dv-cinder-799546-3-iscsi',id=61912d2b-cbf3-48c5-b8b2-dcc1c49052a5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-06T01:50:03Z,topic='l3_agent')) {'router_ids': ['f033004d-a78c-4ace-b6fe-7324aeb0d8f4'], 'active': True} {{(pid=80983) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 02:01:05.885981 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c9614ee-e722-49a0-9cfe-01d6e180e025 admin admin] Network a2a87d65-a05d-450f-9e6b-5f2752e2d94c is already hosted by enough agents. {{(pid=80981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:240}}
Jul 06 02:01:05.890929 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.scheduler.base_scheduler [None req-3c9614ee-e722-49a0-9cfe-01d6e180e025 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jul 06 02:01:05.925830 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-7b5e02a0-e57b-454f-b17b-5eb888b583c8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 02:01:06.048233 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a31e52-af1b-4a42-8246-e648251e25e7 None None] Pushing event updated for resources: {'Port': ['ID=e75857d8-8771-4e59-bffd-0a937d7043af,revision_number=4']} {{(pid=80983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:01:06.062418 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-53a31e52-af1b-4a42-8246-e648251e25e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.415s {{(pid=80983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:01:06.337133 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740753762112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740753409037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296101366746'] for port, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:01:06.351537 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-7b5e02a0-e57b-454f-b17b-5eb888b583c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:01:06.357676 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_dvr_db [None req-dbf2af48-5d37-41b2-8820-0d39065ae9a6 None None] Set router f033004d-a78c-4ace-b6fe-7324aeb0d8f4 gateway port host: dv-cinder-799546-3-iscsi {{(pid=80983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:850}}
Jul 06 02:01:06.375324 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-5df5fff0-e68a-471f-9284-bc38bbc782fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:01:06.413258 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f6b4ae6-5466-4646-981c-ccf80257c92c admin admin] Made reservation on behalf of 42454afb9a944b6f9bf0097f42e0cb6e for: {'network': 1} {{(pid=80981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jul 06 02:01:06.424296 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-3f6b4ae6-5466-4646-981c-ccf80257c92c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1050496'] for network, before_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:01:06.462772 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-b8895f4e-292a-47bb-92c8-964f2d33ab8f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d58913735fae4843949a0b697bc3b81b&name=default HTTP/1.1" status: 200  len: 2629 time: 2.1714756
Jul 06 02:01:06.466740 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80980) accepted ('10.222.0.11', 41366) {{(pid=80980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 02:01:06.536264 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-7b5e02a0-e57b-454f-b17b-5eb888b583c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428228'] for security_group, after_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:01:06.545371 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955b8af1-b1d7-4ec1-9e1a-a32f6c2b6a8a None None] Pushing event updated for resources: {'Port': ['ID=f33ff64d-4dbb-4f83-9d57-9dc4f57afcec,revision_number=3']} {{(pid=80982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:01:06.574244 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-955b8af1-b1d7-4ec1-9e1a-a32f6c2b6a8a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.275s {{(pid=80982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:01:06.586793 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.179s {{(pid=80982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:01:06.697471 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-7b5e02a0-e57b-454f-b17b-5eb888b583c8 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=04893e82e2a749df8a0ff75c473e2682&name=default HTTP/1.1" status: 200  len: 2629 time: 2.3968749
Jul 06 02:01:06.708986 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80980) accepted ('10.222.0.11', 41370) {{(pid=80980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 02:01:06.731515 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Pushing event updated for resources: {'Port': ['ID=d54c68f1-79e6-4fb2-9f8a-3dfca2b99105,revision_number=7']} {{(pid=80982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:01:06.761116 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-3f6b4ae6-5466-4646-981c-ccf80257c92c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:01:06.852471 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-82be6a6a-10d4-4e49-bbdc-e183ffaccfee req-6a7f7130-b755-4c2d-8fab-603feda8f6f3 tempest-VolumesActionsTest-1223800970 tempest-VolumesActionsTest-1223800970-project] 10.222.0.11 "GET /v2.0/quotas/2518cf7b076a48528898fb239ee8dd38 HTTP/1.1" status: 200  len: 375 time: 1.4592557
Jul 06 02:01:06.871369 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=80982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:01:07.017737 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-64c1511c-278b-4d92-97b4-9afd867c21e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:01:07.026813 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_dvr_db [None req-a0dba83d-7718-46d5-9ccb-fb3c1301ed24 None None] Set router 6c89e5d1-5b98-42ef-98f2-c3748ff397c7 gateway port host: dv-cinder-799546-3-iscsi {{(pid=80982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:850}}
Jul 06 02:01:07.069343 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-64c1511c-278b-4d92-97b4-9afd867c21e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:01:07.073462 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-82be6a6a-10d4-4e49-bbdc-e183ffaccfee req-4478f074-3311-433d-967e-b9e6f9ecbd57 tempest-VolumesActionsTest-1223800970 tempest-VolumesActionsTest-1223800970-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=2518cf7b076a48528898fb239ee8dd38&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1895592
Jul 06 02:01:07.160367 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-903a64a5-13ed-4718-a841-4e42bf208782 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:01:07.193847 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-903a64a5-13ed-4718-a841-4e42bf208782 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:01:07.228498 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-53b17c1d-376d-4b03-a640-079b255b194c req-647c312e-51eb-46d2-ab52-add61c23e1ad tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/security-groups?id=05a99220-0499-4923-a419-6a3dc323fae7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 1.3874748
Jul 06 02:01:07.259921 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-64c1511c-278b-4d92-97b4-9afd867c21e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428228'] for security_group, after_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:01:07.267065 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8895f4e-292a-47bb-92c8-964f2d33ab8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c58e4328-99d1-479b-be6c-24044b4a0a44,revision_number=1']} {{(pid=80980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:01:07.307735 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-b8895f4e-292a-47bb-92c8-964f2d33ab8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.947s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:01:07.310877 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-784f00f8-3da3-4ed1-8a9c-7c02c233405a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.655s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:01:07.340451 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.provisioning_blocks [None req-13d44709-7044-4a86-bb7f-45fca2053e0a None None] Provisioning complete for port 326e7c3a-8348-4916-9ad7-655c93e9e48e triggered by entity DHCP. {{(pid=80982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 06 02:01:07.341414 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-13d44709-7044-4a86-bb7f-45fca2053e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1309268'] for port, provisioning_complete {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:01:07.349166 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5e02a0-e57b-454f-b17b-5eb888b583c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7583771-230f-4a57-afc0-338255835bf3,revision_number=None']} {{(pid=80980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:01:07.375855 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c1511c-278b-4d92-97b4-9afd867c21e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c58e4328-99d1-479b-be6c-24044b4a0a44,revision_number=None']} {{(pid=80980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:01:07.380253 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-903a64a5-13ed-4718-a841-4e42bf208782 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428228'] for security_group, after_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:01:07.399357 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-64c1511c-278b-4d92-97b4-9afd867c21e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:01:07.400130 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-64c1511c-278b-4d92-97b4-9afd867c21e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:01:07.425506 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903a64a5-13ed-4718-a841-4e42bf208782 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7583771-230f-4a57-afc0-338255835bf3,revision_number=None']} {{(pid=80980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:01:07.440566 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-903a64a5-13ed-4718-a841-4e42bf208782 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:01:07.444871 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-c8ae1ef7-4fe2-4006-9172-5ea69e092ac9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.138s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:01:07.449362 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-c8ae1ef7-4fe2-4006-9172-5ea69e092ac9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.004s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:01:07.452281 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-64c1511c-278b-4d92-97b4-9afd867c21e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:01:07.459683 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-64c1511c-278b-4d92-97b4-9afd867c21e1 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c58e4328-99d1-479b-be6c-24044b4a0a44 HTTP/1.1" status: 204  len: 168 time: 0.9273748
Jul 06 02:01:07.463525 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-903a64a5-13ed-4718-a841-4e42bf208782 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:01:07.468102 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-903a64a5-13ed-4718-a841-4e42bf208782 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f7583771-230f-4a57-afc0-338255835bf3 HTTP/1.1" status: 204  len: 168 time: 0.6349277
Jul 06 02:01:07.578556 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532b2dac-a89a-4c6a-b35f-c78191b84f48 req-b13eafa5-d6d9-4c67-af4d-872cfa3c8ff4 tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:01:07.590685 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-532b2dac-a89a-4c6a-b35f-c78191b84f48 req-b13eafa5-d6d9-4c67-af4d-872cfa3c8ff4 tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] 10.222.0.11 "GET /v2.0/ports?device_id=7bf7305c-8ef1-4c8f-a294-f51b84e438c3 HTTP/1.1" status: 200  len: 946 time: 0.1141670
Jul 06 02:01:07.634197 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.plugin [None req-13d44709-7044-4a86-bb7f-45fca2053e0a None None] Port 326e7c3a-8348-4916-9ad7-655c93e9e48e cannot update to ACTIVE because it is not bound. {{(pid=80982) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:301}}
Jul 06 02:01:07.662352 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-82be6a6a-10d4-4e49-bbdc-e183ffaccfee req-5344df0f-eb33-4fe9-bc13-07f7090267a2 service neutron] 10.222.0.11 "GET /v2.0/networks/36a9b578-85e1-48e7-ac56-3132cadfb3cf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5633075
Jul 06 02:01:07.668591 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-3f6b4ae6-5466-4646-981c-ccf80257c92c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 02:01:07.688035 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-532b2dac-a89a-4c6a-b35f-c78191b84f48 req-ae262b5b-b99a-49af-9ad7-def3acfc0a50 tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] 10.222.0.11 "GET /v2.0/security-groups?id=8f6df123-aea9-4211-ae13-3df2bf025ab5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0954099
Jul 06 02:01:07.703064 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-3f6b4ae6-5466-4646-981c-ccf80257c92c admin admin] Usage tracker for resource:security_group_rule and tenant:42454afb9a944b6f9bf0097f42e0cb6e is out of sync, need to count used quota {{(pid=80981) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 02:01:07.961651 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_hamode_db [None req-dbf2af48-5d37-41b2-8820-0d39065ae9a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f31d71b5940>, [{'id': 'f033004d-a78c-4ace-b6fe-7324aeb0d8f4', 'name': 'tempest-TestShelveInstance-1026164652-router', 'tenant_id': 'ce54b2b29f0c4db48f132919c87de2f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8', 'external_fixed_ips': [{'subnet_id': '24d74941-6bd6-4d03-882f-a623d522833f', 'ip_address': '172.27.1.11'}], 'enable_snat': True}, 'gw_port_id': 'de9c5ea3-302c-4c84-a723-3e2f92349dac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T02:00:44Z', 'updated_at': '2021-07-06T02:00:57Z', 'revision_number': 4, 'project_id': 'ce54b2b29f0c4db48f132919c87de2f3', 'gw_port': {'id': 'de9c5ea3-302c-4c84-a723-3e2f92349dac', 'name': '', 'network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:e5:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f033004d-a78c-4ace-b6fe-7324aeb0d8f4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '24d74941-6bd6-4d03-882f-a623d522833f', 'ip_address': '172.27.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T02:00:47Z', 'updated_at': '2021-07-06T02:00:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24d74941-6bd6-4d03-882f-a623d522833f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799546-3-iscsi', '_interfaces': [{'id': 'e75857d8-8771-4e59-bffd-0a937d7043af', 'name': '', 'network_id': '071e3c2f-cf0c-415c-b6d3-47995c0b5e75', 'tenant_id': 'ce54b2b29f0c4db48f132919c87de2f3', 'mac_address': 'fa:16:3e:46:73:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f033004d-a78c-4ace-b6fe-7324aeb0d8f4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8c53f2ac-179f-40db-a015-badba4b27300', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T02:00:55Z', 'updated_at': '2021-07-06T02:00:57Z', 'revision_number': 2, 'project_id': 'ce54b2b29f0c4db48f132919c87de2f3', 'subnets': [{'id': '8c53f2ac-179f-40db-a015-badba4b27300', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799546-3-iscsi', False) {} {{(pid=80983) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 02:01:07.971347 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbf2af48-5d37-41b2-8820-0d39065ae9a6 None None] The sync data for ids ['f033004d-a78c-4ace-b6fe-7324aeb0d8f4'] in dv-cinder-799546-3-iscsi is: [{'id': 'f033004d-a78c-4ace-b6fe-7324aeb0d8f4', 'name': 'tempest-TestShelveInstance-1026164652-router', 'tenant_id': 'ce54b2b29f0c4db48f132919c87de2f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8', 'external_fixed_ips': [{'subnet_id': '24d74941-6bd6-4d03-882f-a623d522833f', 'ip_address': '172.27.1.11'}], 'enable_snat': True}, 'gw_port_id': 'de9c5ea3-302c-4c84-a723-3e2f92349dac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T02:00:44Z', 'updated_at': '2021-07-06T02:00:57Z', 'revision_number': 4, 'project_id': 'ce54b2b29f0c4db48f132919c87de2f3', 'gw_port': {'id': 'de9c5ea3-302c-4c84-a723-3e2f92349dac', 'name': '', 'network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:e5:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f033004d-a78c-4ace-b6fe-7324aeb0d8f4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '24d74941-6bd6-4d03-882f-a623d522833f', 'ip_address': '172.27.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T02:00:47Z', 'updated_at': '2021-07-06T02:00:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24d74941-6bd6-4d03-882f-a623d522833f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799546-3-iscsi', '_interfaces': [{'id': 'e75857d8-8771-4e59-bffd-0a937d7043af', 'name': '', 'network_id': '071e3c2f-cf0c-415c-b6d3-47995c0b5e75', 'tenant_id': 'ce54b2b29f0c4db48f132919c87de2f3', 'mac_address': 'fa:16:3e:46:73:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f033004d-a78c-4ace-b6fe-7324aeb0d8f4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8c53f2ac-179f-40db-a015-badba4b27300', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T02:00:55Z', 'updated_at': '2021-07-06T02:00:57Z', 'revision_number': 2, 'project_id': 'ce54b2b29f0c4db48f132919c87de2f3', 'subnets': [{'id': '8c53f2ac-179f-40db-a015-badba4b27300', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=80983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Jul 06 02:01:08.189196 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3899aea3-021d-4905-8961-9c74022411ff req-3e4e2195-c979-4ba8-a0a7-7c8a3b280c55 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:01:08.223896 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-3f6b4ae6-5466-4646-981c-ccf80257c92c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80981) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 02:01:08.234844 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-3899aea3-021d-4905-8961-9c74022411ff req-3e4e2195-c979-4ba8-a0a7-7c8a3b280c55 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] 10.222.0.11 "GET /v2.0/ports?device_id=6bf80594-4f7b-4225-95e7-e1f2461f5e26 HTTP/1.1" status: 200  len: 945 time: 0.3826935
Jul 06 02:01:08.301268 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-3f6b4ae6-5466-4646-981c-ccf80257c92c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 02:01:08.463661 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-3899aea3-021d-4905-8961-9c74022411ff req-b10ede52-1c42-41ed-8aa6-ee0d3efc502c tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] 10.222.0.11 "GET /v2.0/security-groups?id=a49819e7-9e67-4461-9ca0-4f120b4fbc53&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2129381
Jul 06 02:01:08.602359 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-3f6b4ae6-5466-4646-981c-ccf80257c92c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:01:08.682164 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-3f6b4ae6-5466-4646-981c-ccf80257c92c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428228'] for security_group, after_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:01:08.737037 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-db57ce54-3a2e-47ce-81c5-9c2a3d380114 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:01:08.764701 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_hamode_db [None req-a0dba83d-7718-46d5-9ccb-fb3c1301ed24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f31d7694d30>, [{'id': '6c89e5d1-5b98-42ef-98f2-c3748ff397c7', 'name': 'tempest-TestMinimumBasicScenario-376566771-router', 'tenant_id': '401d2ca991dc46759fcf67d09fce603c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8', 'external_fixed_ips': [{'subnet_id': '24d74941-6bd6-4d03-882f-a623d522833f', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': 'f33ff64d-4dbb-4f83-9d57-9dc4f57afcec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T02:00:52Z', 'updated_at': '2021-07-06T02:01:02Z', 'revision_number': 4, 'project_id': '401d2ca991dc46759fcf67d09fce603c', 'gw_port': {'id': 'f33ff64d-4dbb-4f83-9d57-9dc4f57afcec', 'name': '', 'network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:f1:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c89e5d1-5b98-42ef-98f2-c3748ff397c7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '24d74941-6bd6-4d03-882f-a623d522833f', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T02:00:54Z', 'updated_at': '2021-07-06T02:01:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24d74941-6bd6-4d03-882f-a623d522833f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799546-3-iscsi', '_interfaces': [{'id': '326e7c3a-8348-4916-9ad7-655c93e9e48e', 'name': '', 'network_id': 'a2a87d65-a05d-450f-9e6b-5f2752e2d94c', 'tenant_id': '401d2ca991dc46759fcf67d09fce603c', 'mac_address': 'fa:16:3e:8a:f6:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c89e5d1-5b98-42ef-98f2-c3748ff397c7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '21d8d59e-2cce-462a-ad6e-a7b8e471a7ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T02:01:00Z', 'updated_at': '2021-07-06T02:01:02Z', 'revision_number': 2, 'project_id': '401d2ca991dc46759fcf67d09fce603c', 'subnets': [{'id': '21d8d59e-2cce-462a-ad6e-a7b8e471a7ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799546-3-iscsi', False) {} {{(pid=80982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 02:01:08.810971 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ae448d6-3b95-42dd-a82e-2c79b64118c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd54c68f1-79e6-4fb2-9f8a-3dfca2b99105', 'code': 200}
Jul 06 02:01:08.815021 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0dba83d-7718-46d5-9ccb-fb3c1301ed24 None None] The sync data for ids ['6c89e5d1-5b98-42ef-98f2-c3748ff397c7'] in dv-cinder-799546-3-iscsi is: [{'id': '6c89e5d1-5b98-42ef-98f2-c3748ff397c7', 'name': 'tempest-TestMinimumBasicScenario-376566771-router', 'tenant_id': '401d2ca991dc46759fcf67d09fce603c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8', 'external_fixed_ips': [{'subnet_id': '24d74941-6bd6-4d03-882f-a623d522833f', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': 'f33ff64d-4dbb-4f83-9d57-9dc4f57afcec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T02:00:52Z', 'updated_at': '2021-07-06T02:01:02Z', 'revision_number': 4, 'project_id': '401d2ca991dc46759fcf67d09fce603c', 'gw_port': {'id': 'f33ff64d-4dbb-4f83-9d57-9dc4f57afcec', 'name': '', 'network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:f1:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c89e5d1-5b98-42ef-98f2-c3748ff397c7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '24d74941-6bd6-4d03-882f-a623d522833f', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T02:00:54Z', 'updated_at': '2021-07-06T02:01:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24d74941-6bd6-4d03-882f-a623d522833f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799546-3-iscsi', '_interfaces': [{'id': '326e7c3a-8348-4916-9ad7-655c93e9e48e', 'name': '', 'network_id': 'a2a87d65-a05d-450f-9e6b-5f2752e2d94c', 'tenant_id': '401d2ca991dc46759fcf67d09fce603c', 'mac_address': 'fa:16:3e:8a:f6:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c89e5d1-5b98-42ef-98f2-c3748ff397c7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '21d8d59e-2cce-462a-ad6e-a7b8e471a7ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T02:01:00Z', 'updated_at': '2021-07-06T02:01:02Z', 'revision_number': 2, 'project_id': '401d2ca991dc46759fcf67d09fce603c', 'subnets': [{'id': '21d8d59e-2cce-462a-ad6e-a7b8e471a7ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=80982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Jul 06 02:01:08.824884 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.rpc [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Device e75857d8-8771-4e59-bffd-0a937d7043af up at agent ovs-agent-dv-cinder-799546-3-iscsi {{(pid=80982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:273}}
Jul 06 02:01:09.208317 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f6b4ae6-5466-4646-981c-ccf80257c92c admin admin] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'}  {{(pid=80981) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}}
Jul 06 02:01:09.253424 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-3f6b4ae6-5466-4646-981c-ccf80257c92c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1280314'] for segment, precommit_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:01:09.254424 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.db.segments_db [None req-3f6b4ae6-5466-4646-981c-ccf80257c92c admin admin] Added segment 30eccdfe-678e-4d27-9042-cce8b527e9aa of type vlan for network ae9c5e73-7e08-4e16-8d96-ed116811a552
Jul 06 02:01:09.339628 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6b4ae6-5466-4646-981c-ccf80257c92c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0ba43ba-ff32-4916-ade0-5d96be76a092,revision_number=1']} {{(pid=80981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:01:09.345051 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0c6e3f-c6ee-4ec9-878c-396057cfb2ed req-bdf92cf4-1c34-41dd-a510-6a9c1243a5ba tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:01:09.354947 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-af0c6e3f-c6ee-4ec9-878c-396057cfb2ed req-bdf92cf4-1c34-41dd-a510-6a9c1243a5ba tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/ports?device_id=4ae448d6-3b95-42dd-a82e-2c79b64118c8 HTTP/1.1" status: 200  len: 945 time: 0.1167333
Jul 06 02:01:09.363988 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-3f6b4ae6-5466-4646-981c-ccf80257c92c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740753358485'] for network, precommit_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:01:09.409291 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-3f6b4ae6-5466-4646-981c-ccf80257c92c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.673s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:01:09.412488 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-82be6a6a-10d4-4e49-bbdc-e183ffaccfee req-d816bca9-ad27-4146-b0ec-912f1b2c27be service neutron] 10.222.0.11 "GET /v2.0/networks/36a9b578-85e1-48e7-ac56-3132cadfb3cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.7339058
Jul 06 02:01:09.478185 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c9614ee-e722-49a0-9cfe-01d6e180e025 admin admin] Router 6c89e5d1-5b98-42ef-98f2-c3748ff397c7 has already been hosted by L3 agent 61912d2b-cbf3-48c5-b8b2-dcc1c49052a5 {{(pid=80981) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Jul 06 02:01:09.563801 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.provisioning_blocks [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Provisioning for port e75857d8-8771-4e59-bffd-0a937d7043af completed by entity L2. {{(pid=80982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 06 02:01:09.569929 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.provisioning_blocks [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Provisioning complete for port e75857d8-8771-4e59-bffd-0a937d7043af triggered by entity L2. {{(pid=80982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 06 02:01:09.570409 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1309268'] for port, provisioning_complete {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:01:09.574253 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-af0c6e3f-c6ee-4ec9-878c-396057cfb2ed req-77a623d1-ab45-48b7-a1a3-2deac3ac507f tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/security-groups?id=05a99220-0499-4923-a419-6a3dc323fae7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2178111
Jul 06 02:01:09.662487 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-3f6b4ae6-5466-4646-981c-ccf80257c92c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802'] for network, after_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:01:09.665334 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f6b4ae6-5466-4646-981c-ccf80257c92c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:01:09.665989 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-3f6b4ae6-5466-4646-981c-ccf80257c92c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853726196'] for network, before_response {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:01:09.704411 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-15b7756b-2f42-40a7-a065-56daf825d452 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:01:09.802721 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80980) accepted ('10.222.0.11', 41388) {{(pid=80980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 02:01:09.915782 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6b4ae6-5466-4646-981c-ccf80257c92c admin admin] Pushing event updated for resources: {'Network': ['ID=ae9c5e73-7e08-4e16-8d96-ed116811a552,revision_number=1']} {{(pid=80981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:01:09.928194 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-3f6b4ae6-5466-4646-981c-ccf80257c92c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:01:09.948488 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-89f839c2-ae9a-42e1-9bc1-93ac98822f87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:01:10.000671 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80981) accepted ('10.222.0.11', 41392) {{(pid=80981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 02:01:10.033970 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-71e45803-62d6-4fca-82ac-0c4c38cf5933 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:01:10.104222 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-89f839c2-ae9a-42e1-9bc1-93ac98822f87 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 02:01:10.117078 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-71e45803-62d6-4fca-82ac-0c4c38cf5933 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 02:01:10.119962 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1050496'] for port, before_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:01:10.121699 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-71e45803-62d6-4fca-82ac-0c4c38cf5933 admin admin] Usage tracker for resource:security_group_rule and tenant:3a9d4c3396ff4f598a15d8b93e9fbec9 is out of sync, need to count used quota {{(pid=80981) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 02:01:10.124982 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-89f839c2-ae9a-42e1-9bc1-93ac98822f87 admin admin] Usage tracker for resource:security_group_rule and tenant:38c67d8d387c4a1896768b799491d487 is out of sync, need to count used quota {{(pid=80980) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 02:01:10.125439 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-71e45803-62d6-4fca-82ac-0c4c38cf5933 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80981) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 02:01:10.132645 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-71e45803-62d6-4fca-82ac-0c4c38cf5933 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 02:01:10.143201 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-89f839c2-ae9a-42e1-9bc1-93ac98822f87 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80980) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 02:01:10.164894 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-89f839c2-ae9a-42e1-9bc1-93ac98822f87 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 02:01:10.174583 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.rpc [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Network ae9c5e73-7e08-4e16-8d96-ed116811a552 details requested by agent ovs-agent-dv-cinder-799546-3-iscsi with host dv-cinder-799546-3-iscsi {{(pid=80982) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:231}}
Jul 06 02:01:10.354004 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-71e45803-62d6-4fca-82ac-0c4c38cf5933 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:01:10.362709 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-3f6b4ae6-5466-4646-981c-ccf80257c92c admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 4.9673257
Jul 06 02:01:10.432030 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] For port e75857d8-8771-4e59-bffd-0a937d7043af, host dv-cinder-799546-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799546-3-iscsi',level=0,port_id=e75857d8-8771-4e59-bffd-0a937d7043af,segment=NetworkSegment(6c0c94b9-69f6-424f-b5a2-121e4144d259),segment_id=6c0c94b9-69f6-424f-b5a2-121e4144d259)] {{(pid=80982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 02:01:10.478161 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740753762112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740753409037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296101366746'] for port, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:01:10.480064 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-a014c238-e6d2-40bb-9a76-c26b2453c106 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:01:10.496768 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80981) accepted ('10.222.0.11', 41400) {{(pid=80981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 02:01:10.509343 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-71e45803-62d6-4fca-82ac-0c4c38cf5933 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428228'] for security_group, after_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:01:10.509607 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-89f839c2-ae9a-42e1-9bc1-93ac98822f87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:01:10.541887 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.v2.base [None req-a3693db3-dfba-4677-b7a7-562657708ee0 admin admin] Request body: {'subnet': {'network_id': 'ae9c5e73-7e08-4e16-8d96-ed116811a552', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1133626488-subnet', 'tenant_id': '42454afb9a944b6f9bf0097f42e0cb6e', 'ip_version': 4}} {{(pid=80981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 06 02:01:10.550932 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-89f839c2-ae9a-42e1-9bc1-93ac98822f87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428228'] for security_group, after_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:01:10.552186 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-a3693db3-dfba-4677-b7a7-562657708ee0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 02:01:10.562037 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-a3693db3-dfba-4677-b7a7-562657708ee0 admin admin] Usage tracker for resource:subnet and tenant:42454afb9a944b6f9bf0097f42e0cb6e is out of sync, need to count used quota {{(pid=80981) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 02:01:10.571220 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-a3693db3-dfba-4677-b7a7-562657708ee0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80981) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 02:01:10.583576 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-a3693db3-dfba-4677-b7a7-562657708ee0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 02:01:10.590882 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-c8ae1ef7-4fe2-4006-9172-5ea69e092ac9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:01:10.631875 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-5874bbb9-4dd7-40d8-9d7c-b38cbf343e40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:01:10.633179 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Pushing event updated for resources: {'Port': ['ID=e75857d8-8771-4e59-bffd-0a937d7043af,revision_number=5']} {{(pid=80982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:01:10.638794 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=80982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:01:10.678414 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3693db3-dfba-4677-b7a7-562657708ee0 admin admin] Made reservation on behalf of 42454afb9a944b6f9bf0097f42e0cb6e for: {'subnet': 1} {{(pid=80981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jul 06 02:01:10.685935 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-a3693db3-dfba-4677-b7a7-562657708ee0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036839050233'] for subnet, before_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:01:10.768840 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-89f839c2-ae9a-42e1-9bc1-93ac98822f87 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=38c67d8d387c4a1896768b799491d487&name=default HTTP/1.1" status: 200  len: 2629 time: 0.9636557
Jul 06 02:01:10.785096 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80980) accepted ('10.222.0.11', 41408) {{(pid=80980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 02:01:11.065730 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f839c2-ae9a-42e1-9bc1-93ac98822f87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=307f4bfd-af58-495d-b295-64889b56e1e7,revision_number=1']} {{(pid=80980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:01:11.087993 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-89f839c2-ae9a-42e1-9bc1-93ac98822f87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.497s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:01:11.405252 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e45803-62d6-4fca-82ac-0c4c38cf5933 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dcdd590-8782-4782-ad89-581d4e91c616,revision_number=1']} {{(pid=80981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:01:11.423129 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-71e45803-62d6-4fca-82ac-0c4c38cf5933 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.790s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:01:11.439598 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-acadc07a-56da-43b7-862e-5f347447e8f7 req-9f50ba4e-313e-4f66-b099-35ccedf662b9 tempest-VolumesActionsTest-1223800970 tempest-VolumesActionsTest-1223800970-project] 10.222.0.11 "GET /v2.0/ports?device_id=e2fde8b1-653d-41eb-86bf-a680da3d7790 HTTP/1.1" status: 200  len: 210 time: 0.3294010
Jul 06 02:01:11.441377 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-0daa5bf1-d1b7-45bc-9403-6a508507a0f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:01:11.482761 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-0daa5bf1-d1b7-45bc-9403-6a508507a0f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:01:11.561460 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-71e45803-62d6-4fca-82ac-0c4c38cf5933 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3a9d4c3396ff4f598a15d8b93e9fbec9&name=default HTTP/1.1" status: 200  len: 2629 time: 1.5577729
Jul 06 02:01:11.571125 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80981) accepted ('10.222.0.11', 41418) {{(pid=80981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 02:01:11.627332 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-0daa5bf1-d1b7-45bc-9403-6a508507a0f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428228'] for security_group, after_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:01:11.648011 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-903a64a5-13ed-4718-a841-4e42bf208782 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:01:11.668361 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440bd041-dead-43de-8423-38515eb42d5c req-c1b5a6ca-9bfe-47e2-9253-6acc41ca720f tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:01:11.671304 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-440bd041-dead-43de-8423-38515eb42d5c req-c1b5a6ca-9bfe-47e2-9253-6acc41ca720f tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] 10.222.0.11 "GET /v2.0/ports?device_id=7bf7305c-8ef1-4c8f-a294-f51b84e438c3 HTTP/1.1" status: 200  len: 946 time: 1.1723824
Jul 06 02:01:11.696255 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0daa5bf1-d1b7-45bc-9403-6a508507a0f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=307f4bfd-af58-495d-b295-64889b56e1e7,revision_number=None']} {{(pid=80980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:01:11.708605 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-0daa5bf1-d1b7-45bc-9403-6a508507a0f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:01:11.711919 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-0daa5bf1-d1b7-45bc-9403-6a508507a0f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:01:11.723407 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-0daa5bf1-d1b7-45bc-9403-6a508507a0f7 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/307f4bfd-af58-495d-b295-64889b56e1e7 HTTP/1.1" status: 204  len: 168 time: 0.9317389
Jul 06 02:01:11.852031 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-61291c2f-fbee-4229-99b5-74b682ce7bc4 req-0d794e17-bd3f-47d7-b60e-a46c40e16582 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=587da9b290164b68a272d4c4072a9c73&device_id=6bf80594-4f7b-4225-95e7-e1f2461f5e26 HTTP/1.1" status: 200  len: 1098 time: 0.3085964
Jul 06 02:01:11.870058 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-440bd041-dead-43de-8423-38515eb42d5c req-522ccf81-54e4-4bcd-b5cb-42d8ce29abc1 tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] 10.222.0.11 "GET /v2.0/security-groups?id=8f6df123-aea9-4211-ae13-3df2bf025ab5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1731794
Jul 06 02:01:11.996613 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c9614ee-e722-49a0-9cfe-01d6e180e025 admin admin] Notify agent at l3_agent.dv-cinder-799546-3-iscsi the message routers_updated {{(pid=80981) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jul 06 02:01:12.241647 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-3c9614ee-e722-49a0-9cfe-01d6e180e025 admin admin] 10.222.0.11 "PUT /v2.0/routers/6c89e5d1-5b98-42ef-98f2-c3748ff397c7/add_router_interface HTTP/1.1" status: 200  len: 503 time: 13.5042801
Jul 06 02:01:12.264068 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61291c2f-fbee-4229-99b5-74b682ce7bc4 req-341e9fa6-57c4-4a09-aea5-04371fcf3696 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:01:12.270112 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-61291c2f-fbee-4229-99b5-74b682ce7bc4 req-341e9fa6-57c4-4a09-aea5-04371fcf3696 service neutron] 10.222.0.37 "GET /v2.0/networks?id=2a4c8008-ce84-432c-9f5d-0fe3ba12caba HTTP/1.1" status: 200  len: 911 time: 0.4090545
Jul 06 02:01:12.302059 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-5c87de44-b519-45bb-a1ea-4437c6742d5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:01:12.394234 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-5c87de44-b519-45bb-a1ea-4437c6742d5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:01:12.442812 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-a3693db3-dfba-4677-b7a7-562657708ee0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14886511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036839050000'] for subnet, after_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:01:12.463150 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b3a9c6-87f6-4fbc-b26b-9d654524e17f req-eb8c16a2-fcb3-4af2-a90c-25a3dbd19326 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:01:12.474665 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:01:12.475878 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-e4b3a9c6-87f6-4fbc-b26b-9d654524e17f req-eb8c16a2-fcb3-4af2-a90c-25a3dbd19326 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/ports?device_id=4ae448d6-3b95-42dd-a82e-2c79b64118c8 HTTP/1.1" status: 200  len: 945 time: 0.7837379
Jul 06 02:01:12.617664 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257fcd37-173b-4767-9b51-9cecd7e125de req-900f5315-8287-4049-808b-d36494f39f4e tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:01:12.655700 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-257fcd37-173b-4767-9b51-9cecd7e125de req-900f5315-8287-4049-808b-d36494f39f4e tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] 10.222.0.11 "GET /v2.0/ports?device_id=6bf80594-4f7b-4225-95e7-e1f2461f5e26 HTTP/1.1" status: 200  len: 945 time: 0.5208058
Jul 06 02:01:12.677386 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-e4b3a9c6-87f6-4fbc-b26b-9d654524e17f req-b1bc7c2b-0c03-44c3-b39f-1834ee12f3a3 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/security-groups?id=05a99220-0499-4923-a419-6a3dc323fae7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1897101
Jul 06 02:01:12.768178 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-61291c2f-fbee-4229-99b5-74b682ce7bc4 req-9349d82a-02e9-4be9-b7eb-f99e93a35504 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a3765eaf-5d9a-4eb7-b7d2-aeb912bae916 HTTP/1.1" status: 200  len: 1000 time: 0.4879985
Jul 06 02:01:12.780286 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.rpc [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Device f33ff64d-4dbb-4f83-9d57-9dc4f57afcec up at agent ovs-agent-dv-cinder-799546-3-iscsi {{(pid=80982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:273}}
Jul 06 02:01:13.025344 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-257fcd37-173b-4767-9b51-9cecd7e125de req-1a957768-3163-4897-85d5-a68c2f738806 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] 10.222.0.11 "GET /v2.0/security-groups?id=a49819e7-9e67-4461-9ca0-4f120b4fbc53&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3680997
Jul 06 02:01:13.028035 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3693db3-dfba-4677-b7a7-562657708ee0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e22d8799-b1c5-45cf-95c8-ef4f70b93645,revision_number=0']} {{(pid=80981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:01:13.038511 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.provisioning_blocks [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Provisioning for port f33ff64d-4dbb-4f83-9d57-9dc4f57afcec completed by entity L2. {{(pid=80982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 06 02:01:13.049797 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.provisioning_blocks [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Provisioning complete for port f33ff64d-4dbb-4f83-9d57-9dc4f57afcec triggered by entity L2. {{(pid=80982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 06 02:01:13.050254 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1309268'] for port, provisioning_complete {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:01:13.056263 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3693db3-dfba-4677-b7a7-562657708ee0 admin admin] Checking segment: {'id': '30eccdfe-678e-4d27-9042-cce8b527e9aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'ae9c5e73-7e08-4e16-8d96-ed116811a552'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jul 06 02:01:13.056663 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3693db3-dfba-4677-b7a7-562657708ee0 admin admin] Network hostable DHCP agents. Network: ae9c5e73-7e08-4e16-8d96-ed116811a552, hostable agents: ['46061ec9-d1c1-4ae2-b701-eece7f3c7f15'], hosted agents: [] {{(pid=80981) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:297}}
Jul 06 02:01:13.062249 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61291c2f-fbee-4229-99b5-74b682ce7bc4 req-24e20af8-a5b2-4682-855c-afa1efe27c34 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:01:13.065040 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-61291c2f-fbee-4229-99b5-74b682ce7bc4 req-24e20af8-a5b2-4682-855c-afa1efe27c34 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=10f6138f-392f-434d-90d2-631457fbed0f HTTP/1.1" status: 200  len: 849 time: 0.2894468
Jul 06 02:01:13.071953 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-a3693db3-dfba-4677-b7a7-562657708ee0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.598s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:01:13.089264 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-5c87de44-b519-45bb-a1ea-4437c6742d5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428228'] for security_group, after_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:01:13.105317 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-3933f384-010e-4372-a23d-9ea56f24dba7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:01:13.148770 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3693db3-dfba-4677-b7a7-562657708ee0 admin admin] Network ae9c5e73-7e08-4e16-8d96-ed116811a552 is scheduled to be hosted by DHCP agent 46061ec9-d1c1-4ae2-b701-eece7f3c7f15 {{(pid=80981) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:196}}
Jul 06 02:01:13.190358 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c87de44-b519-45bb-a1ea-4437c6742d5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dcdd590-8782-4782-ad89-581d4e91c616,revision_number=None']} {{(pid=80981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:01:13.204141 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-5c87de44-b519-45bb-a1ea-4437c6742d5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:01:13.205109 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-bcb21f65-9db9-4e83-b9f7-bc4dac94c726 req-d33902ba-3417-4960-ae61-802309219d49 tempest-VolumesActionsTest-1223800970 tempest-VolumesActionsTest-1223800970-project] 10.222.0.11 "GET /v2.0/ports?device_id=e2fde8b1-653d-41eb-86bf-a680da3d7790 HTTP/1.1" status: 200  len: 210 time: 0.0710943
Jul 06 02:01:13.215253 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-5c87de44-b519-45bb-a1ea-4437c6742d5c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3dcdd590-8782-4782-ad89-581d4e91c616 HTTP/1.1" status: 204  len: 168 time: 1.6381974
Jul 06 02:01:13.228712 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-5c87de44-b519-45bb-a1ea-4437c6742d5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:01:13.276920 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-61291c2f-fbee-4229-99b5-74b682ce7bc4 req-db8bd946-2729-4366-9ff3-e77976d1496b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2a4c8008-ce84-432c-9f5d-0fe3ba12caba&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2033789
Jul 06 02:01:13.373898 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1050496'] for port, before_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:01:13.382784 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.scheduler.base_scheduler [None req-a3693db3-dfba-4677-b7a7-562657708ee0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799546-3-iscsi, ae9c5e73-7e08-4e16-8d96-ed116811a552) {{(pid=80981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jul 06 02:01:13.392106 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3693db3-dfba-4677-b7a7-562657708ee0 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:01:13.393069 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-a3693db3-dfba-4677-b7a7-562657708ee0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853726196'] for subnet, before_response {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:01:13.393531 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] For port f33ff64d-4dbb-4f83-9d57-9dc4f57afcec, host dv-cinder-799546-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799546-3-iscsi',level=0,port_id=f33ff64d-4dbb-4f83-9d57-9dc4f57afcec,segment=NetworkSegment(e64f8835-8265-4308-a68c-94b30f2a67d9),segment_id=e64f8835-8265-4308-a68c-94b30f2a67d9)] {{(pid=80982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 02:01:13.396587 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da9bb448-d6ba-4068-a31d-008a0c1b37f3 None None] Network ae9c5e73-7e08-4e16-8d96-ed116811a552 requested from dv-cinder-799546-3-iscsi {{(pid=80982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jul 06 02:01:13.459491 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1927c0df-e479-4092-a52b-ea83680a0ef8 req-60438a23-3099-4d93-b694-158d3e0e3735 tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:01:13.461975 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-1927c0df-e479-4092-a52b-ea83680a0ef8 req-60438a23-3099-4d93-b694-158d3e0e3735 tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] 10.222.0.11 "GET /v2.0/ports?device_id=7bf7305c-8ef1-4c8f-a294-f51b84e438c3 HTTP/1.1" status: 200  len: 946 time: 0.2441614
Jul 06 02:01:13.489370 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-61291c2f-fbee-4229-99b5-74b682ce7bc4 req-ef99941b-997a-4c64-9640-632080b7ad2f service neutron] 10.222.0.37 "GET /v2.0/networks/2a4c8008-ce84-432c-9f5d-0fe3ba12caba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2050092
Jul 06 02:01:13.515704 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-1927c0df-e479-4092-a52b-ea83680a0ef8 req-48c07af1-0130-4882-908e-90b915c3b663 tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] 10.222.0.11 "GET /v2.0/security-groups?id=8f6df123-aea9-4211-ae13-3df2bf025ab5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0460963
Jul 06 02:01:13.642674 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-61291c2f-fbee-4229-99b5-74b682ce7bc4 req-656a58f3-1299-4809-8c5e-1261de58cbd9 service neutron] 10.222.0.37 "GET /v2.0/networks/2a4c8008-ce84-432c-9f5d-0fe3ba12caba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1458488
Jul 06 02:01:13.719604 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f483a91-4271-412e-9f9c-d4b3305f7ae6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdda4d945-3f0d-5e23-8fbb-630040bb9905-ae9c5e73-7e08-4e16-8d96-ed116811a552', 'network_id': 'ae9c5e73-7e08-4e16-8d96-ed116811a552', 'tenant_id': '42454afb9a944b6f9bf0097f42e0cb6e', 'fixed_ips': [{'subnet_id': 'e22d8799-b1c5-45cf-95c8-ef4f70b93645'}]}} from dv-cinder-799546-3-iscsi. {{(pid=80982) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Jul 06 02:01:13.720529 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-7f483a91-4271-412e-9f9c-d4b3305f7ae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1050496'] for port, before_create {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:01:13.729506 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-a3693db3-dfba-4677-b7a7-562657708ee0 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 3.2246301
Jul 06 02:01:13.730864 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80980) accepted ('10.222.0.11', 41442) {{(pid=80980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 02:01:13.745024 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740753762112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740753409037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296101366746'] for port, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:01:13.746332 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.rpc [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Device e75857d8-8771-4e59-bffd-0a937d7043af up at agent ovs-agent-dv-cinder-799546-3-iscsi {{(pid=80982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:273}}
Jul 06 02:01:13.754032 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.v2.base [None req-a736a127-21b6-42ad-95cb-bbff7adda44f admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1133626488-router', 'tenant_id': '42454afb9a944b6f9bf0097f42e0cb6e', 'external_gateway_info': {'network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8'}}} {{(pid=80980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 06 02:01:13.758140 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-a736a127-21b6-42ad-95cb-bbff7adda44f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 02:01:13.805851 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:01:14.018900 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Pushing event updated for resources: {'Port': ['ID=f33ff64d-4dbb-4f83-9d57-9dc4f57afcec,revision_number=4']} {{(pid=80982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:01:14.023345 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=80982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:01:14.089096 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80981) accepted ('10.222.0.11', 41454) {{(pid=80981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 02:01:14.122909 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.provisioning_blocks [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Provisioning complete for port e75857d8-8771-4e59-bffd-0a937d7043af triggered by entity L2. {{(pid=80982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 06 02:01:14.122909 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1309268'] for port, provisioning_complete {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:01:14.213894 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-16412db4-b169-43a6-a3c0-7870666209cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:01:14.346400 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.db_base_plugin_common [None req-7f483a91-4271-412e-9f9c-d4b3305f7ae6 None None] Allocated IP 172.20.0.2 (ae9c5e73-7e08-4e16-8d96-ed116811a552/e22d8799-b1c5-45cf-95c8-ef4f70b93645/2ddbe399-3f29-4372-aac5-7ee30187c628) {{(pid=80982) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Jul 06 02:01:14.383588 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82be6a6a-10d4-4e49-bbdc-e183ffaccfee req-2ed50de4-755f-4e66-8b09-ad1c292eb5b9 tempest-VolumesActionsTest-1223800970 tempest-VolumesActionsTest-1223800970-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:01:14.390575 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-82be6a6a-10d4-4e49-bbdc-e183ffaccfee req-2ed50de4-755f-4e66-8b09-ad1c292eb5b9 tempest-VolumesActionsTest-1223800970 tempest-VolumesActionsTest-1223800970-project] 10.222.0.37 "GET /v2.0/networks?id=36a9b578-85e1-48e7-ac56-3132cadfb3cf HTTP/1.1" status: 200  len: 808 time: 0.6239882
Jul 06 02:01:14.404692 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-a736a127-21b6-42ad-95cb-bbff7adda44f admin admin] Usage tracker for resource:router and tenant:42454afb9a944b6f9bf0097f42e0cb6e is out of sync, need to count used quota {{(pid=80980) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 02:01:14.459883 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.v2.base [req-82be6a6a-10d4-4e49-bbdc-e183ffaccfee req-be485fc4-6da0-46c8-889e-48f372ca9f7b tempest-VolumesActionsTest-1223800970 tempest-VolumesActionsTest-1223800970-project] Request body: {'port': {'device_id': 'e2fde8b1-653d-41eb-86bf-a680da3d7790', 'network_id': '36a9b578-85e1-48e7-ac56-3132cadfb3cf', 'admin_state_up': True, 'tenant_id': '2518cf7b076a48528898fb239ee8dd38'}} {{(pid=80980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 06 02:01:14.559635 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-a736a127-21b6-42ad-95cb-bbff7adda44f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80980) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 02:01:14.570455 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-16412db4-b169-43a6-a3c0-7870666209cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 02:01:14.636342 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-16412db4-b169-43a6-a3c0-7870666209cc admin admin] Usage tracker for resource:security_group_rule and tenant:0b9d5a108b2b4a20a9fc5da30423993b is out of sync, need to count used quota {{(pid=80981) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 02:01:14.649540 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-16412db4-b169-43a6-a3c0-7870666209cc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80981) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 02:01:14.682006 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-16412db4-b169-43a6-a3c0-7870666209cc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 02:01:14.732702 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1069e24-ffd1-4240-a493-0c525ccb94e6 req-0bf6cada-dcc0-48f9-8a7a-3eea75e3b049 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:01:14.738358 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-a1069e24-ffd1-4240-a493-0c525ccb94e6 req-0bf6cada-dcc0-48f9-8a7a-3eea75e3b049 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] 10.222.0.11 "GET /v2.0/ports?device_id=6bf80594-4f7b-4225-95e7-e1f2461f5e26 HTTP/1.1" status: 200  len: 945 time: 0.3991871
Jul 06 02:01:15.054324 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-a1069e24-ffd1-4240-a493-0c525ccb94e6 req-1905e0cf-4105-4b67-a581-dd5cfcd52e5b tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] 10.222.0.11 "GET /v2.0/security-groups?id=a49819e7-9e67-4461-9ca0-4f120b4fbc53&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3077013
Jul 06 02:01:15.159427 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.rpc [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Device f33ff64d-4dbb-4f83-9d57-9dc4f57afcec up at agent ovs-agent-dv-cinder-799546-3-iscsi {{(pid=80982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:273}}
Jul 06 02:01:15.393980 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-7f483a91-4271-412e-9f9c-d4b3305f7ae6 None None] Notify callbacks [] for port, precommit_create {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:01:15.398687 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.provisioning_blocks [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Provisioning complete for port f33ff64d-4dbb-4f83-9d57-9dc4f57afcec triggered by entity L2. {{(pid=80982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 06 02:01:15.399410 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1309268'] for port, provisioning_complete {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:01:15.470297 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.provisioning_blocks [None req-7f483a91-4271-412e-9f9c-d4b3305f7ae6 None None] Transition to ACTIVE for port object 2ddbe399-3f29-4372-aac5-7ee30187c628 will not be triggered until provisioned by entity L2. {{(pid=80982) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 06 02:01:15.560873 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.provisioning_blocks [None req-7f483a91-4271-412e-9f9c-d4b3305f7ae6 None None] Transition to ACTIVE for port object 2ddbe399-3f29-4372-aac5-7ee30187c628 will not be triggered until provisioned by entity DHCP. {{(pid=80982) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 06 02:01:15.648124 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-7f483a91-4271-412e-9f9c-d4b3305f7ae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296101369102'] for port, after_create {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:01:15.659468 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-955b8af1-b1d7-4ec1-9e1a-a32f6c2b6a8a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:01:15.756167 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f483a91-4271-412e-9f9c-d4b3305f7ae6 None None] Pushing event updated for resources: {'Port': ['ID=2ddbe399-3f29-4372-aac5-7ee30187c628,revision_number=1']} {{(pid=80982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:01:15.766355 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-7f483a91-4271-412e-9f9c-d4b3305f7ae6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:01:15.789333 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f483a91-4271-412e-9f9c-d4b3305f7ae6 None None] Network ae9c5e73-7e08-4e16-8d96-ed116811a552 is already hosted by enough agents. {{(pid=80982) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:240}}
Jul 06 02:01:15.791081 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.scheduler.base_scheduler [None req-7f483a91-4271-412e-9f9c-d4b3305f7ae6 None None] Resources bound (agent type, host, resource id):  {{(pid=80982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jul 06 02:01:15.793762 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f483a91-4271-412e-9f9c-d4b3305f7ae6 None None] Received port after_create {{(pid=80982) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 06 02:01:15.821439 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-a736a127-21b6-42ad-95cb-bbff7adda44f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 02:01:15.909699 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [req-82be6a6a-10d4-4e49-bbdc-e183ffaccfee req-be485fc4-6da0-46c8-889e-48f372ca9f7b tempest-VolumesActionsTest-1223800970 tempest-VolumesActionsTest-1223800970-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 02:01:15.912138 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-16412db4-b169-43a6-a3c0-7870666209cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:01:15.929034 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [req-82be6a6a-10d4-4e49-bbdc-e183ffaccfee req-be485fc4-6da0-46c8-889e-48f372ca9f7b tempest-VolumesActionsTest-1223800970 tempest-VolumesActionsTest-1223800970-project] Usage tracker for resource:port and tenant:2518cf7b076a48528898fb239ee8dd38 is out of sync, need to count used quota {{(pid=80980) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 02:01:15.933848 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-b3d466ed-717b-455c-9ba2-6876bacb575f req-04a1f3f6-87f4-40ab-a750-3bf9bc7acfcc tempest-VolumesActionsTest-1223800970 tempest-VolumesActionsTest-1223800970-project] 10.222.0.11 "GET /v2.0/ports?device_id=e2fde8b1-653d-41eb-86bf-a680da3d7790 HTTP/1.1" status: 200  len: 210 time: 0.5873616
Jul 06 02:01:15.944646 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [req-82be6a6a-10d4-4e49-bbdc-e183ffaccfee req-be485fc4-6da0-46c8-889e-48f372ca9f7b tempest-VolumesActionsTest-1223800970 tempest-VolumesActionsTest-1223800970-project] Quota usage for port was recalculated. Used quota:0. {{(pid=80980) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 02:01:15.972688 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-16412db4-b169-43a6-a3c0-7870666209cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428228'] for security_group, after_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:01:15.977980 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [req-82be6a6a-10d4-4e49-bbdc-e183ffaccfee req-be485fc4-6da0-46c8-889e-48f372ca9f7b tempest-VolumesActionsTest-1223800970 tempest-VolumesActionsTest-1223800970-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 02:01:15.999051 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-a736a127-21b6-42ad-95cb-bbff7adda44f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-454287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036838019708'] for router, before_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:01:16.000474 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-a736a127-21b6-42ad-95cb-bbff7adda44f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-342583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854440336', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854326468', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16756125'] for router, precommit_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:01:16.014911 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-3f6b4ae6-5466-4646-981c-ccf80257c92c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:01:16.041666 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-a736a127-21b6-42ad-95cb-bbff7adda44f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:01:16.071476 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.managers [None req-7f483a91-4271-412e-9f9c-d4b3305f7ae6 None None] Attempting to bind port 2ddbe399-3f29-4372-aac5-7ee30187c628 on host dv-cinder-799546-3-iscsi for vnic_type normal with profile  {{(pid=80982) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jul 06 02:01:16.071923 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.managers [None req-7f483a91-4271-412e-9f9c-d4b3305f7ae6 None None] Attempting to bind port 2ddbe399-3f29-4372-aac5-7ee30187c628 by drivers openvswitch,hyperv on host dv-cinder-799546-3-iscsi at level 0 using segments [{'id': '30eccdfe-678e-4d27-9042-cce8b527e9aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'ae9c5e73-7e08-4e16-8d96-ed116811a552'}] {{(pid=80982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jul 06 02:01:16.072366 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f483a91-4271-412e-9f9c-d4b3305f7ae6 None None] Attempting to bind port 2ddbe399-3f29-4372-aac5-7ee30187c628 on network ae9c5e73-7e08-4e16-8d96-ed116811a552 {{(pid=80982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Jul 06 02:01:16.089388 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f483a91-4271-412e-9f9c-d4b3305f7ae6 None None] Checking agent: {'id': '3e633bc2-fb27-4d05-86ce-e7e954e44018', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799546-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 1, 50, 2), 'started_at': datetime.datetime(2021, 7, 6, 1, 50, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 2, 1, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['geneve', 'gre', 'internal', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799546-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.0', 'Port': '1.5', 'PortForwarding': '1.1', 'QosPolicy': '1.8', 'SecurityGroup': '1.1', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.0', 'Trunk': '1.1'}} {{(pid=80982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Jul 06 02:01:16.090971 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f483a91-4271-412e-9f9c-d4b3305f7ae6 None None] Checking segment: {'id': '30eccdfe-678e-4d27-9042-cce8b527e9aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'ae9c5e73-7e08-4e16-8d96-ed116811a552'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jul 06 02:01:16.090971 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-7f483a91-4271-412e-9f9c-d4b3305f7ae6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:01:16.097238 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f483a91-4271-412e-9f9c-d4b3305f7ae6 None None] Bound using segment: {'id': '30eccdfe-678e-4d27-9042-cce8b527e9aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'ae9c5e73-7e08-4e16-8d96-ed116811a552'} {{(pid=80982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Jul 06 02:01:16.098118 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.managers [None req-7f483a91-4271-412e-9f9c-d4b3305f7ae6 None None] Bound port: 2ddbe399-3f29-4372-aac5-7ee30187c628, host: dv-cinder-799546-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30eccdfe-678e-4d27-9042-cce8b527e9aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'ae9c5e73-7e08-4e16-8d96-ed116811a552'}}] {{(pid=80982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jul 06 02:01:16.099777 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-7f483a91-4271-412e-9f9c-d4b3305f7ae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1050496'] for port, before_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:01:16.114015 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d084f8-457d-4370-9ba6-80f32a3ca37a req-7ca82435-7f8b-4875-bb57-8c334e32cfb8 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:01:16.126688 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-23d084f8-457d-4370-9ba6-80f32a3ca37a req-7ca82435-7f8b-4875-bb57-8c334e32cfb8 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/ports?device_id=4ae448d6-3b95-42dd-a82e-2c79b64118c8 HTTP/1.1" status: 200  len: 945 time: 1.7319400
Jul 06 02:01:16.181558 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-16412db4-b169-43a6-a3c0-7870666209cc admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0b9d5a108b2b4a20a9fc5da30423993b&name=default HTTP/1.1" status: 200  len: 2629 time: 2.0906487
Jul 06 02:01:16.182554 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80981) accepted ('10.222.0.11', 41490) {{(pid=80981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 02:01:16.183409 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16412db4-b169-43a6-a3c0-7870666209cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e3de127-f73d-4aa5-855f-c742f17305d1,revision_number=1']} {{(pid=80981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:01:16.203238 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-16412db4-b169-43a6-a3c0-7870666209cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:01:16.343172 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82be6a6a-10d4-4e49-bbdc-e183ffaccfee req-be485fc4-6da0-46c8-889e-48f372ca9f7b tempest-VolumesActionsTest-1223800970 tempest-VolumesActionsTest-1223800970-project] Made reservation on behalf of 2518cf7b076a48528898fb239ee8dd38 for: {'port': 1} {{(pid=80980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jul 06 02:01:16.352274 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [None req-7f483a91-4271-412e-9f9c-d4b3305f7ae6 None None] For port 2ddbe399-3f29-4372-aac5-7ee30187c628, host dv-cinder-799546-3-iscsi, cleared binding levels {{(pid=80982) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:111}}
Jul 06 02:01:16.356187 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-82be6a6a-10d4-4e49-bbdc-e183ffaccfee req-be485fc4-6da0-46c8-889e-48f372ca9f7b tempest-VolumesActionsTest-1223800970 tempest-VolumesActionsTest-1223800970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1050496'] for port, before_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:01:16.357697 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [None req-7f483a91-4271-412e-9f9c-d4b3305f7ae6 None None] For port 2ddbe399-3f29-4372-aac5-7ee30187c628, host dv-cinder-799546-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799546-3-iscsi',level=0,port_id=2ddbe399-3f29-4372-aac5-7ee30187c628,segment=NetworkSegment(30eccdfe-678e-4d27-9042-cce8b527e9aa),segment_id=30eccdfe-678e-4d27-9042-cce8b527e9aa)] {{(pid=80982) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}}
Jul 06 02:01:16.386754 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-5dd479a6-5294-4bcf-a08c-fe1324590efb req-69a8cec6-e47f-40ea-b469-44ea369b2f98 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=7bf7305c-8ef1-4c8f-a294-f51b84e438c3 HTTP/1.1" status: 200  len: 1099 time: 0.9856324
Jul 06 02:01:16.398973 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-7f483a91-4271-412e-9f9c-d4b3305f7ae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740753762112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740753409037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296101366746'] for port, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:01:16.421748 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:01:16.557650 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-dddbd695-2b29-40ae-9970-5d205fbe92b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:01:16.598014 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f483a91-4271-412e-9f9c-d4b3305f7ae6 None None] Pushing event updated for resources: {'Port': ['ID=2ddbe399-3f29-4372-aac5-7ee30187c628,revision_number=2']} {{(pid=80982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:01:16.614721 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-7f483a91-4271-412e-9f9c-d4b3305f7ae6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=80982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:01:16.619892 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f3dbb92-467e-4384-bc3a-d9e284dd5041 None None] Sync routers for ids ['6c89e5d1-5b98-42ef-98f2-c3748ff397c7'] in dv-cinder-799546-3-iscsi {{(pid=80982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Jul 06 02:01:16.665496 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f3dbb92-467e-4384-bc3a-d9e284dd5041 None None] Routers {'6c89e5d1-5b98-42ef-98f2-c3748ff397c7'} bound to L3 agent in host dv-cinder-799546-3-iscsi {{(pid=80982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 06 02:01:16.666795 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_hamode_db [None req-3f3dbb92-467e-4384-bc3a-d9e284dd5041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f31d6df4f28>, 'dv-cinder-799546-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T01:50:03Z,description=<?>,heartbeat_timestamp=2021-07-06T02:01:03Z,host='dv-cinder-799546-3-iscsi',id=61912d2b-cbf3-48c5-b8b2-dcc1c49052a5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-06T01:50:03Z,topic='l3_agent')) {'router_ids': ['6c89e5d1-5b98-42ef-98f2-c3748ff397c7'], 'active': True} {{(pid=80982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 02:01:16.671991 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-dddbd695-2b29-40ae-9970-5d205fbe92b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:01:16.714842 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [req-5dd479a6-5294-4bcf-a08c-fe1324590efb req-e3dfda14-81e9-4481-ba58-d372c6f6dac1 service neutron] Synchronizing usage tracker for tenant:db087e026c8a49a08c3b6e8cbf752a0b on resource:security_group {{(pid=80981) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 06 02:01:16.811259 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44885e8e-d8b6-4021-961b-c4509af7f09c req-10c628dd-d2de-4e04-8c63-17d1c40cc131 tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:01:16.813070 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.db_base_plugin_common [req-82be6a6a-10d4-4e49-bbdc-e183ffaccfee req-be485fc4-6da0-46c8-889e-48f372ca9f7b tempest-VolumesActionsTest-1223800970 tempest-VolumesActionsTest-1223800970-project] Allocated IP 172.20.0.11 (36a9b578-85e1-48e7-ac56-3132cadfb3cf/95c34112-576c-44f0-ab65-e35da51b113b/57c294b9-a381-47ef-93e7-b2a6bf4dd8cb) {{(pid=80980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Jul 06 02:01:16.820529 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-44885e8e-d8b6-4021-961b-c4509af7f09c req-10c628dd-d2de-4e04-8c63-17d1c40cc131 tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] 10.222.0.11 "GET /v2.0/ports?device_id=7bf7305c-8ef1-4c8f-a294-f51b84e438c3 HTTP/1.1" status: 200  len: 946 time: 0.4297633
Jul 06 02:01:16.896861 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [req-5dd479a6-5294-4bcf-a08c-fe1324590efb req-e3dfda14-81e9-4481-ba58-d372c6f6dac1 service neutron] Unset dirty status for tenant:db087e026c8a49a08c3b6e8cbf752a0b on resource:security_group {{(pid=80981) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 06 02:01:16.905234 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-5dd479a6-5294-4bcf-a08c-fe1324590efb req-e3dfda14-81e9-4481-ba58-d372c6f6dac1 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=8f6df123-aea9-4211-ae13-3df2bf025ab5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4958279
Jul 06 02:01:16.919798 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80981) accepted ('10.222.0.11', 41502) {{(pid=80981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 02:01:16.921671 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_dvr_db [None req-3f3dbb92-467e-4384-bc3a-d9e284dd5041 None None] Set router 6c89e5d1-5b98-42ef-98f2-c3748ff397c7 gateway port host: dv-cinder-799546-3-iscsi {{(pid=80982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:850}}
Jul 06 02:01:16.962865 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.v2.base [None req-e09d78d3-d277-4b8d-8b3b-f6cf1e4d05c4 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1359407470-network', 'tenant_id': '16adeb6d33ca4543afe9ef6204c47982'}} {{(pid=80981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 06 02:01:16.986902 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-e09d78d3-d277-4b8d-8b3b-f6cf1e4d05c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 02:01:17.021488 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-e09d78d3-d277-4b8d-8b3b-f6cf1e4d05c4 admin admin] Usage tracker for resource:network and tenant:16adeb6d33ca4543afe9ef6204c47982 is out of sync, need to count used quota {{(pid=80981) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 02:01:17.037139 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-e09d78d3-d277-4b8d-8b3b-f6cf1e4d05c4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80981) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 02:01:17.054576 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-e09d78d3-d277-4b8d-8b3b-f6cf1e4d05c4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 02:01:17.079495 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-44885e8e-d8b6-4021-961b-c4509af7f09c req-92de2447-cafa-42db-b716-893b53982df4 tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] 10.222.0.11 "GET /v2.0/security-groups?id=8f6df123-aea9-4211-ae13-3df2bf025ab5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2577269
Jul 06 02:01:17.129744 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e09d78d3-d277-4b8d-8b3b-f6cf1e4d05c4 admin admin] Made reservation on behalf of 16adeb6d33ca4543afe9ef6204c47982 for: {'network': 1} {{(pid=80981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jul 06 02:01:17.135513 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-e09d78d3-d277-4b8d-8b3b-f6cf1e4d05c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1050496'] for network, before_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:01:17.166604 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-dddbd695-2b29-40ae-9970-5d205fbe92b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428228'] for security_group, after_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:01:17.182187 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-32dcaef7-61e2-4448-9fa7-19814d54c511 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:01:17.246061 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-e09d78d3-d277-4b8d-8b3b-f6cf1e4d05c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:01:17.315890 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbd695-2b29-40ae-9970-5d205fbe92b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e3de127-f73d-4aa5-855f-c742f17305d1,revision_number=None']} {{(pid=80981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:01:17.338504 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-82be6a6a-10d4-4e49-bbdc-e183ffaccfee req-be485fc4-6da0-46c8-889e-48f372ca9f7b tempest-VolumesActionsTest-1223800970 tempest-VolumesActionsTest-1223800970-project] Notify callbacks [] for port, precommit_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:01:17.371934 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-dddbd695-2b29-40ae-9970-5d205fbe92b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:01:17.392799 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-dddbd695-2b29-40ae-9970-5d205fbe92b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:01:17.397542 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-dddbd695-2b29-40ae-9970-5d205fbe92b8 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6e3de127-f73d-4aa5-855f-c742f17305d1 HTTP/1.1" status: 204  len: 168 time: 1.1855171
Jul 06 02:01:17.431426 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-e09d78d3-d277-4b8d-8b3b-f6cf1e4d05c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 02:01:17.441088 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-e09d78d3-d277-4b8d-8b3b-f6cf1e4d05c4 admin admin] Usage tracker for resource:security_group_rule and tenant:16adeb6d33ca4543afe9ef6204c47982 is out of sync, need to count used quota {{(pid=80981) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 02:01:17.445169 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-e09d78d3-d277-4b8d-8b3b-f6cf1e4d05c4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80981) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 02:01:17.459216 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-e09d78d3-d277-4b8d-8b3b-f6cf1e4d05c4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 02:01:17.505125 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2247f7c7-4131-4ee1-aff8-87893b0b29b0 req-98893627-fdb4-40cd-a93f-b8f238c6a9f3 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:01:17.517654 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-2247f7c7-4131-4ee1-aff8-87893b0b29b0 req-98893627-fdb4-40cd-a93f-b8f238c6a9f3 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] 10.222.0.11 "GET /v2.0/ports?device_id=6bf80594-4f7b-4225-95e7-e1f2461f5e26 HTTP/1.1" status: 200  len: 945 time: 0.2127318
Jul 06 02:01:17.589585 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_hamode_db [None req-3f3dbb92-467e-4384-bc3a-d9e284dd5041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f31d6df4f28>, [{'id': '6c89e5d1-5b98-42ef-98f2-c3748ff397c7', 'name': 'tempest-TestMinimumBasicScenario-376566771-router', 'tenant_id': '401d2ca991dc46759fcf67d09fce603c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8', 'external_fixed_ips': [{'subnet_id': '24d74941-6bd6-4d03-882f-a623d522833f', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': 'f33ff64d-4dbb-4f83-9d57-9dc4f57afcec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T02:00:52Z', 'updated_at': '2021-07-06T02:01:02Z', 'revision_number': 4, 'project_id': '401d2ca991dc46759fcf67d09fce603c', 'gw_port': {'id': 'f33ff64d-4dbb-4f83-9d57-9dc4f57afcec', 'name': '', 'network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:f1:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c89e5d1-5b98-42ef-98f2-c3748ff397c7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '24d74941-6bd6-4d03-882f-a623d522833f', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T02:00:54Z', 'updated_at': '2021-07-06T02:01:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24d74941-6bd6-4d03-882f-a623d522833f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799546-3-iscsi', '_interfaces': [{'id': '326e7c3a-8348-4916-9ad7-655c93e9e48e', 'name': '', 'network_id': 'a2a87d65-a05d-450f-9e6b-5f2752e2d94c', 'tenant_id': '401d2ca991dc46759fcf67d09fce603c', 'mac_address': 'fa:16:3e:8a:f6:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c89e5d1-5b98-42ef-98f2-c3748ff397c7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '21d8d59e-2cce-462a-ad6e-a7b8e471a7ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T02:01:00Z', 'updated_at': '2021-07-06T02:01:02Z', 'revision_number': 2, 'project_id': '401d2ca991dc46759fcf67d09fce603c', 'subnets': [{'id': '21d8d59e-2cce-462a-ad6e-a7b8e471a7ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799546-3-iscsi', False) {} {{(pid=80982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 02:01:17.592787 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-23d084f8-457d-4370-9ba6-80f32a3ca37a req-336f2392-e0d2-4e0b-ab97-232413215be8 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/security-groups?id=05a99220-0499-4923-a419-6a3dc323fae7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 1.4577262
Jul 06 02:01:17.594373 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-82be6a6a-10d4-4e49-bbdc-e183ffaccfee req-be485fc4-6da0-46c8-889e-48f372ca9f7b tempest-VolumesActionsTest-1223800970 tempest-VolumesActionsTest-1223800970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296101369102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839946710'] for port, after_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:01:17.595532 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f3dbb92-467e-4384-bc3a-d9e284dd5041 None None] Checking router: 6c89e5d1-5b98-42ef-98f2-c3748ff397c7 for host: dv-cinder-799546-3-iscsi {{(pid=80982) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Jul 06 02:01:17.599158 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f3dbb92-467e-4384-bc3a-d9e284dd5041 None None] Updating router 6c89e5d1-5b98-42ef-98f2-c3748ff397c7 port 326e7c3a-8348-4916-9ad7-655c93e9e48e binding host dv-cinder-799546-3-iscsi {{(pid=80982) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Jul 06 02:01:17.602392 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-ca914777-7294-4578-857d-7402be65071c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:01:17.667507 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-e09d78d3-d277-4b8d-8b3b-f6cf1e4d05c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:01:17.706180 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-e09d78d3-d277-4b8d-8b3b-f6cf1e4d05c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428228'] for security_group, after_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:01:17.719412 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-54161e62-1650-4092-967a-1319c86ba2f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:01:17.737064 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-a736a127-21b6-42ad-95cb-bbff7adda44f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854440351', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-454384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16756142'] for router, precommit_update {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:01:17.752586 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-3f3dbb92-467e-4384-bc3a-d9e284dd5041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1050496'] for port, before_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:01:17.782203 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be485fc4-6da0-46c8-889e-48f372ca9f7b tempest-VolumesActionsTest-1223800970 tempest-VolumesActionsTest-1223800970-project] Pushing event updated for resources: {'Port': ['ID=57c294b9-a381-47ef-93e7-b2a6bf4dd8cb,revision_number=1']} {{(pid=80980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:01:17.795635 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-2247f7c7-4131-4ee1-aff8-87893b0b29b0 req-6972eea0-7ce9-4569-9e86-e2eee31fd45f tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] 10.222.0.11 "GET /v2.0/security-groups?id=a49819e7-9e67-4461-9ca0-4f120b4fbc53&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2766402
Jul 06 02:01:17.796529 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e09d78d3-d277-4b8d-8b3b-f6cf1e4d05c4 admin admin] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'}  {{(pid=80981) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}}
Jul 06 02:01:17.803515 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82be6a6a-10d4-4e49-bbdc-e183ffaccfee req-be485fc4-6da0-46c8-889e-48f372ca9f7b tempest-VolumesActionsTest-1223800970 tempest-VolumesActionsTest-1223800970-project] Network 36a9b578-85e1-48e7-ac56-3132cadfb3cf is already hosted by enough agents. {{(pid=80980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:240}}
Jul 06 02:01:17.820105 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-be485fc4-6da0-46c8-889e-48f372ca9f7b tempest-VolumesActionsTest-1223800970 tempest-VolumesActionsTest-1223800970-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:01:17.820105 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.scheduler.base_scheduler [req-82be6a6a-10d4-4e49-bbdc-e183ffaccfee req-be485fc4-6da0-46c8-889e-48f372ca9f7b tempest-VolumesActionsTest-1223800970 tempest-VolumesActionsTest-1223800970-project] Resources bound (agent type, host, resource id):  {{(pid=80980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jul 06 02:01:17.828052 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_dvrscheduler_db [req-82be6a6a-10d4-4e49-bbdc-e183ffaccfee req-be485fc4-6da0-46c8-889e-48f372ca9f7b tempest-VolumesActionsTest-1223800970 tempest-VolumesActionsTest-1223800970-project] Received port after_create {{(pid=80980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 06 02:01:17.893081 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09d78d3-d277-4b8d-8b3b-f6cf1e4d05c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6c065b1-0968-4a19-a951-1f2c2722f39e,revision_number=1']} {{(pid=80981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:01:17.909684 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-e09d78d3-d277-4b8d-8b3b-f6cf1e4d05c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:01:17.910793 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-e09d78d3-d277-4b8d-8b3b-f6cf1e4d05c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1280314'] for segment, precommit_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:01:17.911222 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.db.segments_db [None req-e09d78d3-d277-4b8d-8b3b-f6cf1e4d05c4 admin admin] Added segment dd682708-6728-4df1-ab6c-656c245a5ef6 of type vlan for network 0a07be85-8668-473b-b257-803277088641
Jul 06 02:01:18.019992 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-e09d78d3-d277-4b8d-8b3b-f6cf1e4d05c4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740753358485'] for network, precommit_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:01:18.082445 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82be6a6a-10d4-4e49-bbdc-e183ffaccfee req-be485fc4-6da0-46c8-889e-48f372ca9f7b tempest-VolumesActionsTest-1223800970 tempest-VolumesActionsTest-1223800970-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:01:18.083448 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-82be6a6a-10d4-4e49-bbdc-e183ffaccfee req-be485fc4-6da0-46c8-889e-48f372ca9f7b tempest-VolumesActionsTest-1223800970 tempest-VolumesActionsTest-1223800970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91827'] for port, before_response {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:01:18.170286 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-e09d78d3-d277-4b8d-8b3b-f6cf1e4d05c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802'] for network, after_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:01:18.171631 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e09d78d3-d277-4b8d-8b3b-f6cf1e4d05c4 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:01:18.173164 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-e09d78d3-d277-4b8d-8b3b-f6cf1e4d05c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853726196'] for network, before_response {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:01:18.186443 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-3f6b4ae6-5466-4646-981c-ccf80257c92c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:01:18.504802 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-82be6a6a-10d4-4e49-bbdc-e183ffaccfee req-be485fc4-6da0-46c8-889e-48f372ca9f7b tempest-VolumesActionsTest-1223800970 tempest-VolumesActionsTest-1223800970-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 4.0772302
Jul 06 02:01:18.558308 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.v2.base [req-82be6a6a-10d4-4e49-bbdc-e183ffaccfee req-0a068e59-540c-49af-a98d-fb5f9a304870 service neutron] Request body: {'port': {'device_id': 'e2fde8b1-653d-41eb-86bf-a680da3d7790', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79954'}} {{(pid=80980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 06 02:01:18.585293 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09d78d3-d277-4b8d-8b3b-f6cf1e4d05c4 admin admin] Pushing event updated for resources: {'Network': ['ID=0a07be85-8668-473b-b257-803277088641,revision_number=1']} {{(pid=80981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:01:18.599097 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-e09d78d3-d277-4b8d-8b3b-f6cf1e4d05c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.413s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:01:18.642968 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.rpc [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Network 0a07be85-8668-473b-b257-803277088641 details requested by agent ovs-agent-dv-cinder-799546-3-iscsi with host dv-cinder-799546-3-iscsi {{(pid=80982) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:231}}
Jul 06 02:01:18.675175 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-e09d78d3-d277-4b8d-8b3b-f6cf1e4d05c4 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 1.7488437
Jul 06 02:01:18.680216 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80981) accepted ('10.222.0.11', 41566) {{(pid=80981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 02:01:18.694246 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.v2.base [None req-5d28a179-7a4f-44ce-aec9-3a9ab74259d4 admin admin] Request body: {'subnet': {'network_id': '0a07be85-8668-473b-b257-803277088641', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1359407470-subnet', 'tenant_id': '16adeb6d33ca4543afe9ef6204c47982', 'ip_version': 4}} {{(pid=80981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 06 02:01:18.700981 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-5d28a179-7a4f-44ce-aec9-3a9ab74259d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 02:01:18.718398 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-5d28a179-7a4f-44ce-aec9-3a9ab74259d4 admin admin] Usage tracker for resource:subnet and tenant:16adeb6d33ca4543afe9ef6204c47982 is out of sync, need to count used quota {{(pid=80981) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 02:01:18.722112 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-5d28a179-7a4f-44ce-aec9-3a9ab74259d4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80981) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 02:01:18.742194 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-5d28a179-7a4f-44ce-aec9-3a9ab74259d4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 02:01:18.780981 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b60ebc-7fc3-414c-9d30-98b6fcbf097b req-21320954-8bca-403e-841b-3e2cdff27bfc tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:01:18.785312 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-c6b60ebc-7fc3-414c-9d30-98b6fcbf097b req-21320954-8bca-403e-841b-3e2cdff27bfc tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] 10.222.0.11 "GET /v2.0/ports?device_id=7bf7305c-8ef1-4c8f-a294-f51b84e438c3 HTTP/1.1" status: 200  len: 946 time: 0.2963848
Jul 06 02:01:18.865599 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1446be3b-209e-4cf1-897a-1fcd6c55fdec req-616c4e04-21d5-4155-a36e-b3d9c4dc0fe7 tempest-VolumesActionsTest-1223800970 tempest-VolumesActionsTest-1223800970-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:01:18.866613 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [req-1446be3b-209e-4cf1-897a-1fcd6c55fdec req-616c4e04-21d5-4155-a36e-b3d9c4dc0fe7 tempest-VolumesActionsTest-1223800970 tempest-VolumesActionsTest-1223800970-project] Synchronizing usage tracker for tenant:2518cf7b076a48528898fb239ee8dd38 on resource:port {{(pid=80980) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 06 02:01:18.882239 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-82be6a6a-10d4-4e49-bbdc-e183ffaccfee req-0a068e59-540c-49af-a98d-fb5f9a304870 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1050496'] for port, before_update {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:01:18.943612 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d28a179-7a4f-44ce-aec9-3a9ab74259d4 admin admin] Made reservation on behalf of 16adeb6d33ca4543afe9ef6204c47982 for: {'subnet': 1} {{(pid=80981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jul 06 02:01:18.961295 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-5d28a179-7a4f-44ce-aec9-3a9ab74259d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036839050233'] for subnet, before_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:01:18.982347 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-3f3dbb92-467e-4384-bc3a-d9e284dd5041 None None] Notify callbacks [] for port, precommit_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:01:19.006091 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.provisioning_blocks [None req-3f3dbb92-467e-4384-bc3a-d9e284dd5041 None None] Transition to ACTIVE for port object 326e7c3a-8348-4916-9ad7-655c93e9e48e will not be triggered until provisioned by entity L2. {{(pid=80982) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 06 02:01:19.047983 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-3f3dbb92-467e-4384-bc3a-d9e284dd5041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740753762112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740753409037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296101366746'] for port, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:01:19.052989 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [req-1446be3b-209e-4cf1-897a-1fcd6c55fdec req-616c4e04-21d5-4155-a36e-b3d9c4dc0fe7 tempest-VolumesActionsTest-1223800970 tempest-VolumesActionsTest-1223800970-project] Unset dirty status for tenant:2518cf7b076a48528898fb239ee8dd38 on resource:port {{(pid=80980) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 06 02:01:19.060520 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-1446be3b-209e-4cf1-897a-1fcd6c55fdec req-616c4e04-21d5-4155-a36e-b3d9c4dc0fe7 tempest-VolumesActionsTest-1223800970 tempest-VolumesActionsTest-1223800970-project] 10.222.0.11 "GET /v2.0/ports?device_id=e2fde8b1-653d-41eb-86bf-a680da3d7790 HTTP/1.1" status: 200  len: 932 time: 0.9572852
Jul 06 02:01:19.074822 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:01:19.202854 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-c6b60ebc-7fc3-414c-9d30-98b6fcbf097b req-708a574a-1301-4f5a-bf7e-fdfa6bfb97a6 tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] 10.222.0.11 "GET /v2.0/security-groups?id=8f6df123-aea9-4211-ae13-3df2bf025ab5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4058666
Jul 06 02:01:19.565214 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.rpc [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Device 2ddbe399-3f29-4372-aac5-7ee30187c628 up at agent ovs-agent-dv-cinder-799546-3-iscsi {{(pid=80982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:273}}
Jul 06 02:01:19.616338 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d9a7415-038f-47f4-aa33-5d171248691c None None] Network ae9c5e73-7e08-4e16-8d96-ed116811a552 requested from dv-cinder-799546-3-iscsi {{(pid=80982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jul 06 02:01:19.684079 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-1446be3b-209e-4cf1-897a-1fcd6c55fdec req-1f5f38e3-8324-4ad0-87e9-88cb9cdb72c6 tempest-VolumesActionsTest-1223800970 tempest-VolumesActionsTest-1223800970-project] 10.222.0.11 "GET /v2.0/security-groups?id=c4d9e794-0f6f-45bd-ab5e-fb0058e4026c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5863092
Jul 06 02:01:19.686091 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-a736a127-21b6-42ad-95cb-bbff7adda44f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:01:19.782583 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-5d28a179-7a4f-44ce-aec9-3a9ab74259d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14886511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036839050000'] for subnet, after_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:01:19.808961 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-a736a127-21b6-42ad-95cb-bbff7adda44f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1050496'] for port, before_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:01:19.830571 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-3a95f6a2-cc32-4273-b427-4da0ebb51076 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:01:20.015723 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d28a179-7a4f-44ce-aec9-3a9ab74259d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8419c860-4d8c-4306-b6d8-2cf70e292185,revision_number=0']} {{(pid=80981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:01:20.024525 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-5d28a179-7a4f-44ce-aec9-3a9ab74259d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:01:20.072480 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42b32bd-9b2e-4973-9a44-24cb1a777ce6 req-4543b9e7-4c09-4907-a3a8-528e6eacb5c4 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:01:20.074768 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-d42b32bd-9b2e-4973-9a44-24cb1a777ce6 req-4543b9e7-4c09-4907-a3a8-528e6eacb5c4 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/ports?device_id=4ae448d6-3b95-42dd-a82e-2c79b64118c8 HTTP/1.1" status: 200  len: 945 time: 0.6244903
Jul 06 02:01:20.116234 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d28a179-7a4f-44ce-aec9-3a9ab74259d4 admin admin] Checking segment: {'id': 'dd682708-6728-4df1-ab6c-656c245a5ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '0a07be85-8668-473b-b257-803277088641'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jul 06 02:01:20.116980 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d28a179-7a4f-44ce-aec9-3a9ab74259d4 admin admin] Network hostable DHCP agents. Network: 0a07be85-8668-473b-b257-803277088641, hostable agents: ['46061ec9-d1c1-4ae2-b701-eece7f3c7f15'], hosted agents: [] {{(pid=80981) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:297}}
Jul 06 02:01:20.175763 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63fbe6a-01dc-453b-9138-222dad9db918 None None] Pushing event updated for resources: {'Port': ['ID=326e7c3a-8348-4916-9ad7-655c93e9e48e,revision_number=3']} {{(pid=80982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:01:20.191234 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-d42b32bd-9b2e-4973-9a44-24cb1a777ce6 req-e691f96b-97c5-4855-b41d-b32916977da4 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/security-groups?id=05a99220-0499-4923-a419-6a3dc323fae7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0878241
Jul 06 02:01:20.249734 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d28a179-7a4f-44ce-aec9-3a9ab74259d4 admin admin] Network 0a07be85-8668-473b-b257-803277088641 is scheduled to be hosted by DHCP agent 46061ec9-d1c1-4ae2-b701-eece7f3c7f15 {{(pid=80981) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:196}}
Jul 06 02:01:20.267408 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-e63fbe6a-01dc-453b-9138-222dad9db918 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.190s {{(pid=80982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:01:20.274737 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.provisioning_blocks [None req-8a27d053-d830-40f3-885c-43ab803f9a22 None None] Provisioning for port 2ddbe399-3f29-4372-aac5-7ee30187c628 completed by entity DHCP. {{(pid=80982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 06 02:01:20.311435 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.managers [None req-3f3dbb92-467e-4384-bc3a-d9e284dd5041 None None] Attempting to bind port 326e7c3a-8348-4916-9ad7-655c93e9e48e on host dv-cinder-799546-3-iscsi for vnic_type normal with profile  {{(pid=80982) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jul 06 02:01:20.312101 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.managers [None req-3f3dbb92-467e-4384-bc3a-d9e284dd5041 None None] Attempting to bind port 326e7c3a-8348-4916-9ad7-655c93e9e48e by drivers openvswitch,hyperv on host dv-cinder-799546-3-iscsi at level 0 using segments [{'id': 'c4ec3934-d771-4179-8b63-e401bf6e09be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'a2a87d65-a05d-450f-9e6b-5f2752e2d94c'}] {{(pid=80982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jul 06 02:01:20.312630 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f3dbb92-467e-4384-bc3a-d9e284dd5041 None None] Attempting to bind port 326e7c3a-8348-4916-9ad7-655c93e9e48e on network a2a87d65-a05d-450f-9e6b-5f2752e2d94c {{(pid=80982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Jul 06 02:01:20.327244 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f3dbb92-467e-4384-bc3a-d9e284dd5041 None None] Checking agent: {'id': '3e633bc2-fb27-4d05-86ce-e7e954e44018', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799546-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 1, 50, 2), 'started_at': datetime.datetime(2021, 7, 6, 1, 50, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 2, 1, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['geneve', 'gre', 'internal', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799546-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.0', 'Port': '1.5', 'PortForwarding': '1.1', 'QosPolicy': '1.8', 'SecurityGroup': '1.1', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.0', 'Trunk': '1.1'}} {{(pid=80982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Jul 06 02:01:20.327865 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f3dbb92-467e-4384-bc3a-d9e284dd5041 None None] Checking segment: {'id': 'c4ec3934-d771-4179-8b63-e401bf6e09be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'a2a87d65-a05d-450f-9e6b-5f2752e2d94c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jul 06 02:01:20.330120 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-3f3dbb92-467e-4384-bc3a-d9e284dd5041 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:01:20.330120 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f3dbb92-467e-4384-bc3a-d9e284dd5041 None None] Bound using segment: {'id': 'c4ec3934-d771-4179-8b63-e401bf6e09be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'a2a87d65-a05d-450f-9e6b-5f2752e2d94c'} {{(pid=80982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Jul 06 02:01:20.330120 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.managers [None req-3f3dbb92-467e-4384-bc3a-d9e284dd5041 None None] Bound port: 326e7c3a-8348-4916-9ad7-655c93e9e48e, host: dv-cinder-799546-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4ec3934-d771-4179-8b63-e401bf6e09be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'a2a87d65-a05d-450f-9e6b-5f2752e2d94c'}}] {{(pid=80982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jul 06 02:01:20.330120 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-3f3dbb92-467e-4384-bc3a-d9e284dd5041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1050496'] for port, before_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:01:20.346649 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.scheduler.base_scheduler [None req-5d28a179-7a4f-44ce-aec9-3a9ab74259d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799546-3-iscsi, 0a07be85-8668-473b-b257-803277088641) {{(pid=80981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jul 06 02:01:20.352818 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d28a179-7a4f-44ce-aec9-3a9ab74259d4 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:01:20.355448 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-5d28a179-7a4f-44ce-aec9-3a9ab74259d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853726196'] for subnet, before_response {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:01:20.409446 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e355ca40-f2ba-442a-9827-9718facd032b None None] Network 0a07be85-8668-473b-b257-803277088641 requested from dv-cinder-799546-3-iscsi {{(pid=80982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jul 06 02:01:20.437881 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-5d28a179-7a4f-44ce-aec9-3a9ab74259d4 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 1.7560468
Jul 06 02:01:20.438646 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80981) accepted ('10.222.0.11', 41594) {{(pid=80981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 02:01:20.444350 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.v2.base [None req-00801d74-933d-4609-b26f-979dc1fe4766 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1359407470-router', 'tenant_id': '16adeb6d33ca4543afe9ef6204c47982', 'external_gateway_info': {'network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8'}}} {{(pid=80981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 06 02:01:20.458196 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-00801d74-933d-4609-b26f-979dc1fe4766 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 02:01:20.465688 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-00801d74-933d-4609-b26f-979dc1fe4766 admin admin] Usage tracker for resource:router and tenant:16adeb6d33ca4543afe9ef6204c47982 is out of sync, need to count used quota {{(pid=80981) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 02:01:20.471697 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-00801d74-933d-4609-b26f-979dc1fe4766 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80981) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 02:01:20.494581 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-00801d74-933d-4609-b26f-979dc1fe4766 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 02:01:20.558134 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-00801d74-933d-4609-b26f-979dc1fe4766 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-454287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036838019708'] for router, before_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:01:20.559230 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-00801d74-933d-4609-b26f-979dc1fe4766 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-342583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854440336', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854326468', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16756125'] for router, precommit_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:01:20.567100 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [None req-3f3dbb92-467e-4384-bc3a-d9e284dd5041 None None] For port 326e7c3a-8348-4916-9ad7-655c93e9e48e, host dv-cinder-799546-3-iscsi, cleared binding levels {{(pid=80982) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:111}}
Jul 06 02:01:20.571079 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [None req-3f3dbb92-467e-4384-bc3a-d9e284dd5041 None None] For port 326e7c3a-8348-4916-9ad7-655c93e9e48e, host dv-cinder-799546-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799546-3-iscsi',level=0,port_id=326e7c3a-8348-4916-9ad7-655c93e9e48e,segment=NetworkSegment(c4ec3934-d771-4179-8b63-e401bf6e09be),segment_id=c4ec3934-d771-4179-8b63-e401bf6e09be)] {{(pid=80982) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}}
Jul 06 02:01:20.588773 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3c1a56-b053-448e-b7ac-48627cbc6842 req-672e27e0-d0b4-4524-bfc8-b9a76e4a4042 tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:01:20.600177 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-4d3c1a56-b053-448e-b7ac-48627cbc6842 req-672e27e0-d0b4-4524-bfc8-b9a76e4a4042 tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] 10.222.0.11 "GET /v2.0/ports?device_id=e0031e4c-fd20-42f5-aa66-c102510ce1fe HTTP/1.1" status: 200  len: 945 time: 0.3849626
Jul 06 02:01:20.607601 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.db_base_plugin_common [None req-a736a127-21b6-42ad-95cb-bbff7adda44f admin admin] Allocated IP 172.27.1.118 (69f53fb8-46a2-4fb2-8b50-29617e0b26b8/24d74941-6bd6-4d03-882f-a623d522833f/e716bda0-8024-4e01-9248-2d1ec9df4d74) {{(pid=80980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Jul 06 02:01:20.659243 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-3f3dbb92-467e-4384-bc3a-d9e284dd5041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740753762112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740753409037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296101366746'] for port, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:01:20.660181 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-00801d74-933d-4609-b26f-979dc1fe4766 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:01:20.699944 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-4d3c1a56-b053-448e-b7ac-48627cbc6842 req-822e5d83-1ad9-4bf5-99a1-144f55e7b9c9 tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] 10.222.0.11 "GET /v2.0/security-groups?id=8f6df123-aea9-4211-ae13-3df2bf025ab5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0982976
Jul 06 02:01:20.824346 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:01:21.183453 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.notifiers.nova [req-82be6a6a-10d4-4e49-bbdc-e183ffaccfee req-0a068e59-540c-49af-a98d-fb5f9a304870 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57c294b9-a381-47ef-93e7-b2a6bf4dd8cb {{(pid=80980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Jul 06 02:01:21.218521 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-82be6a6a-10d4-4e49-bbdc-e183ffaccfee req-0a068e59-540c-49af-a98d-fb5f9a304870 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:01:21.317342 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f3dbb92-467e-4384-bc3a-d9e284dd5041 None None] Routers {'6c89e5d1-5b98-42ef-98f2-c3748ff397c7'} bound to L3 agent in host dv-cinder-799546-3-iscsi {{(pid=80982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 06 02:01:21.323751 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_hamode_db [None req-3f3dbb92-467e-4384-bc3a-d9e284dd5041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f31d6df4f28>, 'dv-cinder-799546-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T01:50:03Z,description=<?>,heartbeat_timestamp=2021-07-06T02:01:03Z,host='dv-cinder-799546-3-iscsi',id=61912d2b-cbf3-48c5-b8b2-dcc1c49052a5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-06T01:50:03Z,topic='l3_agent')) {'router_ids': ['6c89e5d1-5b98-42ef-98f2-c3748ff397c7'], 'active': True} {{(pid=80982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 02:01:21.330557 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-a736a127-21b6-42ad-95cb-bbff7adda44f admin admin] Notify callbacks [] for port, precommit_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:01:21.398778 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.provisioning_blocks [req-82be6a6a-10d4-4e49-bbdc-e183ffaccfee req-0a068e59-540c-49af-a98d-fb5f9a304870 service neutron] Transition to ACTIVE for port object 57c294b9-a381-47ef-93e7-b2a6bf4dd8cb will not be triggered until provisioned by entity L2. {{(pid=80980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 06 02:01:21.454935 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-82be6a6a-10d4-4e49-bbdc-e183ffaccfee req-0a068e59-540c-49af-a98d-fb5f9a304870 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740753762112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740753409037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296101366746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14829106'] for port, after_update {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:01:21.490310 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:01:21.772915 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-00801d74-933d-4609-b26f-979dc1fe4766 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854440351', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-454384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16756142'] for router, precommit_update {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:01:21.797328 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0c02e1-2a78-465d-ba2b-4a11c02b6e40 req-fbf1a2b0-dcf4-4d6a-9898-1fd29a271f82 tempest-VolumesActionsTest-1223800970 tempest-VolumesActionsTest-1223800970-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:01:21.802886 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_dvr_db [None req-3f3dbb92-467e-4384-bc3a-d9e284dd5041 None None] Set router 6c89e5d1-5b98-42ef-98f2-c3748ff397c7 gateway port host: dv-cinder-799546-3-iscsi {{(pid=80982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:850}}
Jul 06 02:01:21.806368 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-2b0c02e1-2a78-465d-ba2b-4a11c02b6e40 req-fbf1a2b0-dcf4-4d6a-9898-1fd29a271f82 tempest-VolumesActionsTest-1223800970 tempest-VolumesActionsTest-1223800970-project] 10.222.0.11 "GET /v2.0/ports?device_id=e2fde8b1-653d-41eb-86bf-a680da3d7790 HTTP/1.1" status: 200  len: 944 time: 0.3127673
Jul 06 02:01:21.950276 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [req-2b0c02e1-2a78-465d-ba2b-4a11c02b6e40 req-46b41231-7c45-411d-a35e-3d00d9c58e01 tempest-VolumesActionsTest-1223800970 tempest-VolumesActionsTest-1223800970-project] Synchronizing usage tracker for tenant:2518cf7b076a48528898fb239ee8dd38 on resource:security_group {{(pid=80981) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 06 02:01:22.104102 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [req-2b0c02e1-2a78-465d-ba2b-4a11c02b6e40 req-46b41231-7c45-411d-a35e-3d00d9c58e01 tempest-VolumesActionsTest-1223800970 tempest-VolumesActionsTest-1223800970-project] Unset dirty status for tenant:2518cf7b076a48528898fb239ee8dd38 on resource:security_group {{(pid=80981) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 06 02:01:22.122677 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-2b0c02e1-2a78-465d-ba2b-4a11c02b6e40 req-46b41231-7c45-411d-a35e-3d00d9c58e01 tempest-VolumesActionsTest-1223800970 tempest-VolumesActionsTest-1223800970-project] 10.222.0.11 "GET /v2.0/security-groups?id=c4d9e794-0f6f-45bd-ab5e-fb0058e4026c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3108287
Jul 06 02:01:22.398794 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-00801d74-933d-4609-b26f-979dc1fe4766 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:01:22.432627 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a068e59-540c-49af-a98d-fb5f9a304870 service neutron] Pushing event updated for resources: {'Port': ['ID=57c294b9-a381-47ef-93e7-b2a6bf4dd8cb,revision_number=2']} {{(pid=80980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:01:22.472062 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-a736a127-21b6-42ad-95cb-bbff7adda44f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296101369102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839946710'] for port, after_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:01:22.483813 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-0a068e59-540c-49af-a98d-fb5f9a304870 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.993s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:01:22.484485 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-00801d74-933d-4609-b26f-979dc1fe4766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1050496'] for port, before_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:01:22.485907 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-0a068e59-540c-49af-a98d-fb5f9a304870 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:01:22.628991 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.provisioning_blocks [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Provisioning for port 2ddbe399-3f29-4372-aac5-7ee30187c628 completed by entity L2. {{(pid=80982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 06 02:01:22.647202 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a736a127-21b6-42ad-95cb-bbff7adda44f admin admin] Pushing event updated for resources: {'Port': ['ID=e716bda0-8024-4e01-9248-2d1ec9df4d74,revision_number=1']} {{(pid=80980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:01:22.659446 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-a736a127-21b6-42ad-95cb-bbff7adda44f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:01:22.672720 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.provisioning_blocks [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Provisioning complete for port 2ddbe399-3f29-4372-aac5-7ee30187c628 triggered by entity L2. {{(pid=80982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 06 02:01:22.673685 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1309268'] for port, provisioning_complete {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:01:22.675759 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a736a127-21b6-42ad-95cb-bbff7adda44f admin admin] Network 69f53fb8-46a2-4fb2-8b50-29617e0b26b8 is already hosted by enough agents. {{(pid=80980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:240}}
Jul 06 02:01:22.683279 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.scheduler.base_scheduler [None req-a736a127-21b6-42ad-95cb-bbff7adda44f admin admin] Resources bound (agent type, host, resource id):  {{(pid=80980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jul 06 02:01:22.686645 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a736a127-21b6-42ad-95cb-bbff7adda44f admin admin] Received port after_create {{(pid=80980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 06 02:01:22.859742 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.db_base_plugin_common [None req-00801d74-933d-4609-b26f-979dc1fe4766 admin admin] Allocated IP 172.27.1.75 (69f53fb8-46a2-4fb2-8b50-29617e0b26b8/24d74941-6bd6-4d03-882f-a623d522833f/18fb05b8-f89e-427c-be2d-da7a439b0b71) {{(pid=80981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Jul 06 02:01:22.982092 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec0151d4-7413-4840-8b26-599dd3f3da32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdda4d945-3f0d-5e23-8fbb-630040bb9905-0a07be85-8668-473b-b257-803277088641', 'network_id': '0a07be85-8668-473b-b257-803277088641', 'tenant_id': '16adeb6d33ca4543afe9ef6204c47982', 'fixed_ips': [{'subnet_id': '8419c860-4d8c-4306-b6d8-2cf70e292185'}]}} from dv-cinder-799546-3-iscsi. {{(pid=80982) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Jul 06 02:01:22.983994 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-ec0151d4-7413-4840-8b26-599dd3f3da32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1050496'] for port, before_create {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:01:23.084571 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-00801d74-933d-4609-b26f-979dc1fe4766 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:01:23.175770 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-00801d74-933d-4609-b26f-979dc1fe4766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296101369102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839890433'] for port, after_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:01:23.180999 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:01:23.256957 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3094816f-b84a-4149-8bd5-8cd93610d7dd req-8a5a06c0-4cbe-4849-b3ff-d99764d93037 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:01:23.256957 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-3094816f-b84a-4149-8bd5-8cd93610d7dd req-8a5a06c0-4cbe-4849-b3ff-d99764d93037 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/ports?device_id=4ae448d6-3b95-42dd-a82e-2c79b64118c8 HTTP/1.1" status: 200  len: 945 time: 1.7670746
Jul 06 02:01:23.363131 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00801d74-933d-4609-b26f-979dc1fe4766 admin admin] Pushing event updated for resources: {'Port': ['ID=18fb05b8-f89e-427c-be2d-da7a439b0b71,revision_number=1']} {{(pid=80981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:01:23.377441 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00801d74-933d-4609-b26f-979dc1fe4766 admin admin] Network 69f53fb8-46a2-4fb2-8b50-29617e0b26b8 is already hosted by enough agents. {{(pid=80981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:240}}
Jul 06 02:01:23.380112 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-00801d74-933d-4609-b26f-979dc1fe4766 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:01:23.382739 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.scheduler.base_scheduler [None req-00801d74-933d-4609-b26f-979dc1fe4766 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jul 06 02:01:23.411247 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.managers [req-82be6a6a-10d4-4e49-bbdc-e183ffaccfee req-0a068e59-540c-49af-a98d-fb5f9a304870 service neutron] Attempting to bind port 57c294b9-a381-47ef-93e7-b2a6bf4dd8cb on host hv-cinder-79954 for vnic_type normal with profile  {{(pid=80980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jul 06 02:01:23.411929 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.managers [req-82be6a6a-10d4-4e49-bbdc-e183ffaccfee req-0a068e59-540c-49af-a98d-fb5f9a304870 service neutron] Attempting to bind port 57c294b9-a381-47ef-93e7-b2a6bf4dd8cb by drivers openvswitch,hyperv on host hv-cinder-79954 at level 0 using segments [{'id': 'cf5ffabf-c988-4a88-80c2-6ba359ee8846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '36a9b578-85e1-48e7-ac56-3132cadfb3cf'}] {{(pid=80980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jul 06 02:01:23.412465 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82be6a6a-10d4-4e49-bbdc-e183ffaccfee req-0a068e59-540c-49af-a98d-fb5f9a304870 service neutron] Attempting to bind port 57c294b9-a381-47ef-93e7-b2a6bf4dd8cb on network 36a9b578-85e1-48e7-ac56-3132cadfb3cf {{(pid=80980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Jul 06 02:01:23.423686 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82be6a6a-10d4-4e49-bbdc-e183ffaccfee req-0a068e59-540c-49af-a98d-fb5f9a304870 service neutron] Port 57c294b9-a381-47ef-93e7-b2a6bf4dd8cb on network 36a9b578-85e1-48e7-ac56-3132cadfb3cf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79954 {{(pid=80980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jul 06 02:01:23.424337 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82be6a6a-10d4-4e49-bbdc-e183ffaccfee req-0a068e59-540c-49af-a98d-fb5f9a304870 service neutron] Attempting to bind port 57c294b9-a381-47ef-93e7-b2a6bf4dd8cb on network 36a9b578-85e1-48e7-ac56-3132cadfb3cf {{(pid=80980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Jul 06 02:01:23.446050 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82be6a6a-10d4-4e49-bbdc-e183ffaccfee req-0a068e59-540c-49af-a98d-fb5f9a304870 service neutron] Checking agent: {'id': 'abd15b5f-b1e1-4bf4-b258-9ce6723fb40b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79954', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 1, 56, 33), 'started_at': datetime.datetime(2021, 7, 6, 1, 56, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 2, 1, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Jul 06 02:01:23.446949 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82be6a6a-10d4-4e49-bbdc-e183ffaccfee req-0a068e59-540c-49af-a98d-fb5f9a304870 service neutron] Checking segment: {'id': 'cf5ffabf-c988-4a88-80c2-6ba359ee8846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '36a9b578-85e1-48e7-ac56-3132cadfb3cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jul 06 02:01:23.447743 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82be6a6a-10d4-4e49-bbdc-e183ffaccfee req-0a068e59-540c-49af-a98d-fb5f9a304870 service neutron] Bound using segment: {'id': 'cf5ffabf-c988-4a88-80c2-6ba359ee8846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '36a9b578-85e1-48e7-ac56-3132cadfb3cf'} {{(pid=80980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Jul 06 02:01:23.448448 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.managers [req-82be6a6a-10d4-4e49-bbdc-e183ffaccfee req-0a068e59-540c-49af-a98d-fb5f9a304870 service neutron] Bound port: 57c294b9-a381-47ef-93e7-b2a6bf4dd8cb, host: hv-cinder-79954, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf5ffabf-c988-4a88-80c2-6ba359ee8846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '36a9b578-85e1-48e7-ac56-3132cadfb3cf'}}] {{(pid=80980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jul 06 02:01:23.449052 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-82be6a6a-10d4-4e49-bbdc-e183ffaccfee req-0a068e59-540c-49af-a98d-fb5f9a304870 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1050496'] for port, before_update {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:01:23.505472 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-3094816f-b84a-4149-8bd5-8cd93610d7dd req-9a681bb5-1f04-4d6c-a575-9146b41ecb80 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/security-groups?id=05a99220-0499-4923-a419-6a3dc323fae7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2344041
Jul 06 02:01:23.547348 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00801d74-933d-4609-b26f-979dc1fe4766 admin admin] Received port after_create {{(pid=80981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 06 02:01:23.609058 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63fbe6a-01dc-453b-9138-222dad9db918 None None] Pushing event updated for resources: {'Port': ['ID=326e7c3a-8348-4916-9ad7-655c93e9e48e,revision_number=4']} {{(pid=80982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:01:23.612322 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [req-82be6a6a-10d4-4e49-bbdc-e183ffaccfee req-0a068e59-540c-49af-a98d-fb5f9a304870 service neutron] For port 57c294b9-a381-47ef-93e7-b2a6bf4dd8cb, host hv-cinder-79954, cleared binding levels {{(pid=80980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:111}}
Jul 06 02:01:23.617678 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [req-82be6a6a-10d4-4e49-bbdc-e183ffaccfee req-0a068e59-540c-49af-a98d-fb5f9a304870 service neutron] For port 57c294b9-a381-47ef-93e7-b2a6bf4dd8cb, host hv-cinder-79954, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79954',level=0,port_id=57c294b9-a381-47ef-93e7-b2a6bf4dd8cb,segment=NetworkSegment(cf5ffabf-c988-4a88-80c2-6ba359ee8846),segment_id=cf5ffabf-c988-4a88-80c2-6ba359ee8846)] {{(pid=80980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}}
Jul 06 02:01:23.629136 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-a736a127-21b6-42ad-95cb-bbff7adda44f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:01:23.632164 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-a736a127-21b6-42ad-95cb-bbff7adda44f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854321484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-335366'] for router, after_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:01:23.666462 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-e63fbe6a-01dc-453b-9138-222dad9db918 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 2.859s {{(pid=80982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:01:23.835409 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae00b65-87f7-46e9-8bb7-ed50be6b87e9 req-82e09841-f362-4080-9f30-655694bfd3a5 tempest-VolumesActionsTest-1223800970 tempest-VolumesActionsTest-1223800970-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:01:23.835409 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-8ae00b65-87f7-46e9-8bb7-ed50be6b87e9 req-82e09841-f362-4080-9f30-655694bfd3a5 tempest-VolumesActionsTest-1223800970 tempest-VolumesActionsTest-1223800970-project] 10.222.0.11 "GET /v2.0/ports?device_id=e2fde8b1-653d-41eb-86bf-a680da3d7790 HTTP/1.1" status: 200  len: 944 time: 0.3971879
Jul 06 02:01:23.836563 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1050496'] for port, before_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:01:23.848470 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.db_base_plugin_common [None req-ec0151d4-7413-4840-8b26-599dd3f3da32 None None] Allocated IP 172.20.0.2 (0a07be85-8668-473b-b257-803277088641/8419c860-4d8c-4306-b6d8-2cf70e292185/87178e7f-1540-4b94-999c-06232edf5488) {{(pid=80982) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Jul 06 02:01:23.891423 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-8ae00b65-87f7-46e9-8bb7-ed50be6b87e9 req-0416a280-86dd-4129-b298-f30568d03ae1 tempest-VolumesActionsTest-1223800970 tempest-VolumesActionsTest-1223800970-project] 10.222.0.11 "GET /v2.0/security-groups?id=c4d9e794-0f6f-45bd-ab5e-fb0058e4026c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1048179
Jul 06 02:01:24.060244 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] For port 2ddbe399-3f29-4372-aac5-7ee30187c628, host dv-cinder-799546-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799546-3-iscsi',level=0,port_id=2ddbe399-3f29-4372-aac5-7ee30187c628,segment=NetworkSegment(30eccdfe-678e-4d27-9042-cce8b527e9aa),segment_id=30eccdfe-678e-4d27-9042-cce8b527e9aa)] {{(pid=80982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 02:01:24.062963 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_hamode_db [None req-3f3dbb92-467e-4384-bc3a-d9e284dd5041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f31d6df4f28>, [{'id': '6c89e5d1-5b98-42ef-98f2-c3748ff397c7', 'name': 'tempest-TestMinimumBasicScenario-376566771-router', 'tenant_id': '401d2ca991dc46759fcf67d09fce603c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8', 'external_fixed_ips': [{'subnet_id': '24d74941-6bd6-4d03-882f-a623d522833f', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': 'f33ff64d-4dbb-4f83-9d57-9dc4f57afcec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T02:00:52Z', 'updated_at': '2021-07-06T02:01:02Z', 'revision_number': 4, 'project_id': '401d2ca991dc46759fcf67d09fce603c', 'gw_port': {'id': 'f33ff64d-4dbb-4f83-9d57-9dc4f57afcec', 'name': '', 'network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:f1:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c89e5d1-5b98-42ef-98f2-c3748ff397c7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '24d74941-6bd6-4d03-882f-a623d522833f', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T02:00:54Z', 'updated_at': '2021-07-06T02:01:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24d74941-6bd6-4d03-882f-a623d522833f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799546-3-iscsi', '_interfaces': [{'id': '326e7c3a-8348-4916-9ad7-655c93e9e48e', 'name': '', 'network_id': 'a2a87d65-a05d-450f-9e6b-5f2752e2d94c', 'tenant_id': '401d2ca991dc46759fcf67d09fce603c', 'mac_address': 'fa:16:3e:8a:f6:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c89e5d1-5b98-42ef-98f2-c3748ff397c7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '21d8d59e-2cce-462a-ad6e-a7b8e471a7ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T02:01:00Z', 'updated_at': '2021-07-06T02:01:20Z', 'revision_number': 4, 'project_id': '401d2ca991dc46759fcf67d09fce603c', 'subnets': [{'id': '21d8d59e-2cce-462a-ad6e-a7b8e471a7ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799546-3-iscsi', False) {} {{(pid=80982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 02:01:24.082530 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f3dbb92-467e-4384-bc3a-d9e284dd5041 None None] The sync data for ids ['6c89e5d1-5b98-42ef-98f2-c3748ff397c7'] in dv-cinder-799546-3-iscsi is: [{'id': '6c89e5d1-5b98-42ef-98f2-c3748ff397c7', 'name': 'tempest-TestMinimumBasicScenario-376566771-router', 'tenant_id': '401d2ca991dc46759fcf67d09fce603c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8', 'external_fixed_ips': [{'subnet_id': '24d74941-6bd6-4d03-882f-a623d522833f', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': 'f33ff64d-4dbb-4f83-9d57-9dc4f57afcec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T02:00:52Z', 'updated_at': '2021-07-06T02:01:02Z', 'revision_number': 4, 'project_id': '401d2ca991dc46759fcf67d09fce603c', 'gw_port': {'id': 'f33ff64d-4dbb-4f83-9d57-9dc4f57afcec', 'name': '', 'network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:f1:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c89e5d1-5b98-42ef-98f2-c3748ff397c7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '24d74941-6bd6-4d03-882f-a623d522833f', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T02:00:54Z', 'updated_at': '2021-07-06T02:01:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24d74941-6bd6-4d03-882f-a623d522833f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799546-3-iscsi', '_interfaces': [{'id': '326e7c3a-8348-4916-9ad7-655c93e9e48e', 'name': '', 'network_id': 'a2a87d65-a05d-450f-9e6b-5f2752e2d94c', 'tenant_id': '401d2ca991dc46759fcf67d09fce603c', 'mac_address': 'fa:16:3e:8a:f6:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c89e5d1-5b98-42ef-98f2-c3748ff397c7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '21d8d59e-2cce-462a-ad6e-a7b8e471a7ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T02:01:00Z', 'updated_at': '2021-07-06T02:01:20Z', 'revision_number': 4, 'project_id': '401d2ca991dc46759fcf67d09fce603c', 'subnets': [{'id': '21d8d59e-2cce-462a-ad6e-a7b8e471a7ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=80982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Jul 06 02:01:24.136997 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-82be6a6a-10d4-4e49-bbdc-e183ffaccfee req-0a068e59-540c-49af-a98d-fb5f9a304870 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740753762112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740753409037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296101366746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14829106'] for port, after_update {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:01:24.136997 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-718b4536-fc39-4e8f-bbb4-01821a0e691f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:01:24.179389 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-ec0151d4-7413-4840-8b26-599dd3f3da32 None None] Notify callbacks [] for port, precommit_create {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:01:24.206734 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740753762112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740753409037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296101366746'] for port, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:01:24.213768 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.provisioning_blocks [None req-ec0151d4-7413-4840-8b26-599dd3f3da32 None None] Transition to ACTIVE for port object 87178e7f-1540-4b94-999c-06232edf5488 will not be triggered until provisioned by entity L2. {{(pid=80982) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 06 02:01:24.216678 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-955b8af1-b1d7-4ec1-9e1a-a32f6c2b6a8a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:01:24.257575 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-00801d74-933d-4609-b26f-979dc1fe4766 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:01:24.258378 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-00801d74-933d-4609-b26f-979dc1fe4766 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854321484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-335366'] for router, after_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:01:24.270201 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a068e59-540c-49af-a98d-fb5f9a304870 service neutron] Pushing event updated for resources: {'Port': ['ID=57c294b9-a381-47ef-93e7-b2a6bf4dd8cb,revision_number=3']} {{(pid=80980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:01:24.277664 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-0a068e59-540c-49af-a98d-fb5f9a304870 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:01:24.281559 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a736a127-21b6-42ad-95cb-bbff7adda44f admin admin] Router 452e1536-d4ea-42bb-9cb8-ed4a6d82935d is scheduled to L3 agent 61912d2b-cbf3-48c5-b8b2-dcc1c49052a5 with binding_index 1 {{(pid=80980) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Jul 06 02:01:24.320161 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-82be6a6a-10d4-4e49-bbdc-e183ffaccfee req-0a068e59-540c-49af-a98d-fb5f9a304870 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91827'] for port, before_response {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:01:24.324795 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-82be6a6a-10d4-4e49-bbdc-e183ffaccfee req-0a068e59-540c-49af-a98d-fb5f9a304870 service neutron] 10.222.0.37 "PUT /v2.0/ports/57c294b9-a381-47ef-93e7-b2a6bf4dd8cb HTTP/1.1" status: 200  len: 1094 time: 5.7847047
Jul 06 02:01:24.326433 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2fde8b1-653d-41eb-86bf-a680da3d7790', 'tag': '57c294b9-a381-47ef-93e7-b2a6bf4dd8cb'}] {{(pid=80980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 06 02:01:24.451936 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Pushing event updated for resources: {'Port': ['ID=2ddbe399-3f29-4372-aac5-7ee30187c628,revision_number=3']} {{(pid=80982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:01:24.483339 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=80982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:01:24.554181 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.rpc [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Device 326e7c3a-8348-4916-9ad7-655c93e9e48e up at agent ovs-agent-dv-cinder-799546-3-iscsi {{(pid=80982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:273}}
Jul 06 02:01:24.710545 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.provisioning_blocks [None req-ec0151d4-7413-4840-8b26-599dd3f3da32 None None] Transition to ACTIVE for port object 87178e7f-1540-4b94-999c-06232edf5488 will not be triggered until provisioned by entity DHCP. {{(pid=80982) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 06 02:01:24.740623 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.provisioning_blocks [None req-bebce0bc-dc68-41a5-9036-5f5a18f152a0 None None] Provisioning complete for port 2ddbe399-3f29-4372-aac5-7ee30187c628 triggered by entity DHCP. {{(pid=80982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 06 02:01:24.741365 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-bebce0bc-dc68-41a5-9036-5f5a18f152a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1309268'] for port, provisioning_complete {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:01:24.811607 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-ec0151d4-7413-4840-8b26-599dd3f3da32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296101369102'] for port, after_create {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:01:24.862920 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-d1e459e7-9f34-43b9-be15-1e9cfbcefd21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:01:24.888157 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2fde8b1-653d-41eb-86bf-a680da3d7790', 'tag': '57c294b9-a381-47ef-93e7-b2a6bf4dd8cb', 'status': 'completed', 'code': 200}
Jul 06 02:01:24.930536 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec0151d4-7413-4840-8b26-599dd3f3da32 None None] Network 0a07be85-8668-473b-b257-803277088641 is already hosted by enough agents. {{(pid=80982) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:240}}
Jul 06 02:01:24.946720 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.scheduler.base_scheduler [None req-ec0151d4-7413-4840-8b26-599dd3f3da32 None None] Resources bound (agent type, host, resource id):  {{(pid=80982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jul 06 02:01:24.956613 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec0151d4-7413-4840-8b26-599dd3f3da32 None None] Received port after_create {{(pid=80982) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 06 02:01:25.044959 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-82be6a6a-10d4-4e49-bbdc-e183ffaccfee req-557b37b5-9974-4bd1-9f62-8712c869ff10 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2518cf7b076a48528898fb239ee8dd38&device_id=e2fde8b1-653d-41eb-86bf-a680da3d7790 HTTP/1.1" status: 200  len: 1097 time: 0.3524404
Jul 06 02:01:25.060984 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0151d4-7413-4840-8b26-599dd3f3da32 None None] Pushing event updated for resources: {'Port': ['ID=87178e7f-1540-4b94-999c-06232edf5488,revision_number=1']} {{(pid=80982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:01:25.092014 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-ec0151d4-7413-4840-8b26-599dd3f3da32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=80982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:01:25.145681 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.provisioning_blocks [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Provisioning for port 326e7c3a-8348-4916-9ad7-655c93e9e48e completed by entity L2. {{(pid=80982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 06 02:01:25.152950 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.provisioning_blocks [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Provisioning complete for port 326e7c3a-8348-4916-9ad7-655c93e9e48e triggered by entity L2. {{(pid=80982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 06 02:01:25.153423 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1309268'] for port, provisioning_complete {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:01:25.171313 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-82be6a6a-10d4-4e49-bbdc-e183ffaccfee req-d3f1f2f1-995a-41d8-af29-ceef0d3faa60 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=57c294b9-a381-47ef-93e7-b2a6bf4dd8cb HTTP/1.1" status: 200  len: 217 time: 0.1153598
Jul 06 02:01:25.186728 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-69eb5181-9e0a-4ed0-b60a-b15b9c563068 req-cb0a5026-d332-40a3-98c6-27381c9ec9c3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b0037fadadec43e5bf5dc42b273e1b3e&device_id=e0031e4c-fd20-42f5-aa66-c102510ce1fe HTTP/1.1" status: 200  len: 1098 time: 0.5764182
Jul 06 02:01:25.305490 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.managers [None req-ec0151d4-7413-4840-8b26-599dd3f3da32 None None] Attempting to bind port 87178e7f-1540-4b94-999c-06232edf5488 on host dv-cinder-799546-3-iscsi for vnic_type normal with profile  {{(pid=80982) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jul 06 02:01:25.305915 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.managers [None req-ec0151d4-7413-4840-8b26-599dd3f3da32 None None] Attempting to bind port 87178e7f-1540-4b94-999c-06232edf5488 by drivers openvswitch,hyperv on host dv-cinder-799546-3-iscsi at level 0 using segments [{'id': 'dd682708-6728-4df1-ab6c-656c245a5ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '0a07be85-8668-473b-b257-803277088641'}] {{(pid=80982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jul 06 02:01:25.306408 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec0151d4-7413-4840-8b26-599dd3f3da32 None None] Attempting to bind port 87178e7f-1540-4b94-999c-06232edf5488 on network 0a07be85-8668-473b-b257-803277088641 {{(pid=80982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Jul 06 02:01:25.315309 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec0151d4-7413-4840-8b26-599dd3f3da32 None None] Checking agent: {'id': '3e633bc2-fb27-4d05-86ce-e7e954e44018', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799546-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 1, 50, 2), 'started_at': datetime.datetime(2021, 7, 6, 1, 50, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 2, 1, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['geneve', 'gre', 'internal', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799546-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.0', 'Port': '1.5', 'PortForwarding': '1.1', 'QosPolicy': '1.8', 'SecurityGroup': '1.1', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.0', 'Trunk': '1.1'}} {{(pid=80982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Jul 06 02:01:25.315742 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec0151d4-7413-4840-8b26-599dd3f3da32 None None] Checking segment: {'id': 'dd682708-6728-4df1-ab6c-656c245a5ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '0a07be85-8668-473b-b257-803277088641'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jul 06 02:01:25.316176 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-ec0151d4-7413-4840-8b26-599dd3f3da32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:01:25.316627 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec0151d4-7413-4840-8b26-599dd3f3da32 None None] Bound using segment: {'id': 'dd682708-6728-4df1-ab6c-656c245a5ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '0a07be85-8668-473b-b257-803277088641'} {{(pid=80982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Jul 06 02:01:25.317326 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.managers [None req-ec0151d4-7413-4840-8b26-599dd3f3da32 None None] Bound port: 87178e7f-1540-4b94-999c-06232edf5488, host: dv-cinder-799546-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd682708-6728-4df1-ab6c-656c245a5ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '0a07be85-8668-473b-b257-803277088641'}}] {{(pid=80982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jul 06 02:01:25.317768 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-ec0151d4-7413-4840-8b26-599dd3f3da32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1050496'] for port, before_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:01:25.343922 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9191b261-4b7e-4049-a774-b1df3ca8924b req-820dc709-45b8-4ae0-ac68-3d31a1d24e41 tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:01:25.346106 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-9191b261-4b7e-4049-a774-b1df3ca8924b req-820dc709-45b8-4ae0-ac68-3d31a1d24e41 tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] 10.222.0.11 "GET /v2.0/ports?device_id=e0031e4c-fd20-42f5-aa66-c102510ce1fe HTTP/1.1" status: 200  len: 945 time: 0.4490554
Jul 06 02:01:25.399194 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69eb5181-9e0a-4ed0-b60a-b15b9c563068 req-8725c980-1f8d-48d3-95be-3bd9b1b37ef5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:01:25.401128 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82be6a6a-10d4-4e49-bbdc-e183ffaccfee req-02b4fc58-5ac1-4a5e-bfb3-e1e99003bb88 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:01:25.401573 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-69eb5181-9e0a-4ed0-b60a-b15b9c563068 req-8725c980-1f8d-48d3-95be-3bd9b1b37ef5 service neutron] 10.222.0.37 "GET /v2.0/networks?id=1ca3dc02-05cd-4643-b3fa-d954b152071f HTTP/1.1" status: 200  len: 919 time: 0.2008054
Jul 06 02:01:25.402691 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-82be6a6a-10d4-4e49-bbdc-e183ffaccfee req-02b4fc58-5ac1-4a5e-bfb3-e1e99003bb88 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=95c34112-576c-44f0-ab65-e35da51b113b HTTP/1.1" status: 200  len: 848 time: 0.1577811
Jul 06 02:01:25.410889 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8322d7-241a-4e89-ad7a-1219122dd8ea req-a61df264-efa1-4e57-a888-95464e7f47d5 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:01:25.422129 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-7a8322d7-241a-4e89-ad7a-1219122dd8ea req-a61df264-efa1-4e57-a888-95464e7f47d5 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/ports?device_id=4ae448d6-3b95-42dd-a82e-2c79b64118c8 HTTP/1.1" status: 200  len: 945 time: 0.3821368
Jul 06 02:01:25.473279 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1050496'] for port, before_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:01:25.511569 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-82be6a6a-10d4-4e49-bbdc-e183ffaccfee req-8bdbdfb5-461f-4540-96e5-5ce367f0ee3f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=36a9b578-85e1-48e7-ac56-3132cadfb3cf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0865996
Jul 06 02:01:25.520409 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-9191b261-4b7e-4049-a774-b1df3ca8924b req-dc96c1c6-3995-433e-be42-c4593711a35b tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] 10.222.0.11 "GET /v2.0/security-groups?id=8f6df123-aea9-4211-ae13-3df2bf025ab5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1650076
Jul 06 02:01:25.526816 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [None req-ec0151d4-7413-4840-8b26-599dd3f3da32 None None] For port 87178e7f-1540-4b94-999c-06232edf5488, host dv-cinder-799546-3-iscsi, cleared binding levels {{(pid=80982) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:111}}
Jul 06 02:01:25.542054 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [None req-ec0151d4-7413-4840-8b26-599dd3f3da32 None None] For port 87178e7f-1540-4b94-999c-06232edf5488, host dv-cinder-799546-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799546-3-iscsi',level=0,port_id=87178e7f-1540-4b94-999c-06232edf5488,segment=NetworkSegment(dd682708-6728-4df1-ab6c-656c245a5ef6),segment_id=dd682708-6728-4df1-ab6c-656c245a5ef6)] {{(pid=80982) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}}
Jul 06 02:01:25.560348 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] For port 326e7c3a-8348-4916-9ad7-655c93e9e48e, host dv-cinder-799546-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799546-3-iscsi',level=0,port_id=326e7c3a-8348-4916-9ad7-655c93e9e48e,segment=NetworkSegment(c4ec3934-d771-4179-8b63-e401bf6e09be),segment_id=c4ec3934-d771-4179-8b63-e401bf6e09be)] {{(pid=80982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 02:01:25.593198 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-ec0151d4-7413-4840-8b26-599dd3f3da32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740753762112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740753409037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296101366746'] for port, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:01:25.593729 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-69eb5181-9e0a-4ed0-b60a-b15b9c563068 req-964715fa-3cfc-41ba-b7b7-34c847cc2d60 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=690720d0-ff6c-4b6a-a451-292129cac28e HTTP/1.1" status: 200  len: 217 time: 0.1500030
Jul 06 02:01:25.610001 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-7a8322d7-241a-4e89-ad7a-1219122dd8ea req-b4322e37-822b-4a1a-bee1-6d1cef453696 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/security-groups?id=05a99220-0499-4923-a419-6a3dc323fae7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1864178
Jul 06 02:01:25.610687 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-9b6b3ab6-e71f-45a2-9bb8-24d656f57f85 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:01:25.624778 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a736a127-21b6-42ad-95cb-bbff7adda44f admin admin] Notify agent at l3_agent.dv-cinder-799546-3-iscsi the message routers_updated {{(pid=80980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jul 06 02:01:25.652675 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96e579d5-9b43-4f7f-a6c3-97418439d0b1 None None] Sync routers for ids ['452e1536-d4ea-42bb-9cb8-ed4a6d82935d'] in dv-cinder-799546-3-iscsi {{(pid=80983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Jul 06 02:01:25.681810 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e579d5-9b43-4f7f-a6c3-97418439d0b1 None None] Routers {'452e1536-d4ea-42bb-9cb8-ed4a6d82935d'} bound to L3 agent in host dv-cinder-799546-3-iscsi {{(pid=80983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 06 02:01:25.682897 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_hamode_db [None req-96e579d5-9b43-4f7f-a6c3-97418439d0b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f31d79fbfd0>, 'dv-cinder-799546-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T01:50:03Z,description=<?>,heartbeat_timestamp=2021-07-06T02:01:03Z,host='dv-cinder-799546-3-iscsi',id=61912d2b-cbf3-48c5-b8b2-dcc1c49052a5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-06T01:50:03Z,topic='l3_agent')) {'router_ids': ['452e1536-d4ea-42bb-9cb8-ed4a6d82935d'], 'active': True} {{(pid=80983) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 02:01:25.836111 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-a736a127-21b6-42ad-95cb-bbff7adda44f admin admin] Notify callbacks [] for router, before_response {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:01:25.840174 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-a736a127-21b6-42ad-95cb-bbff7adda44f admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 12.1043756
Jul 06 02:01:25.847946 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80981) accepted ('10.222.0.11', 41666) {{(pid=80981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 02:01:25.866441 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69eb5181-9e0a-4ed0-b60a-b15b9c563068 req-3109c438-a095-42f8-a822-13d899739f7f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:01:25.868206 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-69eb5181-9e0a-4ed0-b60a-b15b9c563068 req-3109c438-a095-42f8-a822-13d899739f7f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b73206aa-6636-4b14-93c5-291e3d5f08f3 HTTP/1.1" status: 200  len: 858 time: 0.2554679
Jul 06 02:01:25.939154 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-82be6a6a-10d4-4e49-bbdc-e183ffaccfee req-bf3a80b5-4494-435a-89ec-9af6e78589ac service neutron] 10.222.0.37 "GET /v2.0/networks/36a9b578-85e1-48e7-ac56-3132cadfb3cf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4015069
Jul 06 02:01:26.118608 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_dvr_db [None req-96e579d5-9b43-4f7f-a6c3-97418439d0b1 None None] Set router 452e1536-d4ea-42bb-9cb8-ed4a6d82935d gateway port host: dv-cinder-799546-3-iscsi {{(pid=80983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:850}}
Jul 06 02:01:26.336292 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0151d4-7413-4840-8b26-599dd3f3da32 None None] Pushing event updated for resources: {'Port': ['ID=87178e7f-1540-4b94-999c-06232edf5488,revision_number=2']} {{(pid=80982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:01:26.350337 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740753762112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740753409037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296101366746'] for port, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:01:26.379281 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-ec0151d4-7413-4840-8b26-599dd3f3da32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.769s {{(pid=80982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:01:26.379988 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-ec0151d4-7413-4840-8b26-599dd3f3da32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:01:26.491036 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.rpc [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Device 2ddbe399-3f29-4372-aac5-7ee30187c628 up at agent ovs-agent-dv-cinder-799546-3-iscsi {{(pid=80982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:273}}
Jul 06 02:01:26.644293 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Pushing event updated for resources: {'Port': ['ID=326e7c3a-8348-4916-9ad7-655c93e9e48e,revision_number=5']} {{(pid=80982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:01:26.707669 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-69eb5181-9e0a-4ed0-b60a-b15b9c563068 req-516fd0db-cfa9-438b-81f8-b3e2eb0512a5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1ca3dc02-05cd-4643-b3fa-d954b152071f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.6594362
Jul 06 02:01:26.786665 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.406s {{(pid=80982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:01:26.893096 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.provisioning_blocks [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Provisioning complete for port 2ddbe399-3f29-4372-aac5-7ee30187c628 triggered by entity L2. {{(pid=80982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 06 02:01:26.894937 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_hamode_db [None req-96e579d5-9b43-4f7f-a6c3-97418439d0b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f31d79fbfd0>, [{'id': '452e1536-d4ea-42bb-9cb8-ed4a6d82935d', 'name': 'tempest-TestShelveInstance-1133626488-router', 'tenant_id': '42454afb9a944b6f9bf0097f42e0cb6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8', 'external_fixed_ips': [{'subnet_id': '24d74941-6bd6-4d03-882f-a623d522833f', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': 'e716bda0-8024-4e01-9248-2d1ec9df4d74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T02:01:16Z', 'updated_at': '2021-07-06T02:01:23Z', 'revision_number': 3, 'project_id': '42454afb9a944b6f9bf0097f42e0cb6e', 'gw_port': {'id': 'e716bda0-8024-4e01-9248-2d1ec9df4d74', 'name': '', 'network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:9f:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '452e1536-d4ea-42bb-9cb8-ed4a6d82935d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '24d74941-6bd6-4d03-882f-a623d522833f', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T02:01:20Z', 'updated_at': '2021-07-06T02:01:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '24d74941-6bd6-4d03-882f-a623d522833f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799546-3-iscsi'}], 'dv-cinder-799546-3-iscsi', False) {} {{(pid=80983) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 02:01:26.905313 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1309268'] for port, provisioning_complete {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:01:26.905781 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96e579d5-9b43-4f7f-a6c3-97418439d0b1 None None] Checking router: 452e1536-d4ea-42bb-9cb8-ed4a6d82935d for host: dv-cinder-799546-3-iscsi {{(pid=80983) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Jul 06 02:01:26.906188 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96e579d5-9b43-4f7f-a6c3-97418439d0b1 None None] Updating router 452e1536-d4ea-42bb-9cb8-ed4a6d82935d port e716bda0-8024-4e01-9248-2d1ec9df4d74 binding host dv-cinder-799546-3-iscsi {{(pid=80983) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Jul 06 02:01:26.937917 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5901e854-9503-4e46-b2a5-57b8008cdc2a req-093cbb0e-57da-4d2b-92a6-3ce383b2da41 tempest-VolumesActionsTest-1223800970 tempest-VolumesActionsTest-1223800970-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:01:26.953648 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-5901e854-9503-4e46-b2a5-57b8008cdc2a req-093cbb0e-57da-4d2b-92a6-3ce383b2da41 tempest-VolumesActionsTest-1223800970 tempest-VolumesActionsTest-1223800970-project] 10.222.0.11 "GET /v2.0/ports?device_id=e2fde8b1-653d-41eb-86bf-a680da3d7790 HTTP/1.1" status: 200  len: 944 time: 1.2223456
Jul 06 02:01:27.051683 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-96e579d5-9b43-4f7f-a6c3-97418439d0b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1050496'] for port, before_update {{(pid=80983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:01:27.235946 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-82be6a6a-10d4-4e49-bbdc-e183ffaccfee req-f5411ce8-a633-4c7d-9088-2f4a100fdde4 service neutron] 10.222.0.37 "GET /v2.0/networks/36a9b578-85e1-48e7-ac56-3132cadfb3cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.2612033
Jul 06 02:01:27.270382 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-5901e854-9503-4e46-b2a5-57b8008cdc2a req-687ba0b0-dc63-426c-b293-a6bc3f57ee86 tempest-VolumesActionsTest-1223800970 tempest-VolumesActionsTest-1223800970-project] 10.222.0.11 "GET /v2.0/security-groups?id=c4d9e794-0f6f-45bd-ab5e-fb0058e4026c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3155987
Jul 06 02:01:27.552240 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00801d74-933d-4609-b26f-979dc1fe4766 admin admin] Router 36ceb98e-21ed-4dde-a0e6-69972ac460fb is scheduled to L3 agent 61912d2b-cbf3-48c5-b8b2-dcc1c49052a5 with binding_index 1 {{(pid=80981) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Jul 06 02:01:27.605889 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-69eb5181-9e0a-4ed0-b60a-b15b9c563068 req-1f73e4c3-e4cd-43f0-8d29-66208892c236 service neutron] 10.222.0.37 "GET /v2.0/networks/1ca3dc02-05cd-4643-b3fa-d954b152071f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8785295
Jul 06 02:01:27.838204 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-3455e848-670f-441a-8d11-7d9094752c05 req-d9ad78da-bcbb-40a2-abdf-ef3cb7c7caa3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2518cf7b076a48528898fb239ee8dd38&device_id=e2fde8b1-653d-41eb-86bf-a680da3d7790 HTTP/1.1" status: 200  len: 1097 time: 0.3855321
Jul 06 02:01:27.970386 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-96e579d5-9b43-4f7f-a6c3-97418439d0b1 None None] Notify callbacks [] for port, precommit_update {{(pid=80983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:01:27.983210 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.provisioning_blocks [None req-96e579d5-9b43-4f7f-a6c3-97418439d0b1 None None] Transition to ACTIVE for port object e716bda0-8024-4e01-9248-2d1ec9df4d74 will not be triggered until provisioned by entity L2. {{(pid=80983) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 06 02:01:28.022170 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-96e579d5-9b43-4f7f-a6c3-97418439d0b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740753762112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740753409037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296101366746'] for port, after_update {{(pid=80983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:01:28.043181 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-227a6630-f9e5-4ac2-b06b-647099007ff4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:01:28.061191 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c92ab6-c29f-4260-bb9f-3e33faba62ef req-8460c1ba-76f3-424c-a049-1f2c6a47fefc tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:01:28.063224 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-60c92ab6-c29f-4260-bb9f-3e33faba62ef req-8460c1ba-76f3-424c-a049-1f2c6a47fefc tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] 10.222.0.11 "GET /v2.0/ports?device_id=e0031e4c-fd20-42f5-aa66-c102510ce1fe HTTP/1.1" status: 200  len: 945 time: 1.0801239
Jul 06 02:01:28.130614 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1266ab3-5408-4673-9ffc-0011c8d80713 req-571915c7-d772-4f14-9723-046509c4ed12 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:01:28.134365 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-d1266ab3-5408-4673-9ffc-0011c8d80713 req-571915c7-d772-4f14-9723-046509c4ed12 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/ports?device_id=4ae448d6-3b95-42dd-a82e-2c79b64118c8 HTTP/1.1" status: 200  len: 945 time: 0.5408382
Jul 06 02:01:28.164182 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.managers [None req-96e579d5-9b43-4f7f-a6c3-97418439d0b1 None None] Attempting to bind port e716bda0-8024-4e01-9248-2d1ec9df4d74 on host dv-cinder-799546-3-iscsi for vnic_type normal with profile  {{(pid=80983) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jul 06 02:01:28.164599 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.managers [None req-96e579d5-9b43-4f7f-a6c3-97418439d0b1 None None] Attempting to bind port e716bda0-8024-4e01-9248-2d1ec9df4d74 by drivers openvswitch,hyperv on host dv-cinder-799546-3-iscsi at level 0 using segments [{'id': 'e64f8835-8265-4308-a68c-94b30f2a67d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8'}] {{(pid=80983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jul 06 02:01:28.165332 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e579d5-9b43-4f7f-a6c3-97418439d0b1 None None] Attempting to bind port e716bda0-8024-4e01-9248-2d1ec9df4d74 on network 69f53fb8-46a2-4fb2-8b50-29617e0b26b8 {{(pid=80983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Jul 06 02:01:28.173570 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914e6b82-2e01-4622-a37d-446fb6381ebd None None] Pushing event updated for resources: {'Port': ['ID=e716bda0-8024-4e01-9248-2d1ec9df4d74,revision_number=2']} {{(pid=80983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:01:28.176536 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e579d5-9b43-4f7f-a6c3-97418439d0b1 None None] Checking agent: {'id': '3e633bc2-fb27-4d05-86ce-e7e954e44018', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799546-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 1, 50, 2), 'started_at': datetime.datetime(2021, 7, 6, 1, 50, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 2, 1, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['geneve', 'gre', 'internal', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799546-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.0', 'Port': '1.5', 'PortForwarding': '1.1', 'QosPolicy': '1.8', 'SecurityGroup': '1.1', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.0', 'Trunk': '1.1'}} {{(pid=80983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Jul 06 02:01:28.177043 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e579d5-9b43-4f7f-a6c3-97418439d0b1 None None] Checking segment: {'id': 'e64f8835-8265-4308-a68c-94b30f2a67d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jul 06 02:01:28.177504 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-96e579d5-9b43-4f7f-a6c3-97418439d0b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:01:28.178042 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e579d5-9b43-4f7f-a6c3-97418439d0b1 None None] Bound using segment: {'id': 'e64f8835-8265-4308-a68c-94b30f2a67d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8'} {{(pid=80983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Jul 06 02:01:28.178611 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.managers [None req-96e579d5-9b43-4f7f-a6c3-97418439d0b1 None None] Bound port: e716bda0-8024-4e01-9248-2d1ec9df4d74, host: dv-cinder-799546-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e64f8835-8265-4308-a68c-94b30f2a67d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8'}}] {{(pid=80983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jul 06 02:01:28.179080 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-96e579d5-9b43-4f7f-a6c3-97418439d0b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1050496'] for port, before_update {{(pid=80983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:01:28.265232 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [None req-96e579d5-9b43-4f7f-a6c3-97418439d0b1 None None] For port e716bda0-8024-4e01-9248-2d1ec9df4d74, host dv-cinder-799546-3-iscsi, cleared binding levels {{(pid=80983) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:111}}
Jul 06 02:01:28.270483 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [None req-96e579d5-9b43-4f7f-a6c3-97418439d0b1 None None] For port e716bda0-8024-4e01-9248-2d1ec9df4d74, host dv-cinder-799546-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799546-3-iscsi',level=0,port_id=e716bda0-8024-4e01-9248-2d1ec9df4d74,segment=NetworkSegment(e64f8835-8265-4308-a68c-94b30f2a67d9),segment_id=e64f8835-8265-4308-a68c-94b30f2a67d9)] {{(pid=80983) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}}
Jul 06 02:01:28.273484 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-d1266ab3-5408-4673-9ffc-0011c8d80713 req-3dda6be8-ba6b-41ef-a4b9-7e4cecb6ae2d tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/security-groups?id=05a99220-0499-4923-a419-6a3dc323fae7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1265516
Jul 06 02:01:28.286199 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914e6b82-2e01-4622-a37d-446fb6381ebd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:01:28.286616 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914e6b82-2e01-4622-a37d-446fb6381ebd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:01:28.286926 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914e6b82-2e01-4622-a37d-446fb6381ebd None None] Version for resource type Network changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:01:28.287249 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914e6b82-2e01-4622-a37d-446fb6381ebd None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:01:28.291395 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914e6b82-2e01-4622-a37d-446fb6381ebd None None] Version for resource type PortForwarding changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:01:28.293832 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914e6b82-2e01-4622-a37d-446fb6381ebd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:01:28.295045 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914e6b82-2e01-4622-a37d-446fb6381ebd None None] Version for resource type SecurityGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:01:28.297282 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914e6b82-2e01-4622-a37d-446fb6381ebd None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:01:28.297844 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914e6b82-2e01-4622-a37d-446fb6381ebd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:01:28.298396 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914e6b82-2e01-4622-a37d-446fb6381ebd None None] Version for resource type Subnet changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:01:28.299989 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914e6b82-2e01-4622-a37d-446fb6381ebd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:01:28.308058 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-69eb5181-9e0a-4ed0-b60a-b15b9c563068 req-8cd196dd-7d88-439f-915e-b45d6cadeb96 service neutron] 10.222.0.37 "GET /v2.0/networks/1ca3dc02-05cd-4643-b3fa-d954b152071f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6905880
Jul 06 02:01:28.309151 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-914e6b82-2e01-4622-a37d-446fb6381ebd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=80983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:01:28.314022 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-96e579d5-9b43-4f7f-a6c3-97418439d0b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740753762112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740753409037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296101366746'] for port, after_update {{(pid=80983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:01:28.330947 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-60c92ab6-c29f-4260-bb9f-3e33faba62ef req-90e2df13-686d-4329-8daa-745acc58d698 tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] 10.222.0.11 "GET /v2.0/security-groups?id=8f6df123-aea9-4211-ae13-3df2bf025ab5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1962464
Jul 06 02:01:28.336317 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:01:28.486061 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3455e848-670f-441a-8d11-7d9094752c05 req-74153a43-6232-4925-aa5b-28ead3d6523d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:01:28.488877 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-3455e848-670f-441a-8d11-7d9094752c05 req-74153a43-6232-4925-aa5b-28ead3d6523d service neutron] 10.222.0.37 "GET /v2.0/networks?id=36a9b578-85e1-48e7-ac56-3132cadfb3cf HTTP/1.1" status: 200  len: 909 time: 0.6308446
Jul 06 02:01:28.507722 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914e6b82-2e01-4622-a37d-446fb6381ebd None None] Pushing event updated for resources: {'Port': ['ID=e716bda0-8024-4e01-9248-2d1ec9df4d74,revision_number=3']} {{(pid=80983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:01:28.519339 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-914e6b82-2e01-4622-a37d-446fb6381ebd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=80983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:01:28.560237 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e579d5-9b43-4f7f-a6c3-97418439d0b1 None None] Routers {'452e1536-d4ea-42bb-9cb8-ed4a6d82935d'} bound to L3 agent in host dv-cinder-799546-3-iscsi {{(pid=80983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 06 02:01:28.560964 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_hamode_db [None req-96e579d5-9b43-4f7f-a6c3-97418439d0b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f31d79fbfd0>, 'dv-cinder-799546-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T01:50:03Z,description=<?>,heartbeat_timestamp=2021-07-06T02:01:03Z,host='dv-cinder-799546-3-iscsi',id=61912d2b-cbf3-48c5-b8b2-dcc1c49052a5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-06T01:50:03Z,topic='l3_agent')) {'router_ids': ['452e1536-d4ea-42bb-9cb8-ed4a6d82935d'], 'active': True} {{(pid=80983) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 02:01:28.686749 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.rpc [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Device 326e7c3a-8348-4916-9ad7-655c93e9e48e up at agent ovs-agent-dv-cinder-799546-3-iscsi {{(pid=80982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:273}}
Jul 06 02:01:28.732755 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00801d74-933d-4609-b26f-979dc1fe4766 admin admin] Notify agent at l3_agent.dv-cinder-799546-3-iscsi the message routers_updated {{(pid=80981) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jul 06 02:01:28.760082 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d979f94-63a1-40b8-98d4-0d0f8b17ca66 None None] Sync routers for ids ['36ceb98e-21ed-4dde-a0e6-69972ac460fb'] in dv-cinder-799546-3-iscsi {{(pid=80982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Jul 06 02:01:28.763155 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-3455e848-670f-441a-8d11-7d9094752c05 req-6983a337-65fd-4bd2-845b-689b7b2ddb7d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=57c294b9-a381-47ef-93e7-b2a6bf4dd8cb HTTP/1.1" status: 200  len: 217 time: 0.2517343
Jul 06 02:01:28.820113 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_dvr_db [None req-96e579d5-9b43-4f7f-a6c3-97418439d0b1 None None] Set router 452e1536-d4ea-42bb-9cb8-ed4a6d82935d gateway port host: dv-cinder-799546-3-iscsi {{(pid=80983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:850}}
Jul 06 02:01:28.874439 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d979f94-63a1-40b8-98d4-0d0f8b17ca66 None None] Routers {'36ceb98e-21ed-4dde-a0e6-69972ac460fb'} bound to L3 agent in host dv-cinder-799546-3-iscsi {{(pid=80982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 06 02:01:28.875631 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_hamode_db [None req-6d979f94-63a1-40b8-98d4-0d0f8b17ca66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f31d7153358>, 'dv-cinder-799546-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T01:50:03Z,description=<?>,heartbeat_timestamp=2021-07-06T02:01:03Z,host='dv-cinder-799546-3-iscsi',id=61912d2b-cbf3-48c5-b8b2-dcc1c49052a5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-06T01:50:03Z,topic='l3_agent')) {'router_ids': ['36ceb98e-21ed-4dde-a0e6-69972ac460fb'], 'active': True} {{(pid=80982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 02:01:29.166878 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-00801d74-933d-4609-b26f-979dc1fe4766 admin admin] Notify callbacks [] for router, before_response {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:01:29.180114 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-00801d74-933d-4609-b26f-979dc1fe4766 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 8.7402556
Jul 06 02:01:29.181455 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80981) accepted ('10.222.0.11', 41694) {{(pid=80981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 02:01:29.314022 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3455e848-670f-441a-8d11-7d9094752c05 req-03298317-e69f-4e0c-89f4-ad4fc5506afd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:01:29.317031 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-3455e848-670f-441a-8d11-7d9094752c05 req-03298317-e69f-4e0c-89f4-ad4fc5506afd service neutron] 10.222.0.37 "GET /v2.0/subnets?id=95c34112-576c-44f0-ab65-e35da51b113b HTTP/1.1" status: 200  len: 848 time: 0.3084395
Jul 06 02:01:29.585463 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_hamode_db [None req-96e579d5-9b43-4f7f-a6c3-97418439d0b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f31d79fbfd0>, [{'id': '452e1536-d4ea-42bb-9cb8-ed4a6d82935d', 'name': 'tempest-TestShelveInstance-1133626488-router', 'tenant_id': '42454afb9a944b6f9bf0097f42e0cb6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8', 'external_fixed_ips': [{'subnet_id': '24d74941-6bd6-4d03-882f-a623d522833f', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': 'e716bda0-8024-4e01-9248-2d1ec9df4d74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T02:01:16Z', 'updated_at': '2021-07-06T02:01:23Z', 'revision_number': 3, 'project_id': '42454afb9a944b6f9bf0097f42e0cb6e', 'gw_port': {'id': 'e716bda0-8024-4e01-9248-2d1ec9df4d74', 'name': '', 'network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:9f:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '452e1536-d4ea-42bb-9cb8-ed4a6d82935d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '24d74941-6bd6-4d03-882f-a623d522833f', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T02:01:20Z', 'updated_at': '2021-07-06T02:01:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '24d74941-6bd6-4d03-882f-a623d522833f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799546-3-iscsi'}], 'dv-cinder-799546-3-iscsi', False) {} {{(pid=80983) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 02:01:29.594175 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96e579d5-9b43-4f7f-a6c3-97418439d0b1 None None] The sync data for ids ['452e1536-d4ea-42bb-9cb8-ed4a6d82935d'] in dv-cinder-799546-3-iscsi is: [{'id': '452e1536-d4ea-42bb-9cb8-ed4a6d82935d', 'name': 'tempest-TestShelveInstance-1133626488-router', 'tenant_id': '42454afb9a944b6f9bf0097f42e0cb6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8', 'external_fixed_ips': [{'subnet_id': '24d74941-6bd6-4d03-882f-a623d522833f', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': 'e716bda0-8024-4e01-9248-2d1ec9df4d74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T02:01:16Z', 'updated_at': '2021-07-06T02:01:23Z', 'revision_number': 3, 'project_id': '42454afb9a944b6f9bf0097f42e0cb6e', 'gw_port': {'id': 'e716bda0-8024-4e01-9248-2d1ec9df4d74', 'name': '', 'network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:9f:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '452e1536-d4ea-42bb-9cb8-ed4a6d82935d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '24d74941-6bd6-4d03-882f-a623d522833f', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T02:01:20Z', 'updated_at': '2021-07-06T02:01:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '24d74941-6bd6-4d03-882f-a623d522833f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799546-3-iscsi'}] {{(pid=80983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Jul 06 02:01:29.651010 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-3455e848-670f-441a-8d11-7d9094752c05 req-bc620c4b-31c6-428c-b657-f4c532ccd136 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=36a9b578-85e1-48e7-ac56-3132cadfb3cf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.3046906
Jul 06 02:01:29.716984 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_dvr_db [None req-6d979f94-63a1-40b8-98d4-0d0f8b17ca66 None None] Set router 36ceb98e-21ed-4dde-a0e6-69972ac460fb gateway port host: dv-cinder-799546-3-iscsi {{(pid=80982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:850}}
Jul 06 02:01:29.862871 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-3455e848-670f-441a-8d11-7d9094752c05 req-a002a884-61b9-4c65-9f62-4cedbf885bca service neutron] 10.222.0.37 "GET /v2.0/networks/36a9b578-85e1-48e7-ac56-3132cadfb3cf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2010319
Jul 06 02:01:30.078670 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd0b5c7e-02a8-474a-9ab2-86d93103c8c7 None None] Network 0a07be85-8668-473b-b257-803277088641 requested from dv-cinder-799546-3-iscsi {{(pid=80982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jul 06 02:01:30.081410 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746a645f-0f1c-4c27-ac00-6f48fd678f12 req-189f74a3-bd16-4183-a2ad-ce7328418e11 tempest-VolumesActionsTest-1223800970 tempest-VolumesActionsTest-1223800970-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:01:30.083502 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-746a645f-0f1c-4c27-ac00-6f48fd678f12 req-189f74a3-bd16-4183-a2ad-ce7328418e11 tempest-VolumesActionsTest-1223800970 tempest-VolumesActionsTest-1223800970-project] 10.222.0.11 "GET /v2.0/ports?device_id=e2fde8b1-653d-41eb-86bf-a680da3d7790 HTTP/1.1" status: 200  len: 944 time: 1.3193328
Jul 06 02:01:30.222102 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-3455e848-670f-441a-8d11-7d9094752c05 req-339d827c-7977-4f11-b312-cad75e1fbe64 service neutron] 10.222.0.37 "GET /v2.0/networks/36a9b578-85e1-48e7-ac56-3132cadfb3cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3422143
Jul 06 02:01:30.264614 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92cc26b-627d-4401-a09e-7bcdfedc2e1f req-a50b2d38-391a-420f-b6cf-e61aa6abb79c tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:01:30.267668 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-c92cc26b-627d-4401-a09e-7bcdfedc2e1f req-a50b2d38-391a-420f-b6cf-e61aa6abb79c tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/ports?device_id=4ae448d6-3b95-42dd-a82e-2c79b64118c8 HTTP/1.1" status: 200  len: 945 time: 0.6348922
Jul 06 02:01:30.302232 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.provisioning_blocks [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Provisioning complete for port 326e7c3a-8348-4916-9ad7-655c93e9e48e triggered by entity L2. {{(pid=80982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 06 02:01:30.307123 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1309268'] for port, provisioning_complete {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:01:30.363872 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.provisioning_blocks [None req-b880ac8c-ff3b-482d-a308-11309c06de29 None None] Provisioning for port 87178e7f-1540-4b94-999c-06232edf5488 completed by entity DHCP. {{(pid=80982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 06 02:01:30.372696 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-746a645f-0f1c-4c27-ac00-6f48fd678f12 req-1a6214cb-9b27-4877-bbdc-e71397f7ab49 tempest-VolumesActionsTest-1223800970 tempest-VolumesActionsTest-1223800970-project] 10.222.0.11 "GET /v2.0/security-groups?id=c4d9e794-0f6f-45bd-ab5e-fb0058e4026c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1490979
Jul 06 02:01:30.435909 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-c92cc26b-627d-4401-a09e-7bcdfedc2e1f req-5cc51913-f214-4a8a-83a4-ac4e66082df2 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/security-groups?id=05a99220-0499-4923-a419-6a3dc323fae7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1551173
Jul 06 02:01:30.968163 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb69f19e-bde5-49f1-b850-39c502659cdb req-9bc7115b-f2ab-4926-bb7a-9e5998469c76 tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:01:30.969936 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-cb69f19e-bde5-49f1-b850-39c502659cdb req-9bc7115b-f2ab-4926-bb7a-9e5998469c76 tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] 10.222.0.11 "GET /v2.0/ports?device_id=e0031e4c-fd20-42f5-aa66-c102510ce1fe HTTP/1.1" status: 200  len: 945 time: 0.3691566
Jul 06 02:01:31.025117 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-d27b70aa-4dd7-43f2-a6bd-ff5a5d24e3c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1050496'] for port, before_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:01:31.229105 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.rpc [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Device 87178e7f-1540-4b94-999c-06232edf5488 up at agent ovs-agent-dv-cinder-799546-3-iscsi {{(pid=80982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:273}}
Jul 06 02:01:31.254731 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-cb69f19e-bde5-49f1-b850-39c502659cdb req-de66abe2-925e-4c89-b6f0-383ce373ea11 tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] 10.222.0.11 "GET /v2.0/security-groups?id=8f6df123-aea9-4211-ae13-3df2bf025ab5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2631412
Jul 06 02:01:31.421513 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-c3232aff-649b-4726-bd17-3ede795fd02e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:01:31.497938 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.rpc [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Device 57c294b9-a381-47ef-93e7-b2a6bf4dd8cb details requested by agent hyperv_hv-cinder-79954 with host hv-cinder-79954 {{(pid=80982) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:87}}
Jul 06 02:01:31.983915 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.db_base_plugin_common [None req-d27b70aa-4dd7-43f2-a6bd-ff5a5d24e3c5 admin admin] Allocated IP 172.20.0.1 (ae9c5e73-7e08-4e16-8d96-ed116811a552/e22d8799-b1c5-45cf-95c8-ef4f70b93645/93c93761-3134-4a48-99f6-60634294d13e) {{(pid=80981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Jul 06 02:01:32.016120 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_hamode_db [None req-6d979f94-63a1-40b8-98d4-0d0f8b17ca66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f31d7153358>, [{'id': '36ceb98e-21ed-4dde-a0e6-69972ac460fb', 'name': 'tempest-TestMinimumBasicScenario-1359407470-router', 'tenant_id': '16adeb6d33ca4543afe9ef6204c47982', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8', 'external_fixed_ips': [{'subnet_id': '24d74941-6bd6-4d03-882f-a623d522833f', 'ip_address': '172.27.1.75'}], 'enable_snat': True}, 'gw_port_id': '18fb05b8-f89e-427c-be2d-da7a439b0b71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T02:01:20Z', 'updated_at': '2021-07-06T02:01:23Z', 'revision_number': 3, 'project_id': '16adeb6d33ca4543afe9ef6204c47982', 'gw_port': {'id': '18fb05b8-f89e-427c-be2d-da7a439b0b71', 'name': '', 'network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:80:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36ceb98e-21ed-4dde-a0e6-69972ac460fb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '24d74941-6bd6-4d03-882f-a623d522833f', 'ip_address': '172.27.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T02:01:22Z', 'updated_at': '2021-07-06T02:01:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '24d74941-6bd6-4d03-882f-a623d522833f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799546-3-iscsi'}], 'dv-cinder-799546-3-iscsi', False) {} {{(pid=80982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 02:01:32.073225 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.provisioning_blocks [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Provisioning for port 87178e7f-1540-4b94-999c-06232edf5488 completed by entity L2. {{(pid=80982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 06 02:01:32.080667 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d979f94-63a1-40b8-98d4-0d0f8b17ca66 None None] Checking router: 36ceb98e-21ed-4dde-a0e6-69972ac460fb for host: dv-cinder-799546-3-iscsi {{(pid=80982) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Jul 06 02:01:32.081104 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d979f94-63a1-40b8-98d4-0d0f8b17ca66 None None] Updating router 36ceb98e-21ed-4dde-a0e6-69972ac460fb port 18fb05b8-f89e-427c-be2d-da7a439b0b71 binding host dv-cinder-799546-3-iscsi {{(pid=80982) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Jul 06 02:01:32.125179 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.provisioning_blocks [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Provisioning complete for port 87178e7f-1540-4b94-999c-06232edf5488 triggered by entity L2. {{(pid=80982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 06 02:01:32.125605 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1309268'] for port, provisioning_complete {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:01:32.213411 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b4ef65-5031-4ae7-8715-83aef4894839 req-35ad7bba-21ef-46b1-922b-6c4e1fb36f36 tempest-VolumesActionsTest-1223800970 tempest-VolumesActionsTest-1223800970-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:01:32.216456 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-e0b4ef65-5031-4ae7-8715-83aef4894839 req-35ad7bba-21ef-46b1-922b-6c4e1fb36f36 tempest-VolumesActionsTest-1223800970 tempest-VolumesActionsTest-1223800970-project] 10.222.0.11 "GET /v2.0/ports?device_id=e2fde8b1-653d-41eb-86bf-a680da3d7790 HTTP/1.1" status: 200  len: 944 time: 0.3889527
Jul 06 02:01:32.244197 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3650a78e-f7f8-48d0-b7a1-19b35feab6f8 req-0494a7a5-e836-4a81-84a3-b220ede6e0af tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:01:32.252465 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-3650a78e-f7f8-48d0-b7a1-19b35feab6f8 req-0494a7a5-e836-4a81-84a3-b220ede6e0af tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/ports?device_id=4ae448d6-3b95-42dd-a82e-2c79b64118c8 HTTP/1.1" status: 200  len: 945 time: 0.1347122
Jul 06 02:01:32.298423 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-6d979f94-63a1-40b8-98d4-0d0f8b17ca66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1050496'] for port, before_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:01:32.373652 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-3650a78e-f7f8-48d0-b7a1-19b35feab6f8 req-a86cece7-6dde-49ac-98cd-6185c84dcce8 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/security-groups?id=05a99220-0499-4923-a419-6a3dc323fae7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1076946
Jul 06 02:01:32.490854 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-e0b4ef65-5031-4ae7-8715-83aef4894839 req-8f9fa893-f20e-4049-933b-9190b2f77f4e tempest-VolumesActionsTest-1223800970 tempest-VolumesActionsTest-1223800970-project] 10.222.0.11 "GET /v2.0/security-groups?id=c4d9e794-0f6f-45bd-ab5e-fb0058e4026c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2582953
Jul 06 02:01:32.592605 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-d27b70aa-4dd7-43f2-a6bd-ff5a5d24e3c5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:01:32.745988 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.provisioning_blocks [None req-d27b70aa-4dd7-43f2-a6bd-ff5a5d24e3c5 admin admin] Transition to ACTIVE for port object 93c93761-3134-4a48-99f6-60634294d13e will not be triggered until provisioned by entity DHCP. {{(pid=80981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 06 02:01:32.751843 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] For port 57c294b9-a381-47ef-93e7-b2a6bf4dd8cb, host hv-cinder-79954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79954',level=0,port_id=57c294b9-a381-47ef-93e7-b2a6bf4dd8cb,segment=NetworkSegment(cf5ffabf-c988-4a88-80c2-6ba359ee8846),segment_id=cf5ffabf-c988-4a88-80c2-6ba359ee8846)] {{(pid=80982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 02:01:32.817575 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afdfb37-df8f-4081-843b-07eaa669e330 req-7f59a91a-534f-45a7-bffb-9ee80b1359fa tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:01:32.834724 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-4afdfb37-df8f-4081-843b-07eaa669e330 req-7f59a91a-534f-45a7-bffb-9ee80b1359fa tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] 10.222.0.11 "GET /v2.0/ports?device_id=e0031e4c-fd20-42f5-aa66-c102510ce1fe HTTP/1.1" status: 200  len: 945 time: 0.1772408
Jul 06 02:01:32.900240 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:01:32.929162 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-d27b70aa-4dd7-43f2-a6bd-ff5a5d24e3c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296101369102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839890433'] for port, after_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:01:32.948510 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-4afdfb37-df8f-4081-843b-07eaa669e330 req-a7f32f67-aeb1-4759-b6a5-8e92d7b95455 tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] 10.222.0.11 "GET /v2.0/security-groups?id=8f6df123-aea9-4211-ae13-3df2bf025ab5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1065586
Jul 06 02:01:32.956694 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-1b943bf8-eaed-4317-9f52-cd4e1c1264c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:01:32.989856 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.rpc [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Returning: {'device': '57c294b9-a381-47ef-93e7-b2a6bf4dd8cb', 'network_id': '36a9b578-85e1-48e7-ac56-3132cadfb3cf', 'port_id': '57c294b9-a381-47ef-93e7-b2a6bf4dd8cb', 'mac_address': 'fa:16:3e:a8:0d:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95c34112-576c-44f0-ab65-e35da51b113b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80982) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:165}}
Jul 06 02:01:33.026873 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1050496'] for port, before_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:01:33.130605 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-6d979f94-63a1-40b8-98d4-0d0f8b17ca66 None None] Notify callbacks [] for port, precommit_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:01:33.165470 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] For port 87178e7f-1540-4b94-999c-06232edf5488, host dv-cinder-799546-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799546-3-iscsi',level=0,port_id=87178e7f-1540-4b94-999c-06232edf5488,segment=NetworkSegment(dd682708-6728-4df1-ab6c-656c245a5ef6),segment_id=dd682708-6728-4df1-ab6c-656c245a5ef6)] {{(pid=80982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 02:01:33.183786 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.provisioning_blocks [None req-6d979f94-63a1-40b8-98d4-0d0f8b17ca66 None None] Transition to ACTIVE for port object 18fb05b8-f89e-427c-be2d-da7a439b0b71 will not be triggered until provisioned by entity L2. {{(pid=80982) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 06 02:01:33.219916 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27b70aa-4dd7-43f2-a6bd-ff5a5d24e3c5 admin admin] Pushing event updated for resources: {'Port': ['ID=93c93761-3134-4a48-99f6-60634294d13e,revision_number=1']} {{(pid=80981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:01:33.219916 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-a06df168-78b4-4193-86a6-a92b90a257fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1050496'] for port, before_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:01:33.223330 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1050496'] for port, before_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:01:33.250856 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-d27b70aa-4dd7-43f2-a6bd-ff5a5d24e3c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:01:33.295656 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.notifiers.nova [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57c294b9-a381-47ef-93e7-b2a6bf4dd8cb {{(pid=80982) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Jul 06 02:01:33.316447 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-d507eace-ae96-40af-bc36-3b34480c106a req-dcc70142-1cd4-4f7a-bad0-83d665f7f757 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6eda011ce6da4a3aa6a9ea578c51725a&device_id=4ae448d6-3b95-42dd-a82e-2c79b64118c8 HTTP/1.1" status: 200  len: 1098 time: 0.1477902
Jul 06 02:01:33.339135 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] For port 57c294b9-a381-47ef-93e7-b2a6bf4dd8cb, host hv-cinder-79954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79954',level=0,port_id=57c294b9-a381-47ef-93e7-b2a6bf4dd8cb,segment=NetworkSegment(cf5ffabf-c988-4a88-80c2-6ba359ee8846),segment_id=cf5ffabf-c988-4a88-80c2-6ba359ee8846)] {{(pid=80982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 02:01:33.502396 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.provisioning_blocks [None req-78a816ef-b1cc-4a32-9548-7418c0a25e19 None None] Provisioning complete for port 87178e7f-1540-4b94-999c-06232edf5488 triggered by entity DHCP. {{(pid=80982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 06 02:01:33.508799 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-78a816ef-b1cc-4a32-9548-7418c0a25e19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1309268'] for port, provisioning_complete {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:01:33.620359 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d507eace-ae96-40af-bc36-3b34480c106a req-92a71e70-d6a0-44bf-8638-c8b8f310a310 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:01:33.621968 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-d507eace-ae96-40af-bc36-3b34480c106a req-92a71e70-d6a0-44bf-8638-c8b8f310a310 service neutron] 10.222.0.37 "GET /v2.0/networks?id=dc49653d-588e-4ee2-9689-ebb2724e1086 HTTP/1.1" status: 200  len: 917 time: 0.2785192
Jul 06 02:01:33.650866 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d27b70aa-4dd7-43f2-a6bd-ff5a5d24e3c5 admin admin] Network ae9c5e73-7e08-4e16-8d96-ed116811a552 is already hosted by enough agents. {{(pid=80981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:240}}
Jul 06 02:01:33.661761 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.scheduler.base_scheduler [None req-d27b70aa-4dd7-43f2-a6bd-ff5a5d24e3c5 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jul 06 02:01:33.664445 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d27b70aa-4dd7-43f2-a6bd-ff5a5d24e3c5 admin admin] Received port after_create {{(pid=80981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 06 02:01:33.677662 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740753762112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740753409037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296101366746'] for port, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:01:33.679895 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-e63fbe6a-01dc-453b-9138-222dad9db918 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:01:33.741452 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740753762112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740753409037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296101366746'] for port, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:01:33.761056 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-b7f612b1-51d0-4d0d-a2d6-a269e3036df9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:01:33.765316 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-6d979f94-63a1-40b8-98d4-0d0f8b17ca66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740753762112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740753409037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296101366746'] for port, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:01:33.776301 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:01:33.870895 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.rpc [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Device e716bda0-8024-4e01-9248-2d1ec9df4d74 up at agent ovs-agent-dv-cinder-799546-3-iscsi {{(pid=80982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:273}}
Jul 06 02:01:33.924157 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.managers [None req-6d979f94-63a1-40b8-98d4-0d0f8b17ca66 None None] Attempting to bind port 18fb05b8-f89e-427c-be2d-da7a439b0b71 on host dv-cinder-799546-3-iscsi for vnic_type normal with profile  {{(pid=80982) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jul 06 02:01:33.924651 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.managers [None req-6d979f94-63a1-40b8-98d4-0d0f8b17ca66 None None] Attempting to bind port 18fb05b8-f89e-427c-be2d-da7a439b0b71 by drivers openvswitch,hyperv on host dv-cinder-799546-3-iscsi at level 0 using segments [{'id': 'e64f8835-8265-4308-a68c-94b30f2a67d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8'}] {{(pid=80982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jul 06 02:01:33.924957 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d979f94-63a1-40b8-98d4-0d0f8b17ca66 None None] Attempting to bind port 18fb05b8-f89e-427c-be2d-da7a439b0b71 on network 69f53fb8-46a2-4fb2-8b50-29617e0b26b8 {{(pid=80982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Jul 06 02:01:33.946868 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Pushing event updated for resources: {'Port': ['ID=87178e7f-1540-4b94-999c-06232edf5488,revision_number=3']} {{(pid=80982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:01:33.979668 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=80982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:01:33.995741 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.206s {{(pid=80982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:01:34.053811 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-d507eace-ae96-40af-bc36-3b34480c106a req-898728c9-437f-4ee8-b716-6e746366e8b9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d54c68f1-79e6-4fb2-9f8a-3dfca2b99105 HTTP/1.1" status: 200  len: 1001 time: 0.4155197
Jul 06 02:01:34.199556 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] get_ports_and_sgs() called for port_ids ['57c294b9-a381-47ef-93e7-b2a6bf4dd8cb'] {{(pid=80982) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:184}}
Jul 06 02:01:34.235287 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-d27b70aa-4dd7-43f2-a6bd-ff5a5d24e3c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-342957'] for router_interface, before_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:01:34.267800 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.db_base_plugin_common [None req-a06df168-78b4-4193-86a6-a92b90a257fe admin admin] Allocated IP 172.20.0.1 (0a07be85-8668-473b-b257-803277088641/8419c860-4d8c-4306-b6d8-2cf70e292185/fab2c3bd-7dc8-4aeb-8336-d09b26bc5ef0) {{(pid=80981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Jul 06 02:01:34.424659 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d979f94-63a1-40b8-98d4-0d0f8b17ca66 None None] Checking agent: {'id': '3e633bc2-fb27-4d05-86ce-e7e954e44018', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799546-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 1, 50, 2), 'started_at': datetime.datetime(2021, 7, 6, 1, 50, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 2, 1, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['geneve', 'gre', 'internal', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799546-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.0', 'Port': '1.5', 'PortForwarding': '1.1', 'QosPolicy': '1.8', 'SecurityGroup': '1.1', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.0', 'Trunk': '1.1'}} {{(pid=80982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Jul 06 02:01:34.425377 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d979f94-63a1-40b8-98d4-0d0f8b17ca66 None None] Checking segment: {'id': 'e64f8835-8265-4308-a68c-94b30f2a67d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jul 06 02:01:34.426107 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-6d979f94-63a1-40b8-98d4-0d0f8b17ca66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:01:34.429629 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d979f94-63a1-40b8-98d4-0d0f8b17ca66 None None] Bound using segment: {'id': 'e64f8835-8265-4308-a68c-94b30f2a67d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8'} {{(pid=80982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Jul 06 02:01:34.433127 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.managers [None req-6d979f94-63a1-40b8-98d4-0d0f8b17ca66 None None] Bound port: 18fb05b8-f89e-427c-be2d-da7a439b0b71, host: dv-cinder-799546-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e64f8835-8265-4308-a68c-94b30f2a67d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8'}}] {{(pid=80982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jul 06 02:01:34.434087 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-6d979f94-63a1-40b8-98d4-0d0f8b17ca66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1050496'] for port, before_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:01:34.436688 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836df27b-7e02-4152-9043-176f45347f45 req-503de5dc-0192-4f4a-96e0-f31409bb54ae tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:01:34.437723 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-836df27b-7e02-4152-9043-176f45347f45 req-503de5dc-0192-4f4a-96e0-f31409bb54ae tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/ports?device_id=4ae448d6-3b95-42dd-a82e-2c79b64118c8 HTTP/1.1" status: 200  len: 945 time: 0.8735209
Jul 06 02:01:34.439644 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d507eace-ae96-40af-bc36-3b34480c106a req-4da05fed-ae0f-4ad0-97cf-0a818d21c333 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:01:34.446776 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-d507eace-ae96-40af-bc36-3b34480c106a req-4da05fed-ae0f-4ad0-97cf-0a818d21c333 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=989a31a1-084c-4193-9367-4e104f09769b HTTP/1.1" status: 200  len: 855 time: 0.3697417
Jul 06 02:01:34.738968 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c399cd1a-a989-4314-bd46-52b7753ad6ec req-59fe45f4-a9f2-4618-a6a3-51eec02c500f tempest-VolumesActionsTest-1223800970 tempest-VolumesActionsTest-1223800970-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:01:34.748275 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-c399cd1a-a989-4314-bd46-52b7753ad6ec req-59fe45f4-a9f2-4618-a6a3-51eec02c500f tempest-VolumesActionsTest-1223800970 tempest-VolumesActionsTest-1223800970-project] 10.222.0.11 "GET /v2.0/ports?device_id=e2fde8b1-653d-41eb-86bf-a680da3d7790 HTTP/1.1" status: 200  len: 945 time: 1.0430951
Jul 06 02:01:34.817743 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-a06df168-78b4-4193-86a6-a92b90a257fe admin admin] Notify callbacks [] for port, precommit_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:01:34.840452 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-836df27b-7e02-4152-9043-176f45347f45 req-6a1c0098-9985-4474-8736-5be9bacb25e0 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/security-groups?id=05a99220-0499-4923-a419-6a3dc323fae7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3338330
Jul 06 02:01:34.845837 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-c399cd1a-a989-4314-bd46-52b7753ad6ec req-e4962f08-fffa-4331-a515-a36a44e66b9a tempest-VolumesActionsTest-1223800970 tempest-VolumesActionsTest-1223800970-project] 10.222.0.11 "GET /v2.0/security-groups?id=c4d9e794-0f6f-45bd-ab5e-fb0058e4026c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0963571
Jul 06 02:01:34.853063 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-d507eace-ae96-40af-bc36-3b34480c106a req-2b80f8b4-c59d-4833-aaf5-08a8ba42f511 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=dc49653d-588e-4ee2-9689-ebb2724e1086&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3968577
Jul 06 02:01:34.867503 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-d27b70aa-4dd7-43f2-a6bd-ff5a5d24e3c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1050496'] for port, before_update {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:01:35.066447 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.agents_db [None req-b173abe4-0d36-4765-adb2-33779d11156f None None] Agent healthcheck: found 6 active agents {{(pid=80983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Jul 06 02:01:35.205999 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.provisioning_blocks [None req-a06df168-78b4-4193-86a6-a92b90a257fe admin admin] Transition to ACTIVE for port object fab2c3bd-7dc8-4aeb-8336-d09b26bc5ef0 will not be triggered until provisioned by entity DHCP. {{(pid=80981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 06 02:01:35.259756 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Pushing event updated for resources: {'Port': ['ID=57c294b9-a381-47ef-93e7-b2a6bf4dd8cb,revision_number=4']} {{(pid=80982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:01:35.288151 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992e73ea-f315-41ab-b5fd-466204d6e04b req-fbe0cf3b-7713-4a68-a709-abb7894f2153 tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:01:35.300184 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-992e73ea-f315-41ab-b5fd-466204d6e04b req-fbe0cf3b-7713-4a68-a709-abb7894f2153 tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] 10.222.0.11 "GET /v2.0/ports?device_id=e0031e4c-fd20-42f5-aa66-c102510ce1fe HTTP/1.1" status: 200  len: 945 time: 0.1917489
Jul 06 02:01:35.346189 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-d507eace-ae96-40af-bc36-3b34480c106a req-4650fbaf-92f2-4f24-be03-be4db60256e1 service neutron] 10.222.0.37 "GET /v2.0/networks/dc49653d-588e-4ee2-9689-ebb2724e1086?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4799643
Jul 06 02:01:35.359081 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-a06df168-78b4-4193-86a6-a92b90a257fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296101369102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839890433'] for port, after_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:01:35.377620 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:01:35.379145 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-992e73ea-f315-41ab-b5fd-466204d6e04b req-91c8a4db-0112-41c7-982d-1c257283d581 tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] 10.222.0.11 "GET /v2.0/security-groups?id=8f6df123-aea9-4211-ae13-3df2bf025ab5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0773919
Jul 06 02:01:35.426050 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-76dafd09-8b9e-4f4b-ba8f-a0f9ff874801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:01:35.478814 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06df168-78b4-4193-86a6-a92b90a257fe admin admin] Pushing event updated for resources: {'Port': ['ID=fab2c3bd-7dc8-4aeb-8336-d09b26bc5ef0,revision_number=1']} {{(pid=80981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:01:35.482954 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a06df168-78b4-4193-86a6-a92b90a257fe admin admin] Network 0a07be85-8668-473b-b257-803277088641 is already hosted by enough agents. {{(pid=80981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:240}}
Jul 06 02:01:35.487621 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.scheduler.base_scheduler [None req-a06df168-78b4-4193-86a6-a92b90a257fe admin admin] Resources bound (agent type, host, resource id):  {{(pid=80981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jul 06 02:01:35.497157 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a06df168-78b4-4193-86a6-a92b90a257fe admin admin] Received port after_create {{(pid=80981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 06 02:01:35.545013 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.provisioning_blocks [None req-c67afb41-24c8-4756-964f-a84cf2c0e9d4 None None] Provisioning for port 93c93761-3134-4a48-99f6-60634294d13e completed by entity DHCP. {{(pid=80982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 06 02:01:35.553766 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06df168-78b4-4193-86a6-a92b90a257fe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:01:35.554348 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06df168-78b4-4193-86a6-a92b90a257fe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:01:35.554875 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06df168-78b4-4193-86a6-a92b90a257fe admin admin] Version for resource type Network changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:01:35.555385 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06df168-78b4-4193-86a6-a92b90a257fe admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:01:35.556094 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06df168-78b4-4193-86a6-a92b90a257fe admin admin] Version for resource type PortForwarding changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:01:35.556606 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06df168-78b4-4193-86a6-a92b90a257fe admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:01:35.557183 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06df168-78b4-4193-86a6-a92b90a257fe admin admin] Version for resource type SecurityGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:01:35.557673 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06df168-78b4-4193-86a6-a92b90a257fe admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:01:35.558188 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06df168-78b4-4193-86a6-a92b90a257fe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:01:35.558706 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06df168-78b4-4193-86a6-a92b90a257fe admin admin] Version for resource type Subnet changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:01:35.559198 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06df168-78b4-4193-86a6-a92b90a257fe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:01:35.572793 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-a06df168-78b4-4193-86a6-a92b90a257fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:01:35.576363 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [None req-6d979f94-63a1-40b8-98d4-0d0f8b17ca66 None None] For port 18fb05b8-f89e-427c-be2d-da7a439b0b71, host dv-cinder-799546-3-iscsi, cleared binding levels {{(pid=80982) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:111}}
Jul 06 02:01:35.581530 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.provisioning_blocks [None req-c67afb41-24c8-4756-964f-a84cf2c0e9d4 None None] Provisioning complete for port 93c93761-3134-4a48-99f6-60634294d13e triggered by entity DHCP. {{(pid=80982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 06 02:01:35.587077 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-c67afb41-24c8-4756-964f-a84cf2c0e9d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1309268'] for port, provisioning_complete {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:01:35.632739 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-a06df168-78b4-4193-86a6-a92b90a257fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-342957'] for router_interface, before_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:01:35.678936 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-d27b70aa-4dd7-43f2-a6bd-ff5a5d24e3c5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:01:35.713117 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.plugin [None req-c67afb41-24c8-4756-964f-a84cf2c0e9d4 None None] Port 93c93761-3134-4a48-99f6-60634294d13e cannot update to ACTIVE because it is not bound. {{(pid=80982) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:301}}
Jul 06 02:01:35.718206 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [None req-6d979f94-63a1-40b8-98d4-0d0f8b17ca66 None None] For port 18fb05b8-f89e-427c-be2d-da7a439b0b71, host dv-cinder-799546-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799546-3-iscsi',level=0,port_id=18fb05b8-f89e-427c-be2d-da7a439b0b71,segment=NetworkSegment(e64f8835-8265-4308-a68c-94b30f2a67d9),segment_id=e64f8835-8265-4308-a68c-94b30f2a67d9)] {{(pid=80982) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}}
Jul 06 02:01:35.721160 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757108dc-d0e8-4818-9d15-e64860c58ceb None None] Pushing event updated for resources: {'Port': ['ID=18fb05b8-f89e-427c-be2d-da7a439b0b71,revision_number=2']} {{(pid=80982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:01:35.724481 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-757108dc-d0e8-4818-9d15-e64860c58ceb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.731s {{(pid=80982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:01:35.725038 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-8d460386-7d1a-4d96-8564-1456db989961 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.938s {{(pid=80982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:01:35.725440 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-8d460386-7d1a-4d96-8564-1456db989961 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=80982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:01:35.866951 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-d27b70aa-4dd7-43f2-a6bd-ff5a5d24e3c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740753762112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740753409037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296101366746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14885351'] for port, after_update {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:01:35.888297 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-d507eace-ae96-40af-bc36-3b34480c106a req-a65c9f0e-dd98-42dd-9322-d63edb90aa40 service neutron] 10.222.0.37 "GET /v2.0/networks/dc49653d-588e-4ee2-9689-ebb2724e1086?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5076470
Jul 06 02:01:35.913640 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.provisioning_blocks [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Provisioning for port e716bda0-8024-4e01-9248-2d1ec9df4d74 completed by entity L2. {{(pid=80982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 06 02:01:35.918383 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-6d979f94-63a1-40b8-98d4-0d0f8b17ca66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740753762112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740753409037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296101366746'] for port, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:01:35.925371 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-fcfe0981-f829-42d2-99d0-fcc19e179060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:01:35.928528 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:01:35.930164 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:01:36.027244 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.provisioning_blocks [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Provisioning complete for port e716bda0-8024-4e01-9248-2d1ec9df4d74 triggered by entity L2. {{(pid=80982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 06 02:01:36.027775 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1309268'] for port, provisioning_complete {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:01:36.136038 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757108dc-d0e8-4818-9d15-e64860c58ceb None None] Pushing event updated for resources: {'Port': ['ID=18fb05b8-f89e-427c-be2d-da7a439b0b71,revision_number=3']} {{(pid=80982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:01:36.141464 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-757108dc-d0e8-4818-9d15-e64860c58ceb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=80982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:01:36.150359 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d979f94-63a1-40b8-98d4-0d0f8b17ca66 None None] Routers {'36ceb98e-21ed-4dde-a0e6-69972ac460fb'} bound to L3 agent in host dv-cinder-799546-3-iscsi {{(pid=80982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 06 02:01:36.151230 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_hamode_db [None req-6d979f94-63a1-40b8-98d4-0d0f8b17ca66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f31d7153358>, 'dv-cinder-799546-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T01:50:03Z,description=<?>,heartbeat_timestamp=2021-07-06T02:01:33Z,host='dv-cinder-799546-3-iscsi',id=61912d2b-cbf3-48c5-b8b2-dcc1c49052a5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-06T01:50:03Z,topic='l3_agent')) {'router_ids': ['36ceb98e-21ed-4dde-a0e6-69972ac460fb'], 'active': True} {{(pid=80982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 02:01:36.161600 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c2357a-0c5b-43b0-a627-45305855868e req-ae710760-95b0-45ea-ad23-65f9e08656e8 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:01:36.163459 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-73c2357a-0c5b-43b0-a627-45305855868e req-ae710760-95b0-45ea-ad23-65f9e08656e8 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/ports?device_id=4ae448d6-3b95-42dd-a82e-2c79b64118c8 HTTP/1.1" status: 200  len: 945 time: 0.0903225
Jul 06 02:01:36.204335 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-a06df168-78b4-4193-86a6-a92b90a257fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1050496'] for port, before_update {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:01:36.217823 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.provisioning_blocks [None req-40b4bf3c-fc82-4b74-bf18-4bf51f3b9458 None None] Provisioning for port fab2c3bd-7dc8-4aeb-8336-d09b26bc5ef0 completed by entity DHCP. {{(pid=80982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 06 02:01:36.227322 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27b70aa-4dd7-43f2-a6bd-ff5a5d24e3c5 admin admin] Pushing event updated for resources: {'Port': ['ID=93c93761-3134-4a48-99f6-60634294d13e,revision_number=2']} {{(pid=80981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:01:36.230241 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-d27b70aa-4dd7-43f2-a6bd-ff5a5d24e3c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1080785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-328041'] for router_interface, after_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:01:36.235235 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-d27b70aa-4dd7-43f2-a6bd-ff5a5d24e3c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:01:36.235787 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.provisioning_blocks [None req-40b4bf3c-fc82-4b74-bf18-4bf51f3b9458 None None] Provisioning complete for port fab2c3bd-7dc8-4aeb-8336-d09b26bc5ef0 triggered by entity DHCP. {{(pid=80982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 06 02:01:36.236224 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-40b4bf3c-fc82-4b74-bf18-4bf51f3b9458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1309268'] for port, provisioning_complete {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:01:36.256017 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-73c2357a-0c5b-43b0-a627-45305855868e req-3392f6bd-7abb-49af-a1ab-97f32337cf9e tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/security-groups?id=05a99220-0499-4923-a419-6a3dc323fae7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0753686
Jul 06 02:01:36.424913 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.plugin [None req-40b4bf3c-fc82-4b74-bf18-4bf51f3b9458 None None] Port fab2c3bd-7dc8-4aeb-8336-d09b26bc5ef0 cannot update to ACTIVE because it is not bound. {{(pid=80982) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:301}}
Jul 06 02:01:36.452300 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1050496'] for port, before_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:01:36.504672 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] For port e716bda0-8024-4e01-9248-2d1ec9df4d74, host dv-cinder-799546-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799546-3-iscsi',level=0,port_id=e716bda0-8024-4e01-9248-2d1ec9df4d74,segment=NetworkSegment(e64f8835-8265-4308-a68c-94b30f2a67d9),segment_id=e64f8835-8265-4308-a68c-94b30f2a67d9)] {{(pid=80982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 02:01:36.520349 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_dvr_db [None req-6d979f94-63a1-40b8-98d4-0d0f8b17ca66 None None] Set router 36ceb98e-21ed-4dde-a0e6-69972ac460fb gateway port host: dv-cinder-799546-3-iscsi {{(pid=80982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:850}}
Jul 06 02:01:36.529025 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bfe996-4803-475c-8d05-ac81f8ff2ef1 req-bcd20898-b5fe-4d08-b6b7-8e4743526c8e tempest-VolumesActionsTest-1223800970 tempest-VolumesActionsTest-1223800970-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:01:36.530949 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-57bfe996-4803-475c-8d05-ac81f8ff2ef1 req-bcd20898-b5fe-4d08-b6b7-8e4743526c8e tempest-VolumesActionsTest-1223800970 tempest-VolumesActionsTest-1223800970-project] 10.222.0.11 "GET /v2.0/ports?device_id=e2fde8b1-653d-41eb-86bf-a680da3d7790 HTTP/1.1" status: 200  len: 945 time: 0.5166979
Jul 06 02:01:36.614710 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740753762112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740753409037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296101366746'] for port, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:01:36.627829 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:01:36.707007 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d27b70aa-4dd7-43f2-a6bd-ff5a5d24e3c5 admin admin] Network ae9c5e73-7e08-4e16-8d96-ed116811a552 is already hosted by enough agents. {{(pid=80981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:240}}
Jul 06 02:01:36.711884 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-57bfe996-4803-475c-8d05-ac81f8ff2ef1 req-da917f92-3869-4c61-8972-5523b857cf9e tempest-VolumesActionsTest-1223800970 tempest-VolumesActionsTest-1223800970-project] 10.222.0.11 "GET /v2.0/security-groups?id=c4d9e794-0f6f-45bd-ab5e-fb0058e4026c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1526051
Jul 06 02:01:36.715944 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Pushing event updated for resources: {'Port': ['ID=e716bda0-8024-4e01-9248-2d1ec9df4d74,revision_number=4']} {{(pid=80982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:01:36.722035 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:01:36.731063 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.scheduler.base_scheduler [None req-d27b70aa-4dd7-43f2-a6bd-ff5a5d24e3c5 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jul 06 02:01:36.761149 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ac6242-d0c8-47f2-a2ec-a19e3e31aa60 req-ddce0709-3ef6-4483-aed1-d3632ac60b82 tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:01:36.777599 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-91ac6242-d0c8-47f2-a2ec-a19e3e31aa60 req-ddce0709-3ef6-4483-aed1-d3632ac60b82 tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] 10.222.0.11 "GET /v2.0/ports?device_id=e0031e4c-fd20-42f5-aa66-c102510ce1fe HTTP/1.1" status: 200  len: 945 time: 0.1768107
Jul 06 02:01:36.828907 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-91ac6242-d0c8-47f2-a2ec-a19e3e31aa60 req-76043acf-92a2-4f15-b2a6-3db05f90d48b tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] 10.222.0.11 "GET /v2.0/security-groups?id=8f6df123-aea9-4211-ae13-3df2bf025ab5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0498660
Jul 06 02:01:36.889258 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.rpc [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Device 87178e7f-1540-4b94-999c-06232edf5488 up at agent ovs-agent-dv-cinder-799546-3-iscsi {{(pid=80982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:273}}
Jul 06 02:01:37.089759 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-a06df168-78b4-4193-86a6-a92b90a257fe admin admin] Notify callbacks [] for port, precommit_update {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:01:37.152217 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-a06df168-78b4-4193-86a6-a92b90a257fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740753762112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740753409037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296101366746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14885351'] for port, after_update {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:01:37.189201 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-d27b70aa-4dd7-43f2-a6bd-ff5a5d24e3c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:01:37.214822 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.provisioning_blocks [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Provisioning complete for port 87178e7f-1540-4b94-999c-06232edf5488 triggered by entity L2. {{(pid=80982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 06 02:01:37.215243 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1309268'] for port, provisioning_complete {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:01:37.246747 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.provisioning_blocks [None req-b0ff5287-dec8-4fb7-bbc3-7be8a291a731 None None] Provisioning complete for port 93c93761-3134-4a48-99f6-60634294d13e triggered by entity DHCP. {{(pid=80982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 06 02:01:37.247169 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-b0ff5287-dec8-4fb7-bbc3-7be8a291a731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1309268'] for port, provisioning_complete {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:01:37.377537 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.plugin [None req-b0ff5287-dec8-4fb7-bbc3-7be8a291a731 None None] Port 93c93761-3134-4a48-99f6-60634294d13e cannot update to ACTIVE because it is not bound. {{(pid=80982) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:301}}
Jul 06 02:01:37.449087 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_hamode_db [None req-6d979f94-63a1-40b8-98d4-0d0f8b17ca66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f31d7153358>, [{'id': '36ceb98e-21ed-4dde-a0e6-69972ac460fb', 'name': 'tempest-TestMinimumBasicScenario-1359407470-router', 'tenant_id': '16adeb6d33ca4543afe9ef6204c47982', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8', 'external_fixed_ips': [{'subnet_id': '24d74941-6bd6-4d03-882f-a623d522833f', 'ip_address': '172.27.1.75'}], 'enable_snat': True}, 'gw_port_id': '18fb05b8-f89e-427c-be2d-da7a439b0b71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T02:01:20Z', 'updated_at': '2021-07-06T02:01:35Z', 'revision_number': 4, 'project_id': '16adeb6d33ca4543afe9ef6204c47982', 'gw_port': {'id': '18fb05b8-f89e-427c-be2d-da7a439b0b71', 'name': '', 'network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:80:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36ceb98e-21ed-4dde-a0e6-69972ac460fb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '24d74941-6bd6-4d03-882f-a623d522833f', 'ip_address': '172.27.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T02:01:22Z', 'updated_at': '2021-07-06T02:01:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24d74941-6bd6-4d03-882f-a623d522833f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799546-3-iscsi', '_interfaces': [{'id': 'fab2c3bd-7dc8-4aeb-8336-d09b26bc5ef0', 'name': '', 'network_id': '0a07be85-8668-473b-b257-803277088641', 'tenant_id': '16adeb6d33ca4543afe9ef6204c47982', 'mac_address': 'fa:16:3e:4e:0d:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36ceb98e-21ed-4dde-a0e6-69972ac460fb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8419c860-4d8c-4306-b6d8-2cf70e292185', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T02:01:33Z', 'updated_at': '2021-07-06T02:01:34Z', 'revision_number': 1, 'project_id': '16adeb6d33ca4543afe9ef6204c47982', 'subnets': [{'id': '8419c860-4d8c-4306-b6d8-2cf70e292185', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799546-3-iscsi', False) {} {{(pid=80982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 02:01:37.456971 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d979f94-63a1-40b8-98d4-0d0f8b17ca66 None None] The sync data for ids ['36ceb98e-21ed-4dde-a0e6-69972ac460fb'] in dv-cinder-799546-3-iscsi is: [{'id': '36ceb98e-21ed-4dde-a0e6-69972ac460fb', 'name': 'tempest-TestMinimumBasicScenario-1359407470-router', 'tenant_id': '16adeb6d33ca4543afe9ef6204c47982', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8', 'external_fixed_ips': [{'subnet_id': '24d74941-6bd6-4d03-882f-a623d522833f', 'ip_address': '172.27.1.75'}], 'enable_snat': True}, 'gw_port_id': '18fb05b8-f89e-427c-be2d-da7a439b0b71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T02:01:20Z', 'updated_at': '2021-07-06T02:01:35Z', 'revision_number': 4, 'project_id': '16adeb6d33ca4543afe9ef6204c47982', 'gw_port': {'id': '18fb05b8-f89e-427c-be2d-da7a439b0b71', 'name': '', 'network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:80:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36ceb98e-21ed-4dde-a0e6-69972ac460fb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '24d74941-6bd6-4d03-882f-a623d522833f', 'ip_address': '172.27.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T02:01:22Z', 'updated_at': '2021-07-06T02:01:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24d74941-6bd6-4d03-882f-a623d522833f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799546-3-iscsi', '_interfaces': [{'id': 'fab2c3bd-7dc8-4aeb-8336-d09b26bc5ef0', 'name': '', 'network_id': '0a07be85-8668-473b-b257-803277088641', 'tenant_id': '16adeb6d33ca4543afe9ef6204c47982', 'mac_address': 'fa:16:3e:4e:0d:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36ceb98e-21ed-4dde-a0e6-69972ac460fb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8419c860-4d8c-4306-b6d8-2cf70e292185', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T02:01:33Z', 'updated_at': '2021-07-06T02:01:34Z', 'revision_number': 1, 'project_id': '16adeb6d33ca4543afe9ef6204c47982', 'subnets': [{'id': '8419c860-4d8c-4306-b6d8-2cf70e292185', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=80982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Jul 06 02:01:37.536355 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-a06df168-78b4-4193-86a6-a92b90a257fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1080785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-328041'] for router_interface, after_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:01:37.546563 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06df168-78b4-4193-86a6-a92b90a257fe admin admin] Pushing event updated for resources: {'Port': ['ID=fab2c3bd-7dc8-4aeb-8336-d09b26bc5ef0,revision_number=2']} {{(pid=80981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:01:37.556162 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-a06df168-78b4-4193-86a6-a92b90a257fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:01:37.786735 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd412b2-58c1-427a-be12-4048e43385bc req-f3f4296e-c022-47f8-9abc-7fd6e2a61b68 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:01:37.788362 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-1dd412b2-58c1-427a-be12-4048e43385bc req-f3f4296e-c022-47f8-9abc-7fd6e2a61b68 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/ports?device_id=4ae448d6-3b95-42dd-a82e-2c79b64118c8 HTTP/1.1" status: 200  len: 945 time: 0.3017454
Jul 06 02:01:37.819929 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a06df168-78b4-4193-86a6-a92b90a257fe admin admin] Network 0a07be85-8668-473b-b257-803277088641 is already hosted by enough agents. {{(pid=80981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:240}}
Jul 06 02:01:37.827385 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.scheduler.base_scheduler [None req-a06df168-78b4-4193-86a6-a92b90a257fe admin admin] Resources bound (agent type, host, resource id):  {{(pid=80981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jul 06 02:01:38.046959 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f11b6a5-cdf8-47ce-92f6-f2223e6664e7 req-dca115b2-1400-4d0e-a9e9-4facf8c85136 tempest-VolumesActionsTest-1223800970 tempest-VolumesActionsTest-1223800970-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:01:38.049240 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-8f11b6a5-cdf8-47ce-92f6-f2223e6664e7 req-dca115b2-1400-4d0e-a9e9-4facf8c85136 tempest-VolumesActionsTest-1223800970 tempest-VolumesActionsTest-1223800970-project] 10.222.0.11 "GET /v2.0/ports?device_id=e2fde8b1-653d-41eb-86bf-a680da3d7790 HTTP/1.1" status: 200  len: 945 time: 0.1229982
Jul 06 02:01:38.060360 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-1dd412b2-58c1-427a-be12-4048e43385bc req-c8626940-4eee-434b-9acb-984c087c96c5 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/security-groups?id=05a99220-0499-4923-a419-6a3dc323fae7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2620764
Jul 06 02:01:38.097046 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d27b70aa-4dd7-43f2-a6bd-ff5a5d24e3c5 admin admin] Router 452e1536-d4ea-42bb-9cb8-ed4a6d82935d has already been hosted by L3 agent 61912d2b-cbf3-48c5-b8b2-dcc1c49052a5 {{(pid=80981) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Jul 06 02:01:38.125955 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-8f11b6a5-cdf8-47ce-92f6-f2223e6664e7 req-db9bf96c-041b-4bb9-b62e-807b07bdabd1 tempest-VolumesActionsTest-1223800970 tempest-VolumesActionsTest-1223800970-project] 10.222.0.11 "GET /v2.0/security-groups?id=c4d9e794-0f6f-45bd-ab5e-fb0058e4026c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0682349
Jul 06 02:01:38.317442 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.provisioning_blocks [None req-94e24738-d6d1-430f-8f53-a7f803b08984 None None] Provisioning complete for port fab2c3bd-7dc8-4aeb-8336-d09b26bc5ef0 triggered by entity DHCP. {{(pid=80982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 06 02:01:38.317910 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-94e24738-d6d1-430f-8f53-a7f803b08984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1309268'] for port, provisioning_complete {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:01:38.385927 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.plugin [None req-94e24738-d6d1-430f-8f53-a7f803b08984 None None] Port fab2c3bd-7dc8-4aeb-8336-d09b26bc5ef0 cannot update to ACTIVE because it is not bound. {{(pid=80982) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:301}}
Jul 06 02:01:38.573033 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d668ee2b-ab28-4d93-97f8-44e07504444e req-1293afb0-1332-460e-a5b7-7e028e7f1abf tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:01:38.574662 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-d668ee2b-ab28-4d93-97f8-44e07504444e req-1293afb0-1332-460e-a5b7-7e028e7f1abf tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] 10.222.0.11 "GET /v2.0/ports?device_id=e0031e4c-fd20-42f5-aa66-c102510ce1fe HTTP/1.1" status: 200  len: 945 time: 0.2698786
Jul 06 02:01:38.703318 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-d668ee2b-ab28-4d93-97f8-44e07504444e req-f4e0df31-9b0a-402d-8b31-9b0c39897a52 tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] 10.222.0.11 "GET /v2.0/security-groups?id=8f6df123-aea9-4211-ae13-3df2bf025ab5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0950406
Jul 06 02:01:38.727199 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a06df168-78b4-4193-86a6-a92b90a257fe admin admin] Router 36ceb98e-21ed-4dde-a0e6-69972ac460fb has already been hosted by L3 agent 61912d2b-cbf3-48c5-b8b2-dcc1c49052a5 {{(pid=80981) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Jul 06 02:01:38.732523 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d27b70aa-4dd7-43f2-a6bd-ff5a5d24e3c5 admin admin] Notify agent at l3_agent.dv-cinder-799546-3-iscsi the message routers_updated {{(pid=80981) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jul 06 02:01:38.744638 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20575035-b6bb-4d1d-8839-0372e67493b0 None None] Sync routers for ids ['452e1536-d4ea-42bb-9cb8-ed4a6d82935d'] in dv-cinder-799546-3-iscsi {{(pid=80983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Jul 06 02:01:38.776600 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.rpc [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Device 18fb05b8-f89e-427c-be2d-da7a439b0b71 up at agent ovs-agent-dv-cinder-799546-3-iscsi {{(pid=80982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:273}}
Jul 06 02:01:38.781642 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-d27b70aa-4dd7-43f2-a6bd-ff5a5d24e3c5 admin admin] 10.222.0.11 "PUT /v2.0/routers/452e1536-d4ea-42bb-9cb8-ed4a6d82935d/add_router_interface HTTP/1.1" status: 200  len: 503 time: 12.9277365
Jul 06 02:01:38.793312 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20575035-b6bb-4d1d-8839-0372e67493b0 None None] Routers {'452e1536-d4ea-42bb-9cb8-ed4a6d82935d'} bound to L3 agent in host dv-cinder-799546-3-iscsi {{(pid=80983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 06 02:01:38.794895 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_hamode_db [None req-20575035-b6bb-4d1d-8839-0372e67493b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f31d753e438>, 'dv-cinder-799546-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T01:50:03Z,description=<?>,heartbeat_timestamp=2021-07-06T02:01:33Z,host='dv-cinder-799546-3-iscsi',id=61912d2b-cbf3-48c5-b8b2-dcc1c49052a5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-06T01:50:03Z,topic='l3_agent')) {'router_ids': ['452e1536-d4ea-42bb-9cb8-ed4a6d82935d'], 'active': True} {{(pid=80983) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 02:01:38.929274 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.provisioning_blocks [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Provisioning for port 18fb05b8-f89e-427c-be2d-da7a439b0b71 completed by entity L2. {{(pid=80982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 06 02:01:38.941884 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.provisioning_blocks [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Provisioning complete for port 18fb05b8-f89e-427c-be2d-da7a439b0b71 triggered by entity L2. {{(pid=80982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 06 02:01:38.942313 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1309268'] for port, provisioning_complete {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:01:39.111505 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1050496'] for port, before_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:01:39.140365 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] For port 18fb05b8-f89e-427c-be2d-da7a439b0b71, host dv-cinder-799546-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799546-3-iscsi',level=0,port_id=18fb05b8-f89e-427c-be2d-da7a439b0b71,segment=NetworkSegment(e64f8835-8265-4308-a68c-94b30f2a67d9),segment_id=e64f8835-8265-4308-a68c-94b30f2a67d9)] {{(pid=80982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 02:01:39.192069 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740753762112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740753409037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296101366746'] for port, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:01:39.193030 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.rpc [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Device e716bda0-8024-4e01-9248-2d1ec9df4d74 up at agent ovs-agent-dv-cinder-799546-3-iscsi {{(pid=80982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:273}}
Jul 06 02:01:39.196122 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_dvr_db [None req-20575035-b6bb-4d1d-8839-0372e67493b0 None None] Set router 452e1536-d4ea-42bb-9cb8-ed4a6d82935d gateway port host: dv-cinder-799546-3-iscsi {{(pid=80983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:850}}
Jul 06 02:01:39.226429 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a06df168-78b4-4193-86a6-a92b90a257fe admin admin] Notify agent at l3_agent.dv-cinder-799546-3-iscsi the message routers_updated {{(pid=80981) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jul 06 02:01:39.241505 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-a06df168-78b4-4193-86a6-a92b90a257fe admin admin] 10.222.0.11 "PUT /v2.0/routers/36ceb98e-21ed-4dde-a0e6-69972ac460fb/add_router_interface HTTP/1.1" status: 200  len: 503 time: 10.0580308
Jul 06 02:01:39.272438 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-757108dc-d0e8-4818-9d15-e64860c58ceb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:01:39.436232 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb6e7aa-ddf1-4c4c-b38f-6b8da63393a7 req-99a4a69d-b579-474c-ac64-548d88549a84 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:01:39.445571 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-3eb6e7aa-ddf1-4c4c-b38f-6b8da63393a7 req-99a4a69d-b579-474c-ac64-548d88549a84 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/ports?device_id=4ae448d6-3b95-42dd-a82e-2c79b64118c8 HTTP/1.1" status: 200  len: 945 time: 0.2154956
Jul 06 02:01:39.535825 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-3eb6e7aa-ddf1-4c4c-b38f-6b8da63393a7 req-2b128071-abbe-478a-b2d1-1435faa364b6 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/security-groups?id=05a99220-0499-4923-a419-6a3dc323fae7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0819533
Jul 06 02:01:39.823315 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Pushing event updated for resources: {'Port': ['ID=18fb05b8-f89e-427c-be2d-da7a439b0b71,revision_number=4']} {{(pid=80982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:01:39.829646 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.560s {{(pid=80982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:01:39.913191 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.provisioning_blocks [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Provisioning complete for port e716bda0-8024-4e01-9248-2d1ec9df4d74 triggered by entity L2. {{(pid=80982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 06 02:01:39.913632 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1309268'] for port, provisioning_complete {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:01:40.052283 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1c8bc8-33f4-4501-ada4-51db988a2e1c req-6ffc129b-18ad-428d-822f-737fd573c01b tempest-VolumesActionsTest-1223800970 tempest-VolumesActionsTest-1223800970-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:01:40.060581 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-8a1c8bc8-33f4-4501-ada4-51db988a2e1c req-6ffc129b-18ad-428d-822f-737fd573c01b tempest-VolumesActionsTest-1223800970 tempest-VolumesActionsTest-1223800970-project] 10.222.0.11 "GET /v2.0/ports?device_id=e2fde8b1-653d-41eb-86bf-a680da3d7790 HTTP/1.1" status: 200  len: 945 time: 0.2537475
Jul 06 02:01:40.150433 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-8a1c8bc8-33f4-4501-ada4-51db988a2e1c req-73e1553b-96f4-4def-8815-a4dbbe5c80ab tempest-VolumesActionsTest-1223800970 tempest-VolumesActionsTest-1223800970-project] 10.222.0.11 "GET /v2.0/security-groups?id=c4d9e794-0f6f-45bd-ab5e-fb0058e4026c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0838161
Jul 06 02:01:40.151488 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-46ec447f-28b4-4cc2-8ba1-facaffa54e0b req-447c6933-4d9d-41f2-9da5-299cf69b156e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6eda011ce6da4a3aa6a9ea578c51725a&device_id=4ae448d6-3b95-42dd-a82e-2c79b64118c8 HTTP/1.1" status: 200  len: 1098 time: 0.2128422
Jul 06 02:01:40.199886 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_hamode_db [None req-20575035-b6bb-4d1d-8839-0372e67493b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f31d753e438>, [{'id': '452e1536-d4ea-42bb-9cb8-ed4a6d82935d', 'name': 'tempest-TestShelveInstance-1133626488-router', 'tenant_id': '42454afb9a944b6f9bf0097f42e0cb6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8', 'external_fixed_ips': [{'subnet_id': '24d74941-6bd6-4d03-882f-a623d522833f', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': 'e716bda0-8024-4e01-9248-2d1ec9df4d74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T02:01:16Z', 'updated_at': '2021-07-06T02:01:34Z', 'revision_number': 4, 'project_id': '42454afb9a944b6f9bf0097f42e0cb6e', 'gw_port': {'id': 'e716bda0-8024-4e01-9248-2d1ec9df4d74', 'name': '', 'network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:9f:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '452e1536-d4ea-42bb-9cb8-ed4a6d82935d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '24d74941-6bd6-4d03-882f-a623d522833f', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T02:01:20Z', 'updated_at': '2021-07-06T02:01:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24d74941-6bd6-4d03-882f-a623d522833f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799546-3-iscsi', '_interfaces': [{'id': '93c93761-3134-4a48-99f6-60634294d13e', 'name': '', 'network_id': 'ae9c5e73-7e08-4e16-8d96-ed116811a552', 'tenant_id': '42454afb9a944b6f9bf0097f42e0cb6e', 'mac_address': 'fa:16:3e:5f:3b:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '452e1536-d4ea-42bb-9cb8-ed4a6d82935d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e22d8799-b1c5-45cf-95c8-ef4f70b93645', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T02:01:31Z', 'updated_at': '2021-07-06T02:01:35Z', 'revision_number': 2, 'project_id': '42454afb9a944b6f9bf0097f42e0cb6e', 'subnets': [{'id': 'e22d8799-b1c5-45cf-95c8-ef4f70b93645', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799546-3-iscsi', False) {} {{(pid=80983) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 02:01:40.204520 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20575035-b6bb-4d1d-8839-0372e67493b0 None None] Checking router: 452e1536-d4ea-42bb-9cb8-ed4a6d82935d for host: dv-cinder-799546-3-iscsi {{(pid=80983) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Jul 06 02:01:40.204923 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20575035-b6bb-4d1d-8839-0372e67493b0 None None] Updating router 452e1536-d4ea-42bb-9cb8-ed4a6d82935d port 93c93761-3134-4a48-99f6-60634294d13e binding host dv-cinder-799546-3-iscsi {{(pid=80983) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Jul 06 02:01:40.266879 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-20575035-b6bb-4d1d-8839-0372e67493b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1050496'] for port, before_update {{(pid=80983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:01:40.389520 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ec447f-28b4-4cc2-8ba1-facaffa54e0b req-0509943b-4900-457e-8d0f-4bf463dcca5d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:01:40.391228 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-46ec447f-28b4-4cc2-8ba1-facaffa54e0b req-0509943b-4900-457e-8d0f-4bf463dcca5d service neutron] 10.222.0.37 "GET /v2.0/networks?id=dc49653d-588e-4ee2-9689-ebb2724e1086 HTTP/1.1" status: 200  len: 917 time: 0.2212303
Jul 06 02:01:40.570499 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-46ec447f-28b4-4cc2-8ba1-facaffa54e0b req-ae4536f9-c764-426e-8c55-f97d0c9e544b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d54c68f1-79e6-4fb2-9f8a-3dfca2b99105 HTTP/1.1" status: 200  len: 1001 time: 0.1685741
Jul 06 02:01:40.571145 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80980) accepted ('10.222.0.11', 41834) {{(pid=80980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 02:01:40.580560 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.v2.base [None req-3273163e-444a-43ae-960f-b7cfc34b3d65 tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-286581345', 'description': 'tempest-secgroup-smoke-286581345 description', 'project_id': 'ce54b2b29f0c4db48f132919c87de2f3'}} {{(pid=80980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 06 02:01:40.607371 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-3273163e-444a-43ae-960f-b7cfc34b3d65 tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 02:01:40.619777 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-3273163e-444a-43ae-960f-b7cfc34b3d65 tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] Usage tracker for resource:security_group and tenant:ce54b2b29f0c4db48f132919c87de2f3 is out of sync, need to count used quota {{(pid=80980) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 02:01:40.633297 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-3273163e-444a-43ae-960f-b7cfc34b3d65 tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80980) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 02:01:40.655375 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-3273163e-444a-43ae-960f-b7cfc34b3d65 tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 02:01:40.781864 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.rpc [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Device 18fb05b8-f89e-427c-be2d-da7a439b0b71 up at agent ovs-agent-dv-cinder-799546-3-iscsi {{(pid=80982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:273}}
Jul 06 02:01:40.803827 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ec447f-28b4-4cc2-8ba1-facaffa54e0b req-9241f848-a183-4db5-a2e6-28ff90800023 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:01:40.805689 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-46ec447f-28b4-4cc2-8ba1-facaffa54e0b req-9241f848-a183-4db5-a2e6-28ff90800023 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=989a31a1-084c-4193-9367-4e104f09769b HTTP/1.1" status: 200  len: 855 time: 0.1122668
Jul 06 02:01:40.810691 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-3273163e-444a-43ae-960f-b7cfc34b3d65 tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] Notify callbacks [] for security_group, before_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:01:40.947887 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.rpc [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Device 57c294b9-a381-47ef-93e7-b2a6bf4dd8cb up at agent hyperv_hv-cinder-79954 {{(pid=80982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:273}}
Jul 06 02:01:40.974440 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5dd266-a248-4230-8756-ace6b1e81a74 req-f15cc41c-5610-4c2d-9e18-a1df95426461 tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:01:40.976370 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-9b5dd266-a248-4230-8756-ace6b1e81a74 req-f15cc41c-5610-4c2d-9e18-a1df95426461 tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] 10.222.0.11 "GET /v2.0/ports?device_id=e0031e4c-fd20-42f5-aa66-c102510ce1fe HTTP/1.1" status: 200  len: 945 time: 0.5659244
Jul 06 02:01:41.018724 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-3273163e-444a-43ae-960f-b7cfc34b3d65 tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 02:01:41.037577 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-3273163e-444a-43ae-960f-b7cfc34b3d65 tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] Usage tracker for resource:security_group_rule and tenant:ce54b2b29f0c4db48f132919c87de2f3 is out of sync, need to count used quota {{(pid=80980) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 02:01:41.038214 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.provisioning_blocks [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Provisioning complete for port 18fb05b8-f89e-427c-be2d-da7a439b0b71 triggered by entity L2. {{(pid=80982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 06 02:01:41.038854 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1309268'] for port, provisioning_complete {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:01:41.047702 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2bdf2c-708c-4e0a-a745-16229bfa9694 req-5125e685-f564-425f-be79-062a4d581ad2 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:01:41.049448 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-ad2bdf2c-708c-4e0a-a745-16229bfa9694 req-5125e685-f564-425f-be79-062a4d581ad2 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/ports?device_id=4ae448d6-3b95-42dd-a82e-2c79b64118c8 HTTP/1.1" status: 200  len: 945 time: 0.2422421
Jul 06 02:01:41.052067 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-3273163e-444a-43ae-960f-b7cfc34b3d65 tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80980) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 02:01:41.062530 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-3273163e-444a-43ae-960f-b7cfc34b3d65 tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 02:01:41.092749 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-9b5dd266-a248-4230-8756-ace6b1e81a74 req-c1b51726-02d0-4903-bbf9-0a8b9148eae4 tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] 10.222.0.11 "GET /v2.0/security-groups?id=8f6df123-aea9-4211-ae13-3df2bf025ab5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1067510
Jul 06 02:01:41.113896 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-46ec447f-28b4-4cc2-8ba1-facaffa54e0b req-bca647d7-a145-478b-9221-323693acc537 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=dc49653d-588e-4ee2-9689-ebb2724e1086&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2279770
Jul 06 02:01:41.170185 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-20575035-b6bb-4d1d-8839-0372e67493b0 None None] Notify callbacks [] for port, precommit_update {{(pid=80983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:01:41.218934 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.provisioning_blocks [None req-20575035-b6bb-4d1d-8839-0372e67493b0 None None] Transition to ACTIVE for port object 93c93761-3134-4a48-99f6-60634294d13e will not be triggered until provisioned by entity L2. {{(pid=80983) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 06 02:01:41.259946 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.provisioning_blocks [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Provisioning for port 57c294b9-a381-47ef-93e7-b2a6bf4dd8cb completed by entity L2. {{(pid=80982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 06 02:01:41.269582 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.provisioning_blocks [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Provisioning complete for port 57c294b9-a381-47ef-93e7-b2a6bf4dd8cb triggered by entity L2. {{(pid=80982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 06 02:01:41.270436 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1309268'] for port, provisioning_complete {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:01:41.280098 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-20575035-b6bb-4d1d-8839-0372e67493b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740753762112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740753409037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296101366746'] for port, after_update {{(pid=80983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:01:41.295011 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-ad2bdf2c-708c-4e0a-a745-16229bfa9694 req-88a620d9-7c0b-45c8-86b7-e8b50b406d79 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/security-groups?id=05a99220-0499-4923-a419-6a3dc323fae7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2339196
Jul 06 02:01:41.364846 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-46ec447f-28b4-4cc2-8ba1-facaffa54e0b req-63291022-4865-4675-83f4-71678c815542 service neutron] 10.222.0.37 "GET /v2.0/networks/dc49653d-588e-4ee2-9689-ebb2724e1086?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2359421
Jul 06 02:01:41.384354 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-53a31e52-af1b-4a42-8246-e648251e25e7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=80983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:01:41.581815 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4acb2a2-223c-41ce-85c4-f6cf3255fa4a req-dea25f66-519c-45a9-9a09-a821c20dc595 tempest-VolumesActionsTest-1223800970 tempest-VolumesActionsTest-1223800970-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:01:41.593272 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-e4acb2a2-223c-41ce-85c4-f6cf3255fa4a req-dea25f66-519c-45a9-9a09-a821c20dc595 tempest-VolumesActionsTest-1223800970 tempest-VolumesActionsTest-1223800970-project] 10.222.0.11 "GET /v2.0/ports?device_id=e2fde8b1-653d-41eb-86bf-a680da3d7790 HTTP/1.1" status: 200  len: 945 time: 0.2323310
Jul 06 02:01:41.664763 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1050496'] for port, before_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:01:41.731242 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-e4acb2a2-223c-41ce-85c4-f6cf3255fa4a req-2f85a60e-251d-4b35-8aa9-a82c4e920d2c tempest-VolumesActionsTest-1223800970 tempest-VolumesActionsTest-1223800970-project] 10.222.0.11 "GET /v2.0/security-groups?id=c4d9e794-0f6f-45bd-ab5e-fb0058e4026c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1364486
Jul 06 02:01:41.758718 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2fde8b1-653d-41eb-86bf-a680da3d7790', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57c294b9-a381-47ef-93e7-b2a6bf4dd8cb'}] {{(pid=80982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 06 02:01:41.763467 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-46ec447f-28b4-4cc2-8ba1-facaffa54e0b req-c5695e9e-d8fa-4c33-83bf-86d95d911300 service neutron] 10.222.0.37 "GET /v2.0/networks/dc49653d-588e-4ee2-9689-ebb2724e1086?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3888202
Jul 06 02:01:41.779170 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-3273163e-444a-43ae-960f-b7cfc34b3d65 tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] Notify callbacks [] for security_group, precommit_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:01:41.793618 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] For port 57c294b9-a381-47ef-93e7-b2a6bf4dd8cb, host hv-cinder-79954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79954',level=0,port_id=57c294b9-a381-47ef-93e7-b2a6bf4dd8cb,segment=NetworkSegment(cf5ffabf-c988-4a88-80c2-6ba359ee8846),segment_id=cf5ffabf-c988-4a88-80c2-6ba359ee8846)] {{(pid=80982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 02:01:41.819439 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-3273163e-444a-43ae-960f-b7cfc34b3d65 tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428228'] for security_group, after_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:01:41.831239 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-0daa5bf1-d1b7-45bc-9403-6a508507a0f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:01:41.847579 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740753762112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740753409037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296101366746'] for port, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:01:41.848660 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.rpc [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Device d54c68f1-79e6-4fb2-9f8a-3dfca2b99105 no longer exists at agent hyperv_hv-cinder-79954 {{(pid=80982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:242}}
Jul 06 02:01:41.925168 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:01:41.942733 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1782f7-0a9a-4dc6-baa9-4f05dc75301b None None] Pushing event updated for resources: {'Port': ['ID=93c93761-3134-4a48-99f6-60634294d13e,revision_number=3']} {{(pid=80983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:01:41.953486 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-dd1782f7-0a9a-4dc6-baa9-4f05dc75301b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.569s {{(pid=80983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:01:41.970447 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3273163e-444a-43ae-960f-b7cfc34b3d65 tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f03d441-1e82-42a5-bcde-a0beac2e68f3,revision_number=1']} {{(pid=80980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:01:41.984723 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3273163e-444a-43ae-960f-b7cfc34b3d65 tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:01:41.988893 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3273163e-444a-43ae-960f-b7cfc34b3d65 tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:01:41.988893 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3273163e-444a-43ae-960f-b7cfc34b3d65 tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] Version for resource type Network changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:01:41.988893 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3273163e-444a-43ae-960f-b7cfc34b3d65 tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:01:41.988893 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3273163e-444a-43ae-960f-b7cfc34b3d65 tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] Version for resource type PortForwarding changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:01:41.988893 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3273163e-444a-43ae-960f-b7cfc34b3d65 tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:01:41.988893 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3273163e-444a-43ae-960f-b7cfc34b3d65 tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] Version for resource type SecurityGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:01:41.988893 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3273163e-444a-43ae-960f-b7cfc34b3d65 tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:01:41.988893 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3273163e-444a-43ae-960f-b7cfc34b3d65 tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:01:41.988893 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3273163e-444a-43ae-960f-b7cfc34b3d65 tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] Version for resource type Subnet changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:01:41.990191 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3273163e-444a-43ae-960f-b7cfc34b3d65 tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:01:41.994660 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-3273163e-444a-43ae-960f-b7cfc34b3d65 tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:01:42.056306 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2fde8b1-653d-41eb-86bf-a680da3d7790', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57c294b9-a381-47ef-93e7-b2a6bf4dd8cb', 'code': 200}
Jul 06 02:01:42.061158 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-3273163e-444a-43ae-960f-b7cfc34b3d65 tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] Notify callbacks [] for security_group, before_response {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:01:42.065971 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80981) accepted ('10.222.0.11', 41870) {{(pid=80981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 02:01:42.069199 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-3273163e-444a-43ae-960f-b7cfc34b3d65 tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1608 time: 1.4935720
Jul 06 02:01:42.073621 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.v2.base [None req-9efb2b7f-84d3-4cc9-ba2a-cebcb74544c9 tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] Request body: {'security_group_rule': {'security_group_id': '5f03d441-1e82-42a5-bcde-a0beac2e68f3', 'project_id': 'ce54b2b29f0c4db48f132919c87de2f3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 06 02:01:42.094977 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-9efb2b7f-84d3-4cc9-ba2a-cebcb74544c9 tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 02:01:42.097310 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.managers [None req-20575035-b6bb-4d1d-8839-0372e67493b0 None None] Attempting to bind port 93c93761-3134-4a48-99f6-60634294d13e on host dv-cinder-799546-3-iscsi for vnic_type normal with profile  {{(pid=80983) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jul 06 02:01:42.097728 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.managers [None req-20575035-b6bb-4d1d-8839-0372e67493b0 None None] Attempting to bind port 93c93761-3134-4a48-99f6-60634294d13e by drivers openvswitch,hyperv on host dv-cinder-799546-3-iscsi at level 0 using segments [{'id': '30eccdfe-678e-4d27-9042-cce8b527e9aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'ae9c5e73-7e08-4e16-8d96-ed116811a552'}] {{(pid=80983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jul 06 02:01:42.098137 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20575035-b6bb-4d1d-8839-0372e67493b0 None None] Attempting to bind port 93c93761-3134-4a48-99f6-60634294d13e on network ae9c5e73-7e08-4e16-8d96-ed116811a552 {{(pid=80983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Jul 06 02:01:42.121045 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20575035-b6bb-4d1d-8839-0372e67493b0 None None] Checking agent: {'id': '3e633bc2-fb27-4d05-86ce-e7e954e44018', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799546-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 1, 50, 2), 'started_at': datetime.datetime(2021, 7, 6, 1, 50, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 2, 1, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['geneve', 'gre', 'internal', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799546-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.0', 'Port': '1.5', 'PortForwarding': '1.1', 'QosPolicy': '1.8', 'SecurityGroup': '1.1', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.0', 'Trunk': '1.1'}} {{(pid=80983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Jul 06 02:01:42.121667 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20575035-b6bb-4d1d-8839-0372e67493b0 None None] Checking segment: {'id': '30eccdfe-678e-4d27-9042-cce8b527e9aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'ae9c5e73-7e08-4e16-8d96-ed116811a552'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jul 06 02:01:42.122687 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-20575035-b6bb-4d1d-8839-0372e67493b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:01:42.123132 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20575035-b6bb-4d1d-8839-0372e67493b0 None None] Bound using segment: {'id': '30eccdfe-678e-4d27-9042-cce8b527e9aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'ae9c5e73-7e08-4e16-8d96-ed116811a552'} {{(pid=80983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Jul 06 02:01:42.123667 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.managers [None req-20575035-b6bb-4d1d-8839-0372e67493b0 None None] Bound port: 93c93761-3134-4a48-99f6-60634294d13e, host: dv-cinder-799546-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30eccdfe-678e-4d27-9042-cce8b527e9aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'ae9c5e73-7e08-4e16-8d96-ed116811a552'}}] {{(pid=80983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jul 06 02:01:42.124103 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-20575035-b6bb-4d1d-8839-0372e67493b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1050496'] for port, before_update {{(pid=80983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:01:42.126224 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-9efb2b7f-84d3-4cc9-ba2a-cebcb74544c9 tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] Usage tracker for resource:security_group_rule and tenant:ce54b2b29f0c4db48f132919c87de2f3 is out of sync, need to count used quota {{(pid=80981) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 02:01:42.138544 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-9efb2b7f-84d3-4cc9-ba2a-cebcb74544c9 tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80981) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 02:01:42.156236 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-9efb2b7f-84d3-4cc9-ba2a-cebcb74544c9 tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 02:01:42.229713 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-9efb2b7f-84d3-4cc9-ba2a-cebcb74544c9 tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:01:42.298547 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Pushing event updated for resources: {'Port': ['ID=57c294b9-a381-47ef-93e7-b2a6bf4dd8cb,revision_number=5']} {{(pid=80982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:01:42.303403 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=80982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:01:42.459811 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [None req-20575035-b6bb-4d1d-8839-0372e67493b0 None None] For port 93c93761-3134-4a48-99f6-60634294d13e, host dv-cinder-799546-3-iscsi, cleared binding levels {{(pid=80983) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:111}}
Jul 06 02:01:42.466907 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [None req-20575035-b6bb-4d1d-8839-0372e67493b0 None None] For port 93c93761-3134-4a48-99f6-60634294d13e, host dv-cinder-799546-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799546-3-iscsi',level=0,port_id=93c93761-3134-4a48-99f6-60634294d13e,segment=NetworkSegment(30eccdfe-678e-4d27-9042-cce8b527e9aa),segment_id=30eccdfe-678e-4d27-9042-cce8b527e9aa)] {{(pid=80983) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}}
Jul 06 02:01:42.508388 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1050496'] for port, before_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:01:42.518588 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-20575035-b6bb-4d1d-8839-0372e67493b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740753762112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740753409037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296101366746'] for port, after_update {{(pid=80983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:01:42.523489 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-9efb2b7f-84d3-4cc9-ba2a-cebcb74544c9 tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:01:42.527689 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-5ace4b52-6368-444e-b300-1c3728ce6861 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:01:42.584815 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] For port d54c68f1-79e6-4fb2-9f8a-3dfca2b99105, host hv-cinder-79954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79954',level=0,port_id=d54c68f1-79e6-4fb2-9f8a-3dfca2b99105,segment=NetworkSegment(f325f6e3-ee5f-469d-9162-dffc7dd88549),segment_id=f325f6e3-ee5f-469d-9162-dffc7dd88549)] {{(pid=80982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 02:01:42.592060 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5f11dd-27b7-467a-9a6d-273938ba9997 req-05d12f66-8369-4b84-9d21-5f4df1f69295 tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:01:42.607148 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-cd5f11dd-27b7-467a-9a6d-273938ba9997 req-05d12f66-8369-4b84-9d21-5f4df1f69295 tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] 10.222.0.11 "GET /v2.0/ports?device_id=e0031e4c-fd20-42f5-aa66-c102510ce1fe HTTP/1.1" status: 200  len: 945 time: 0.1744337
Jul 06 02:01:42.608185 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-9efb2b7f-84d3-4cc9-ba2a-cebcb74544c9 tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428264'] for security_group_rule, after_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:01:42.611984 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-bda1c093-6c21-4953-9775-48c04e57aa93 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:01:42.633274 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740753762112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740753409037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296101366746'] for port, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:01:42.642545 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:01:42.683470 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20575035-b6bb-4d1d-8839-0372e67493b0 None None] Routers {'452e1536-d4ea-42bb-9cb8-ed4a6d82935d'} bound to L3 agent in host dv-cinder-799546-3-iscsi {{(pid=80983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 06 02:01:42.684459 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_hamode_db [None req-20575035-b6bb-4d1d-8839-0372e67493b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f31d753e438>, 'dv-cinder-799546-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T01:50:03Z,description=<?>,heartbeat_timestamp=2021-07-06T02:01:33Z,host='dv-cinder-799546-3-iscsi',id=61912d2b-cbf3-48c5-b8b2-dcc1c49052a5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-06T01:50:03Z,topic='l3_agent')) {'router_ids': ['452e1536-d4ea-42bb-9cb8-ed4a6d82935d'], 'active': True} {{(pid=80983) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 02:01:42.751348 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efb2b7f-84d3-4cc9-ba2a-cebcb74544c9 tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d7c33cd-fae6-4ff9-aa88-186c4dc257e4,revision_number=0']} {{(pid=80981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:01:42.776311 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-9efb2b7f-84d3-4cc9-ba2a-cebcb74544c9 tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:01:42.779596 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1782f7-0a9a-4dc6-baa9-4f05dc75301b None None] Pushing event updated for resources: {'Port': ['ID=93c93761-3134-4a48-99f6-60634294d13e,revision_number=4']} {{(pid=80983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:01:42.795284 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-dd1782f7-0a9a-4dc6-baa9-4f05dc75301b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=80983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:01:42.804994 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-cd5f11dd-27b7-467a-9a6d-273938ba9997 req-46e1ef22-bd89-4ea9-87c3-180f40310e6d tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] 10.222.0.11 "GET /v2.0/security-groups?id=8f6df123-aea9-4211-ae13-3df2bf025ab5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1644816
Jul 06 02:01:42.805964 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-9efb2b7f-84d3-4cc9-ba2a-cebcb74544c9 tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:01:42.810872 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-9efb2b7f-84d3-4cc9-ba2a-cebcb74544c9 tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.7434692
Jul 06 02:01:42.811791 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80981) accepted ('10.222.0.11', 41886) {{(pid=80981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 02:01:42.819750 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.v2.base [None req-f62e7739-119c-4ec2-976f-a4db656cb77f tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] Request body: {'security_group_rule': {'security_group_id': '5f03d441-1e82-42a5-bcde-a0beac2e68f3', 'project_id': 'ce54b2b29f0c4db48f132919c87de2f3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=80981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 06 02:01:42.842469 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-f62e7739-119c-4ec2-976f-a4db656cb77f tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 02:01:42.857962 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-f62e7739-119c-4ec2-976f-a4db656cb77f tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] Usage tracker for resource:security_group_rule and tenant:ce54b2b29f0c4db48f132919c87de2f3 is out of sync, need to count used quota {{(pid=80981) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 02:01:42.866038 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-f62e7739-119c-4ec2-976f-a4db656cb77f tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80981) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 02:01:42.891097 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-f62e7739-119c-4ec2-976f-a4db656cb77f tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 02:01:42.919246 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Pushing event updated for resources: {'Port': ['ID=d54c68f1-79e6-4fb2-9f8a-3dfca2b99105,revision_number=8']} {{(pid=80982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:01:42.932535 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:01:42.934044 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:01:42.934657 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Version for resource type Network changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:01:42.935238 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:01:42.935817 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Version for resource type PortForwarding changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:01:42.936419 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:01:42.937011 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Version for resource type SecurityGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:01:42.937609 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:01:42.938187 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:01:42.939271 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Version for resource type Subnet changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:01:42.939861 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:01:42.946372 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=80982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:01:42.961687 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-444d743a-ba68-45eb-8953-bd6493dbaca9 None None] Sync routers for ids ['36ceb98e-21ed-4dde-a0e6-69972ac460fb'] in dv-cinder-799546-3-iscsi {{(pid=80982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Jul 06 02:01:42.987835 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-444d743a-ba68-45eb-8953-bd6493dbaca9 None None] Routers {'36ceb98e-21ed-4dde-a0e6-69972ac460fb'} bound to L3 agent in host dv-cinder-799546-3-iscsi {{(pid=80982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 06 02:01:42.988409 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_hamode_db [None req-444d743a-ba68-45eb-8953-bd6493dbaca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f31d7866c18>, 'dv-cinder-799546-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T01:50:03Z,description=<?>,heartbeat_timestamp=2021-07-06T02:01:33Z,host='dv-cinder-799546-3-iscsi',id=61912d2b-cbf3-48c5-b8b2-dcc1c49052a5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-06T01:50:03Z,topic='l3_agent')) {'router_ids': ['36ceb98e-21ed-4dde-a0e6-69972ac460fb'], 'active': True} {{(pid=80982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 02:01:42.994564 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-f62e7739-119c-4ec2-976f-a4db656cb77f tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:01:43.088554 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_dvr_db [None req-20575035-b6bb-4d1d-8839-0372e67493b0 None None] Set router 452e1536-d4ea-42bb-9cb8-ed4a6d82935d gateway port host: dv-cinder-799546-3-iscsi {{(pid=80983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:850}}
Jul 06 02:01:43.134125 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-8eaa605c-1f68-4ff9-b111-b4e9ed222f85 req-7a25148e-66ee-43a7-ad5c-6eb136d7a703 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e2fde8b1-653d-41eb-86bf-a680da3d7790 HTTP/1.1" status: 200  len: 1099 time: 0.7128913
Jul 06 02:01:43.281176 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-f62e7739-119c-4ec2-976f-a4db656cb77f tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:01:43.295383 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145da87e-f9f0-48e7-8580-684b68252ef8 req-f01e6124-1c6b-47d6-ade1-ff4904148bfd tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:01:43.310224 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-145da87e-f9f0-48e7-8580-684b68252ef8 req-f01e6124-1c6b-47d6-ade1-ff4904148bfd tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/ports?device_id=4ae448d6-3b95-42dd-a82e-2c79b64118c8 HTTP/1.1" status: 200  len: 943 time: 0.5303009
Jul 06 02:01:43.338981 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-f62e7739-119c-4ec2-976f-a4db656cb77f tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428264'] for security_group_rule, after_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:01:43.344817 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-09152fa1-24d7-4f74-bca2-66e27a212f27 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:01:43.415801 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-8eaa605c-1f68-4ff9-b111-b4e9ed222f85 req-8a88694a-089f-4ce9-a01f-28abd2931f40 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=c4d9e794-0f6f-45bd-ab5e-fb0058e4026c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2551496
Jul 06 02:01:43.425046 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62e7739-119c-4ec2-976f-a4db656cb77f tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc521947-8f45-4792-8fbb-d6464d036516,revision_number=0']} {{(pid=80981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:01:43.428551 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-f62e7739-119c-4ec2-976f-a4db656cb77f tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:01:43.483083 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e1451a-93d3-45ef-af3f-f78dc212fa65 req-ea9263e5-6c3a-431d-9c84-ac1d0c4a00df tempest-VolumesActionsTest-1223800970 tempest-VolumesActionsTest-1223800970-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:01:43.488387 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-145da87e-f9f0-48e7-8580-684b68252ef8 req-bcdd34ac-4ead-463a-8dc8-7a705fb583a4 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/security-groups?id=05a99220-0499-4923-a419-6a3dc323fae7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1759143
Jul 06 02:01:43.492510 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-88e1451a-93d3-45ef-af3f-f78dc212fa65 req-ea9263e5-6c3a-431d-9c84-ac1d0c4a00df tempest-VolumesActionsTest-1223800970 tempest-VolumesActionsTest-1223800970-project] 10.222.0.11 "GET /v2.0/ports?device_id=e2fde8b1-653d-41eb-86bf-a680da3d7790 HTTP/1.1" status: 200  len: 946 time: 0.3421576
Jul 06 02:01:43.494860 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-f62e7739-119c-4ec2-976f-a4db656cb77f tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:01:43.499779 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80980) accepted ('10.222.0.11', 41896) {{(pid=80980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 02:01:43.500217 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-f62e7739-119c-4ec2-976f-a4db656cb77f tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.6869290
Jul 06 02:01:43.507056 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.v2.base [None req-0246fe8b-f700-497e-b5de-be2b48bc2f34 tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] Request body: {'security_group_rule': {'security_group_id': '5f03d441-1e82-42a5-bcde-a0beac2e68f3', 'project_id': 'ce54b2b29f0c4db48f132919c87de2f3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=80980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 06 02:01:43.515109 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-0246fe8b-f700-497e-b5de-be2b48bc2f34 tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 02:01:43.520241 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-0246fe8b-f700-497e-b5de-be2b48bc2f34 tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] Usage tracker for resource:security_group_rule and tenant:ce54b2b29f0c4db48f132919c87de2f3 is out of sync, need to count used quota {{(pid=80980) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 02:01:43.525312 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-0246fe8b-f700-497e-b5de-be2b48bc2f34 tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=80980) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 02:01:43.533130 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-0246fe8b-f700-497e-b5de-be2b48bc2f34 tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=80980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 02:01:43.549587 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_dvr_db [None req-444d743a-ba68-45eb-8953-bd6493dbaca9 None None] Set router 36ceb98e-21ed-4dde-a0e6-69972ac460fb gateway port host: dv-cinder-799546-3-iscsi {{(pid=80982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:850}}
Jul 06 02:01:43.599839 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-0246fe8b-f700-497e-b5de-be2b48bc2f34 tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:01:43.660027 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-88e1451a-93d3-45ef-af3f-f78dc212fa65 req-5d36e833-ac23-4e00-b863-f702931a8ab6 tempest-VolumesActionsTest-1223800970 tempest-VolumesActionsTest-1223800970-project] 10.222.0.11 "GET /v2.0/security-groups?id=c4d9e794-0f6f-45bd-ab5e-fb0058e4026c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1663394
Jul 06 02:01:43.879419 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-0246fe8b-f700-497e-b5de-be2b48bc2f34 tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:01:43.922542 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-0246fe8b-f700-497e-b5de-be2b48bc2f34 tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428264'] for security_group_rule, after_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:01:44.030716 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:01:44.065151 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ae448d6-3b95-42dd-a82e-2c79b64118c8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd54c68f1-79e6-4fb2-9f8a-3dfca2b99105'}] {{(pid=80982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 06 02:01:44.082866 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0246fe8b-f700-497e-b5de-be2b48bc2f34 tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72320b3d-3083-488e-8207-a18433fcf193,revision_number=0']} {{(pid=80980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:01:44.085337 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-0246fe8b-f700-497e-b5de-be2b48bc2f34 tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:01:44.091527 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80981) accepted ('10.222.0.11', 41904) {{(pid=80981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 02:01:44.097482 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.v2.base [None req-534a4cad-2e76-4bc9-a78d-d9516941b299 tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] Request body: {'security_group_rule': {'security_group_id': '5f03d441-1e82-42a5-bcde-a0beac2e68f3', 'project_id': 'ce54b2b29f0c4db48f132919c87de2f3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=80981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 06 02:01:44.102417 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-0246fe8b-f700-497e-b5de-be2b48bc2f34 tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.6003730
Jul 06 02:01:44.111180 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-0246fe8b-f700-497e-b5de-be2b48bc2f34 tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:01:44.119791 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-534a4cad-2e76-4bc9-a78d-d9516941b299 tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 02:01:44.135701 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-534a4cad-2e76-4bc9-a78d-d9516941b299 tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] Usage tracker for resource:security_group_rule and tenant:ce54b2b29f0c4db48f132919c87de2f3 is out of sync, need to count used quota {{(pid=80981) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 02:01:44.149775 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-534a4cad-2e76-4bc9-a78d-d9516941b299 tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=80981) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 02:01:44.161765 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-534a4cad-2e76-4bc9-a78d-d9516941b299 tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=80981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 02:01:44.218631 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ae448d6-3b95-42dd-a82e-2c79b64118c8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd54c68f1-79e6-4fb2-9f8a-3dfca2b99105', 'code': 200}
Jul 06 02:01:44.244114 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe355a3-e048-4aae-8167-adc50e3d0cbb req-f8aaf993-00fb-41c3-a992-fdea9f6164af tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:01:44.247041 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-6fe355a3-e048-4aae-8167-adc50e3d0cbb req-f8aaf993-00fb-41c3-a992-fdea9f6164af tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] 10.222.0.11 "GET /v2.0/ports?device_id=e0031e4c-fd20-42f5-aa66-c102510ce1fe HTTP/1.1" status: 200  len: 945 time: 0.1335521
Jul 06 02:01:44.282158 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-534a4cad-2e76-4bc9-a78d-d9516941b299 tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:01:44.289407 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_hamode_db [None req-444d743a-ba68-45eb-8953-bd6493dbaca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f31d7866c18>, [{'id': '36ceb98e-21ed-4dde-a0e6-69972ac460fb', 'name': 'tempest-TestMinimumBasicScenario-1359407470-router', 'tenant_id': '16adeb6d33ca4543afe9ef6204c47982', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8', 'external_fixed_ips': [{'subnet_id': '24d74941-6bd6-4d03-882f-a623d522833f', 'ip_address': '172.27.1.75'}], 'enable_snat': True}, 'gw_port_id': '18fb05b8-f89e-427c-be2d-da7a439b0b71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T02:01:20Z', 'updated_at': '2021-07-06T02:01:35Z', 'revision_number': 4, 'project_id': '16adeb6d33ca4543afe9ef6204c47982', 'gw_port': {'id': '18fb05b8-f89e-427c-be2d-da7a439b0b71', 'name': '', 'network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:80:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36ceb98e-21ed-4dde-a0e6-69972ac460fb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '24d74941-6bd6-4d03-882f-a623d522833f', 'ip_address': '172.27.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T02:01:22Z', 'updated_at': '2021-07-06T02:01:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24d74941-6bd6-4d03-882f-a623d522833f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799546-3-iscsi', '_interfaces': [{'id': 'fab2c3bd-7dc8-4aeb-8336-d09b26bc5ef0', 'name': '', 'network_id': '0a07be85-8668-473b-b257-803277088641', 'tenant_id': '16adeb6d33ca4543afe9ef6204c47982', 'mac_address': 'fa:16:3e:4e:0d:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36ceb98e-21ed-4dde-a0e6-69972ac460fb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8419c860-4d8c-4306-b6d8-2cf70e292185', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T02:01:33Z', 'updated_at': '2021-07-06T02:01:36Z', 'revision_number': 2, 'project_id': '16adeb6d33ca4543afe9ef6204c47982', 'subnets': [{'id': '8419c860-4d8c-4306-b6d8-2cf70e292185', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799546-3-iscsi', False) {} {{(pid=80982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 02:01:44.296437 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-444d743a-ba68-45eb-8953-bd6493dbaca9 None None] Checking router: 36ceb98e-21ed-4dde-a0e6-69972ac460fb for host: dv-cinder-799546-3-iscsi {{(pid=80982) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Jul 06 02:01:44.297082 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-444d743a-ba68-45eb-8953-bd6493dbaca9 None None] Updating router 36ceb98e-21ed-4dde-a0e6-69972ac460fb port fab2c3bd-7dc8-4aeb-8336-d09b26bc5ef0 binding host dv-cinder-799546-3-iscsi {{(pid=80982) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Jul 06 02:01:44.359985 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_hamode_db [None req-20575035-b6bb-4d1d-8839-0372e67493b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f31d753e438>, [{'id': '452e1536-d4ea-42bb-9cb8-ed4a6d82935d', 'name': 'tempest-TestShelveInstance-1133626488-router', 'tenant_id': '42454afb9a944b6f9bf0097f42e0cb6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8', 'external_fixed_ips': [{'subnet_id': '24d74941-6bd6-4d03-882f-a623d522833f', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': 'e716bda0-8024-4e01-9248-2d1ec9df4d74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T02:01:16Z', 'updated_at': '2021-07-06T02:01:34Z', 'revision_number': 4, 'project_id': '42454afb9a944b6f9bf0097f42e0cb6e', 'gw_port': {'id': 'e716bda0-8024-4e01-9248-2d1ec9df4d74', 'name': '', 'network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:9f:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '452e1536-d4ea-42bb-9cb8-ed4a6d82935d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '24d74941-6bd6-4d03-882f-a623d522833f', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T02:01:20Z', 'updated_at': '2021-07-06T02:01:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24d74941-6bd6-4d03-882f-a623d522833f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799546-3-iscsi', '_interfaces': [{'id': '93c93761-3134-4a48-99f6-60634294d13e', 'name': '', 'network_id': 'ae9c5e73-7e08-4e16-8d96-ed116811a552', 'tenant_id': '42454afb9a944b6f9bf0097f42e0cb6e', 'mac_address': 'fa:16:3e:5f:3b:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '452e1536-d4ea-42bb-9cb8-ed4a6d82935d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e22d8799-b1c5-45cf-95c8-ef4f70b93645', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T02:01:31Z', 'updated_at': '2021-07-06T02:01:42Z', 'revision_number': 4, 'project_id': '42454afb9a944b6f9bf0097f42e0cb6e', 'subnets': [{'id': 'e22d8799-b1c5-45cf-95c8-ef4f70b93645', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799546-3-iscsi', False) {} {{(pid=80983) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 02:01:44.366041 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20575035-b6bb-4d1d-8839-0372e67493b0 None None] The sync data for ids ['452e1536-d4ea-42bb-9cb8-ed4a6d82935d'] in dv-cinder-799546-3-iscsi is: [{'id': '452e1536-d4ea-42bb-9cb8-ed4a6d82935d', 'name': 'tempest-TestShelveInstance-1133626488-router', 'tenant_id': '42454afb9a944b6f9bf0097f42e0cb6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8', 'external_fixed_ips': [{'subnet_id': '24d74941-6bd6-4d03-882f-a623d522833f', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': 'e716bda0-8024-4e01-9248-2d1ec9df4d74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T02:01:16Z', 'updated_at': '2021-07-06T02:01:34Z', 'revision_number': 4, 'project_id': '42454afb9a944b6f9bf0097f42e0cb6e', 'gw_port': {'id': 'e716bda0-8024-4e01-9248-2d1ec9df4d74', 'name': '', 'network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:9f:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '452e1536-d4ea-42bb-9cb8-ed4a6d82935d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '24d74941-6bd6-4d03-882f-a623d522833f', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T02:01:20Z', 'updated_at': '2021-07-06T02:01:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24d74941-6bd6-4d03-882f-a623d522833f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799546-3-iscsi', '_interfaces': [{'id': '93c93761-3134-4a48-99f6-60634294d13e', 'name': '', 'network_id': 'ae9c5e73-7e08-4e16-8d96-ed116811a552', 'tenant_id': '42454afb9a944b6f9bf0097f42e0cb6e', 'mac_address': 'fa:16:3e:5f:3b:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '452e1536-d4ea-42bb-9cb8-ed4a6d82935d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e22d8799-b1c5-45cf-95c8-ef4f70b93645', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T02:01:31Z', 'updated_at': '2021-07-06T02:01:42Z', 'revision_number': 4, 'project_id': '42454afb9a944b6f9bf0097f42e0cb6e', 'subnets': [{'id': 'e22d8799-b1c5-45cf-95c8-ef4f70b93645', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=80983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Jul 06 02:01:44.404429 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-6fe355a3-e048-4aae-8167-adc50e3d0cbb req-7c935979-8879-4cf7-b30c-e7259835971b tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] 10.222.0.11 "GET /v2.0/security-groups?id=8f6df123-aea9-4211-ae13-3df2bf025ab5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1478295
Jul 06 02:01:44.404773 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-444d743a-ba68-45eb-8953-bd6493dbaca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1050496'] for port, before_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:01:44.546021 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-534a4cad-2e76-4bc9-a78d-d9516941b299 tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:01:44.723570 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-534a4cad-2e76-4bc9-a78d-d9516941b299 tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428264'] for security_group_rule, after_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:01:44.726354 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-e2697f6c-bcac-40b3-a278-40a14a299b16 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:01:44.852669 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534a4cad-2e76-4bc9-a78d-d9516941b299 tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=182d7cd1-73a5-49a7-baac-70851f9e0d8b,revision_number=0']} {{(pid=80981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:01:44.887363 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-534a4cad-2e76-4bc9-a78d-d9516941b299 tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:01:44.922016 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.rpc [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Device 93c93761-3134-4a48-99f6-60634294d13e up at agent ovs-agent-dv-cinder-799546-3-iscsi {{(pid=80982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:273}}
Jul 06 02:01:44.974122 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-534a4cad-2e76-4bc9-a78d-d9516941b299 tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:01:44.976750 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-534a4cad-2e76-4bc9-a78d-d9516941b299 tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.8846252
Jul 06 02:01:44.980675 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80980) accepted ('10.222.0.11', 41920) {{(pid=80980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 02:01:44.989673 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.v2.base [None req-c1717ddc-7c45-4dc4-91fb-5cbceaddfe18 tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] Request body: {'security_group_rule': {'security_group_id': '5f03d441-1e82-42a5-bcde-a0beac2e68f3', 'project_id': 'ce54b2b29f0c4db48f132919c87de2f3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=80980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 06 02:01:45.007025 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-c1717ddc-7c45-4dc4-91fb-5cbceaddfe18 tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 02:01:45.014633 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-c1717ddc-7c45-4dc4-91fb-5cbceaddfe18 tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] Usage tracker for resource:security_group_rule and tenant:ce54b2b29f0c4db48f132919c87de2f3 is out of sync, need to count used quota {{(pid=80980) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 02:01:45.030589 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-c1717ddc-7c45-4dc4-91fb-5cbceaddfe18 tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=80980) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 02:01:45.051413 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-c1717ddc-7c45-4dc4-91fb-5cbceaddfe18 tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=80980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 02:01:45.104471 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa19420-b254-4527-946e-30e32ea7b4ab req-945512d8-0534-4a66-9942-f24734c18853 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:01:45.120322 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-daa19420-b254-4527-946e-30e32ea7b4ab req-945512d8-0534-4a66-9942-f24734c18853 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/ports?device_id=4ae448d6-3b95-42dd-a82e-2c79b64118c8 HTTP/1.1" status: 200  len: 943 time: 0.2700474
Jul 06 02:01:45.172020 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.db.securitygroups_db [None req-c1717ddc-7c45-4dc4-91fb-5cbceaddfe18 tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] Project ce54b2b29f0c4db48f132919c87de2f3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jul 06 02:01:45.196239 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-c1717ddc-7c45-4dc4-91fb-5cbceaddfe18 tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:01:45.274297 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-daa19420-b254-4527-946e-30e32ea7b4ab req-8098aaee-1a85-4145-9840-8d04b066cf39 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/security-groups?id=05a99220-0499-4923-a419-6a3dc323fae7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1350386
Jul 06 02:01:45.308056 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeeb78c6-20c0-4d70-be9d-8da5baa343eb req-c50fe188-7dcd-4674-ab97-e2ca875a62b9 tempest-VolumesActionsTest-1223800970 tempest-VolumesActionsTest-1223800970-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:01:45.311401 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-aeeb78c6-20c0-4d70-be9d-8da5baa343eb req-c50fe188-7dcd-4674-ab97-e2ca875a62b9 tempest-VolumesActionsTest-1223800970 tempest-VolumesActionsTest-1223800970-project] 10.222.0.11 "GET /v2.0/ports?device_id=e2fde8b1-653d-41eb-86bf-a680da3d7790 HTTP/1.1" status: 200  len: 946 time: 0.2376025
Jul 06 02:01:45.437288 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-c1717ddc-7c45-4dc4-91fb-5cbceaddfe18 tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:01:45.498604 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-aeeb78c6-20c0-4d70-be9d-8da5baa343eb req-e9582207-384c-41d3-a1e4-4f63d93b29a1 tempest-VolumesActionsTest-1223800970 tempest-VolumesActionsTest-1223800970-project] 10.222.0.11 "GET /v2.0/security-groups?id=c4d9e794-0f6f-45bd-ab5e-fb0058e4026c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1459544
Jul 06 02:01:45.498604 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-c1717ddc-7c45-4dc4-91fb-5cbceaddfe18 tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428264'] for security_group_rule, after_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:01:45.500631 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-16eccdc6-4171-4b82-b817-3aca420f633c tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:01:45.540151 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-444d743a-ba68-45eb-8953-bd6493dbaca9 None None] Notify callbacks [] for port, precommit_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:01:45.564193 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.provisioning_blocks [None req-444d743a-ba68-45eb-8953-bd6493dbaca9 None None] Transition to ACTIVE for port object fab2c3bd-7dc8-4aeb-8336-d09b26bc5ef0 will not be triggered until provisioned by entity L2. {{(pid=80982) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 06 02:01:45.599722 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1717ddc-7c45-4dc4-91fb-5cbceaddfe18 tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8c96215-8afb-40bd-8367-4948fa2bf1c9,revision_number=0']} {{(pid=80980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:01:45.606816 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-c1717ddc-7c45-4dc4-91fb-5cbceaddfe18 tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:01:45.632353 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-c1717ddc-7c45-4dc4-91fb-5cbceaddfe18 tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:01:45.633498 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-444d743a-ba68-45eb-8953-bd6493dbaca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740753762112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740753409037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296101366746'] for port, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:01:45.633869 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-c1717ddc-7c45-4dc4-91fb-5cbceaddfe18 tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.6511307
Jul 06 02:01:45.637157 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80980) accepted ('10.222.0.11', 41938) {{(pid=80980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 02:01:45.638099 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.provisioning_blocks [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Provisioning for port 93c93761-3134-4a48-99f6-60634294d13e completed by entity L2. {{(pid=80982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 06 02:01:45.643867 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.v2.base [None req-b355bebd-eeb9-4b35-9ca2-f46675910728 tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] Request body: {'security_group_rule': {'security_group_id': '5f03d441-1e82-42a5-bcde-a0beac2e68f3', 'project_id': 'ce54b2b29f0c4db48f132919c87de2f3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=80980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 06 02:01:45.646623 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:01:45.659942 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-b355bebd-eeb9-4b35-9ca2-f46675910728 tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 02:01:45.668200 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-b355bebd-eeb9-4b35-9ca2-f46675910728 tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] Usage tracker for resource:security_group_rule and tenant:ce54b2b29f0c4db48f132919c87de2f3 is out of sync, need to count used quota {{(pid=80980) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 02:01:45.673883 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-b355bebd-eeb9-4b35-9ca2-f46675910728 tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=80980) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 02:01:45.681350 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-b355bebd-eeb9-4b35-9ca2-f46675910728 tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=80980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 02:01:45.709428 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80981) accepted ('10.222.0.11', 41942) {{(pid=80981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 02:01:45.757703 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240a1751-1dce-40b4-ac59-d0b418fde64f None None] Pushing event updated for resources: {'Port': ['ID=fab2c3bd-7dc8-4aeb-8336-d09b26bc5ef0,revision_number=3']} {{(pid=80982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:01:45.760925 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-240a1751-1dce-40b4-ac59-d0b418fde64f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:01:45.764921 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.provisioning_blocks [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Provisioning complete for port 93c93761-3134-4a48-99f6-60634294d13e triggered by entity L2. {{(pid=80982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 06 02:01:45.765405 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1309268'] for port, provisioning_complete {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:01:45.767099 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.db.securitygroups_db [None req-b355bebd-eeb9-4b35-9ca2-f46675910728 tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] Project ce54b2b29f0c4db48f132919c87de2f3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jul 06 02:01:45.778981 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-b355bebd-eeb9-4b35-9ca2-f46675910728 tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:01:45.905280 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-b355bebd-eeb9-4b35-9ca2-f46675910728 tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:01:45.963847 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e678cb-ea37-435a-82af-b5ee6655588f req-2b834a86-f215-44c7-9b8f-8792b4d8cc02 tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:01:45.970652 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-48e678cb-ea37-435a-82af-b5ee6655588f req-2b834a86-f215-44c7-9b8f-8792b4d8cc02 tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] 10.222.0.11 "GET /v2.0/ports?device_id=e0031e4c-fd20-42f5-aa66-c102510ce1fe HTTP/1.1" status: 200  len: 945 time: 0.2785623
Jul 06 02:01:45.974025 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-b355bebd-eeb9-4b35-9ca2-f46675910728 tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428264'] for security_group_rule, after_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:01:45.986455 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:01:46.020417 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b355bebd-eeb9-4b35-9ca2-f46675910728 tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f14f2d21-7c9b-4872-a08d-6a3921362574,revision_number=0']} {{(pid=80980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:01:46.023518 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-b355bebd-eeb9-4b35-9ca2-f46675910728 tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:01:46.173039 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-48e678cb-ea37-435a-82af-b5ee6655588f req-311f0c6f-05d7-4a6d-8e7b-66bc669a3197 tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] 10.222.0.11 "GET /v2.0/security-groups?id=8f6df123-aea9-4211-ae13-3df2bf025ab5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1523156
Jul 06 02:01:46.180750 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-b355bebd-eeb9-4b35-9ca2-f46675910728 tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:01:46.183241 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-b355bebd-eeb9-4b35-9ca2-f46675910728 tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.5447164
Jul 06 02:01:46.269986 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-f6476ea2-4d2b-4520-b695-e785f8a9258e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:01:46.422123 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-f6476ea2-4d2b-4520-b695-e785f8a9258e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 02:01:46.447122 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-f6476ea2-4d2b-4520-b695-e785f8a9258e admin admin] Usage tracker for resource:security_group_rule and tenant:72781037cc6b4c488bae3ebbb6290424 is out of sync, need to count used quota {{(pid=80981) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 02:01:46.460262 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-f6476ea2-4d2b-4520-b695-e785f8a9258e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80981) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 02:01:46.487495 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-f6476ea2-4d2b-4520-b695-e785f8a9258e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 02:01:46.662188 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-f6476ea2-4d2b-4520-b695-e785f8a9258e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:01:46.710961 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-f6476ea2-4d2b-4520-b695-e785f8a9258e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428228'] for security_group, after_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:01:46.787715 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-c2d16e77-c87a-41fe-b416-a7c2b79c5182 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:01:46.801675 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1050496'] for port, before_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:01:46.891195 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-f6476ea2-4d2b-4520-b695-e785f8a9258e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=72781037cc6b4c488bae3ebbb6290424&name=default HTTP/1.1" status: 200  len: 2629 time: 1.1801662
Jul 06 02:01:46.894289 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6476ea2-4d2b-4520-b695-e785f8a9258e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe369e4f-d8a1-49d1-a715-e3182cddfd52,revision_number=1']} {{(pid=80981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:01:46.895991 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80980) accepted ('10.222.0.11', 41980) {{(pid=80980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 02:01:46.902171 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-f6476ea2-4d2b-4520-b695-e785f8a9258e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:01:47.002286 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.rpc [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Device d54c68f1-79e6-4fb2-9f8a-3dfca2b99105 no longer exists at agent hyperv_hv-cinder-79954 {{(pid=80982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:242}}
Jul 06 02:01:47.035204 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.managers [None req-444d743a-ba68-45eb-8953-bd6493dbaca9 None None] Attempting to bind port fab2c3bd-7dc8-4aeb-8336-d09b26bc5ef0 on host dv-cinder-799546-3-iscsi for vnic_type normal with profile  {{(pid=80982) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jul 06 02:01:47.035527 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.managers [None req-444d743a-ba68-45eb-8953-bd6493dbaca9 None None] Attempting to bind port fab2c3bd-7dc8-4aeb-8336-d09b26bc5ef0 by drivers openvswitch,hyperv on host dv-cinder-799546-3-iscsi at level 0 using segments [{'id': 'dd682708-6728-4df1-ab6c-656c245a5ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '0a07be85-8668-473b-b257-803277088641'}] {{(pid=80982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jul 06 02:01:47.036083 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-444d743a-ba68-45eb-8953-bd6493dbaca9 None None] Attempting to bind port fab2c3bd-7dc8-4aeb-8336-d09b26bc5ef0 on network 0a07be85-8668-473b-b257-803277088641 {{(pid=80982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Jul 06 02:01:47.058119 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-444d743a-ba68-45eb-8953-bd6493dbaca9 None None] Checking agent: {'id': '3e633bc2-fb27-4d05-86ce-e7e954e44018', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799546-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 1, 50, 2), 'started_at': datetime.datetime(2021, 7, 6, 1, 50, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 2, 1, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['geneve', 'gre', 'internal', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799546-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.0', 'Port': '1.5', 'PortForwarding': '1.1', 'QosPolicy': '1.8', 'SecurityGroup': '1.1', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.0', 'Trunk': '1.1'}} {{(pid=80982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Jul 06 02:01:47.058728 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-444d743a-ba68-45eb-8953-bd6493dbaca9 None None] Checking segment: {'id': 'dd682708-6728-4df1-ab6c-656c245a5ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '0a07be85-8668-473b-b257-803277088641'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jul 06 02:01:47.059811 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-444d743a-ba68-45eb-8953-bd6493dbaca9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:01:47.060464 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-444d743a-ba68-45eb-8953-bd6493dbaca9 None None] Bound using segment: {'id': 'dd682708-6728-4df1-ab6c-656c245a5ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '0a07be85-8668-473b-b257-803277088641'} {{(pid=80982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Jul 06 02:01:47.061246 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.managers [None req-444d743a-ba68-45eb-8953-bd6493dbaca9 None None] Bound port: fab2c3bd-7dc8-4aeb-8336-d09b26bc5ef0, host: dv-cinder-799546-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd682708-6728-4df1-ab6c-656c245a5ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '0a07be85-8668-473b-b257-803277088641'}}] {{(pid=80982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jul 06 02:01:47.061794 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-444d743a-ba68-45eb-8953-bd6493dbaca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1050496'] for port, before_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:01:47.149250 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] For port 93c93761-3134-4a48-99f6-60634294d13e, host dv-cinder-799546-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799546-3-iscsi',level=0,port_id=93c93761-3134-4a48-99f6-60634294d13e,segment=NetworkSegment(30eccdfe-678e-4d27-9042-cce8b527e9aa),segment_id=30eccdfe-678e-4d27-9042-cce8b527e9aa)] {{(pid=80982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 02:01:47.244081 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740753762112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740753409037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296101366746'] for port, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:01:47.272675 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:01:47.406650 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-fe71575d-5083-4863-9041-14d069b73913 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:01:47.492304 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [None req-444d743a-ba68-45eb-8953-bd6493dbaca9 None None] For port fab2c3bd-7dc8-4aeb-8336-d09b26bc5ef0, host dv-cinder-799546-3-iscsi, cleared binding levels {{(pid=80982) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:111}}
Jul 06 02:01:47.553263 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [None req-444d743a-ba68-45eb-8953-bd6493dbaca9 None None] For port fab2c3bd-7dc8-4aeb-8336-d09b26bc5ef0, host dv-cinder-799546-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799546-3-iscsi',level=0,port_id=fab2c3bd-7dc8-4aeb-8336-d09b26bc5ef0,segment=NetworkSegment(dd682708-6728-4df1-ab6c-656c245a5ef6),segment_id=dd682708-6728-4df1-ab6c-656c245a5ef6)] {{(pid=80982) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}}
Jul 06 02:01:47.568284 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-fe71575d-5083-4863-9041-14d069b73913 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:01:47.586110 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Pushing event updated for resources: {'Port': ['ID=93c93761-3134-4a48-99f6-60634294d13e,revision_number=5']} {{(pid=80982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:01:47.589677 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=80982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:01:47.591610 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-444d743a-ba68-45eb-8953-bd6493dbaca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740753762112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740753409037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296101366746'] for port, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:01:47.599922 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-7f483a91-4271-412e-9f9c-d4b3305f7ae6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:01:47.663968 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04687d3-9978-4a25-b2ac-9f5a189f73b9 req-43cd39b3-60a7-4f74-9ee4-573af9366976 tempest-VolumesActionsTest-1223800970 tempest-VolumesActionsTest-1223800970-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:01:47.673218 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-a04687d3-9978-4a25-b2ac-9f5a189f73b9 req-43cd39b3-60a7-4f74-9ee4-573af9366976 tempest-VolumesActionsTest-1223800970 tempest-VolumesActionsTest-1223800970-project] 10.222.0.11 "GET /v2.0/ports?device_id=e2fde8b1-653d-41eb-86bf-a680da3d7790 HTTP/1.1" status: 200  len: 946 time: 0.6949012
Jul 06 02:01:47.691466 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-fe71575d-5083-4863-9041-14d069b73913 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428228'] for security_group, after_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:01:47.698281 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:01:47.699062 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240a1751-1dce-40b4-ac59-d0b418fde64f None None] Pushing event updated for resources: {'Port': ['ID=fab2c3bd-7dc8-4aeb-8336-d09b26bc5ef0,revision_number=4']} {{(pid=80982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:01:47.703740 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-240a1751-1dce-40b4-ac59-d0b418fde64f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:01:47.755617 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe71575d-5083-4863-9041-14d069b73913 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe369e4f-d8a1-49d1-a715-e3182cddfd52,revision_number=None']} {{(pid=80980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:01:47.764541 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-fe71575d-5083-4863-9041-14d069b73913 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:01:47.802885 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-fe71575d-5083-4863-9041-14d069b73913 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:01:47.833089 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-fe71575d-5083-4863-9041-14d069b73913 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/fe369e4f-d8a1-49d1-a715-e3182cddfd52 HTTP/1.1" status: 204  len: 168 time: 0.9069059
Jul 06 02:01:47.835409 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-444d743a-ba68-45eb-8953-bd6493dbaca9 None None] Routers {'36ceb98e-21ed-4dde-a0e6-69972ac460fb'} bound to L3 agent in host dv-cinder-799546-3-iscsi {{(pid=80982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 06 02:01:47.836143 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_hamode_db [None req-444d743a-ba68-45eb-8953-bd6493dbaca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f31d7866c18>, 'dv-cinder-799546-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T01:50:03Z,description=<?>,heartbeat_timestamp=2021-07-06T02:01:33Z,host='dv-cinder-799546-3-iscsi',id=61912d2b-cbf3-48c5-b8b2-dcc1c49052a5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-06T01:50:03Z,topic='l3_agent')) {'router_ids': ['36ceb98e-21ed-4dde-a0e6-69972ac460fb'], 'active': True} {{(pid=80982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 02:01:47.889011 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-a04687d3-9978-4a25-b2ac-9f5a189f73b9 req-1a2dc0d3-6a2e-4cce-ba37-452e3ad62009 tempest-VolumesActionsTest-1223800970 tempest-VolumesActionsTest-1223800970-project] 10.222.0.11 "GET /v2.0/security-groups?id=c4d9e794-0f6f-45bd-ab5e-fb0058e4026c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2144103
Jul 06 02:01:47.904113 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2423313-d328-452a-9fa7-c0cdb6e579d4 req-c658be84-8491-4f47-b10a-3c1187d457a0 tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:01:47.917811 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-f2423313-d328-452a-9fa7-c0cdb6e579d4 req-c658be84-8491-4f47-b10a-3c1187d457a0 tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] 10.222.0.11 "GET /v2.0/ports?device_id=e0031e4c-fd20-42f5-aa66-c102510ce1fe HTTP/1.1" status: 200  len: 945 time: 0.2980983
Jul 06 02:01:48.049695 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-f2423313-d328-452a-9fa7-c0cdb6e579d4 req-03a00c71-32f3-48ed-a355-d7c3a2799087 tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] 10.222.0.11 "GET /v2.0/security-groups?id=8f6df123-aea9-4211-ae13-3df2bf025ab5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1259818
Jul 06 02:01:48.281214 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-7732c814-fafc-4a9c-b51a-8ecb45f9036f req-4105c769-cc7c-4ed7-8a84-7be2b2e37543 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=4ae448d6-3b95-42dd-a82e-2c79b64118c8&fields=resource_request HTTP/1.1" status: 200  len: 212 time: 0.1468081
Jul 06 02:01:48.490137 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_dvr_db [None req-444d743a-ba68-45eb-8953-bd6493dbaca9 None None] Set router 36ceb98e-21ed-4dde-a0e6-69972ac460fb gateway port host: dv-cinder-799546-3-iscsi {{(pid=80982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:850}}
Jul 06 02:01:49.243231 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99546ac7-f3a2-402c-afd6-7cf252fd1865 req-18b53ebc-d737-4faf-bb13-c23e7adb5972 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:01:49.244992 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-99546ac7-f3a2-402c-afd6-7cf252fd1865 req-18b53ebc-d737-4faf-bb13-c23e7adb5972 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/ports?device_id=4ae448d6-3b95-42dd-a82e-2c79b64118c8 HTTP/1.1" status: 200  len: 943 time: 0.2153094
Jul 06 02:01:49.469043 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-99546ac7-f3a2-402c-afd6-7cf252fd1865 req-4b73d102-d5be-462c-91fb-8510fea2a302 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/security-groups?id=05a99220-0499-4923-a419-6a3dc323fae7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2065887
Jul 06 02:01:49.525822 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_hamode_db [None req-444d743a-ba68-45eb-8953-bd6493dbaca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f31d7866c18>, [{'id': '36ceb98e-21ed-4dde-a0e6-69972ac460fb', 'name': 'tempest-TestMinimumBasicScenario-1359407470-router', 'tenant_id': '16adeb6d33ca4543afe9ef6204c47982', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8', 'external_fixed_ips': [{'subnet_id': '24d74941-6bd6-4d03-882f-a623d522833f', 'ip_address': '172.27.1.75'}], 'enable_snat': True}, 'gw_port_id': '18fb05b8-f89e-427c-be2d-da7a439b0b71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T02:01:20Z', 'updated_at': '2021-07-06T02:01:35Z', 'revision_number': 4, 'project_id': '16adeb6d33ca4543afe9ef6204c47982', 'gw_port': {'id': '18fb05b8-f89e-427c-be2d-da7a439b0b71', 'name': '', 'network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:80:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36ceb98e-21ed-4dde-a0e6-69972ac460fb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '24d74941-6bd6-4d03-882f-a623d522833f', 'ip_address': '172.27.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T02:01:22Z', 'updated_at': '2021-07-06T02:01:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24d74941-6bd6-4d03-882f-a623d522833f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799546-3-iscsi', '_interfaces': [{'id': 'fab2c3bd-7dc8-4aeb-8336-d09b26bc5ef0', 'name': '', 'network_id': '0a07be85-8668-473b-b257-803277088641', 'tenant_id': '16adeb6d33ca4543afe9ef6204c47982', 'mac_address': 'fa:16:3e:4e:0d:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36ceb98e-21ed-4dde-a0e6-69972ac460fb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8419c860-4d8c-4306-b6d8-2cf70e292185', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T02:01:33Z', 'updated_at': '2021-07-06T02:01:47Z', 'revision_number': 4, 'project_id': '16adeb6d33ca4543afe9ef6204c47982', 'subnets': [{'id': '8419c860-4d8c-4306-b6d8-2cf70e292185', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799546-3-iscsi', False) {} {{(pid=80982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 02:01:49.539880 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-444d743a-ba68-45eb-8953-bd6493dbaca9 None None] The sync data for ids ['36ceb98e-21ed-4dde-a0e6-69972ac460fb'] in dv-cinder-799546-3-iscsi is: [{'id': '36ceb98e-21ed-4dde-a0e6-69972ac460fb', 'name': 'tempest-TestMinimumBasicScenario-1359407470-router', 'tenant_id': '16adeb6d33ca4543afe9ef6204c47982', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8', 'external_fixed_ips': [{'subnet_id': '24d74941-6bd6-4d03-882f-a623d522833f', 'ip_address': '172.27.1.75'}], 'enable_snat': True}, 'gw_port_id': '18fb05b8-f89e-427c-be2d-da7a439b0b71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T02:01:20Z', 'updated_at': '2021-07-06T02:01:35Z', 'revision_number': 4, 'project_id': '16adeb6d33ca4543afe9ef6204c47982', 'gw_port': {'id': '18fb05b8-f89e-427c-be2d-da7a439b0b71', 'name': '', 'network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:80:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36ceb98e-21ed-4dde-a0e6-69972ac460fb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '24d74941-6bd6-4d03-882f-a623d522833f', 'ip_address': '172.27.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T02:01:22Z', 'updated_at': '2021-07-06T02:01:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24d74941-6bd6-4d03-882f-a623d522833f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799546-3-iscsi', '_interfaces': [{'id': 'fab2c3bd-7dc8-4aeb-8336-d09b26bc5ef0', 'name': '', 'network_id': '0a07be85-8668-473b-b257-803277088641', 'tenant_id': '16adeb6d33ca4543afe9ef6204c47982', 'mac_address': 'fa:16:3e:4e:0d:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36ceb98e-21ed-4dde-a0e6-69972ac460fb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8419c860-4d8c-4306-b6d8-2cf70e292185', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T02:01:33Z', 'updated_at': '2021-07-06T02:01:47Z', 'revision_number': 4, 'project_id': '16adeb6d33ca4543afe9ef6204c47982', 'subnets': [{'id': '8419c860-4d8c-4306-b6d8-2cf70e292185', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=80982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Jul 06 02:01:49.544967 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f156d3bb-fd0c-433a-b5c8-f332077f3cd1 req-4647993f-566e-4b1a-86ca-b675ec447ceb tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:01:49.546699 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-f156d3bb-fd0c-433a-b5c8-f332077f3cd1 req-4647993f-566e-4b1a-86ca-b675ec447ceb tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] 10.222.0.11 "GET /v2.0/ports?device_id=e0031e4c-fd20-42f5-aa66-c102510ce1fe HTTP/1.1" status: 200  len: 945 time: 0.2325788
Jul 06 02:01:49.582074 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.rpc [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Device fab2c3bd-7dc8-4aeb-8336-d09b26bc5ef0 up at agent ovs-agent-dv-cinder-799546-3-iscsi {{(pid=80982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:273}}
Jul 06 02:01:49.655804 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-f156d3bb-fd0c-433a-b5c8-f332077f3cd1 req-3bd8c8a9-1a77-471e-b5e6-9f472735b0fa tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] 10.222.0.11 "GET /v2.0/security-groups?id=8f6df123-aea9-4211-ae13-3df2bf025ab5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1011102
Jul 06 02:01:49.801499 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.provisioning_blocks [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Provisioning for port fab2c3bd-7dc8-4aeb-8336-d09b26bc5ef0 completed by entity L2. {{(pid=80982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 06 02:01:49.807304 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.provisioning_blocks [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Provisioning complete for port fab2c3bd-7dc8-4aeb-8336-d09b26bc5ef0 triggered by entity L2. {{(pid=80982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 06 02:01:49.809409 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1309268'] for port, provisioning_complete {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:01:50.150123 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1050496'] for port, before_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:01:50.241346 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] For port fab2c3bd-7dc8-4aeb-8336-d09b26bc5ef0, host dv-cinder-799546-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799546-3-iscsi',level=0,port_id=fab2c3bd-7dc8-4aeb-8336-d09b26bc5ef0,segment=NetworkSegment(dd682708-6728-4df1-ab6c-656c245a5ef6),segment_id=dd682708-6728-4df1-ab6c-656c245a5ef6)] {{(pid=80982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 02:01:50.275810 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740753762112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740753409037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296101366746'] for port, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:01:50.276651 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.rpc [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Device 93c93761-3134-4a48-99f6-60634294d13e up at agent ovs-agent-dv-cinder-799546-3-iscsi {{(pid=80982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:273}}
Jul 06 02:01:50.402166 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:01:50.510921 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.provisioning_blocks [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Provisioning complete for port 93c93761-3134-4a48-99f6-60634294d13e triggered by entity L2. {{(pid=80982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 06 02:01:50.511508 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1309268'] for port, provisioning_complete {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:01:50.705795 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Pushing event updated for resources: {'Port': ['ID=fab2c3bd-7dc8-4aeb-8336-d09b26bc5ef0,revision_number=5']} {{(pid=80982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:01:50.772834 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=80982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:01:50.831505 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36113677-dcb4-4f4c-92d3-6019771349e6 req-a440b72d-191b-4559-b817-3b79b3591702 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:01:50.838756 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-36113677-dcb4-4f4c-92d3-6019771349e6 req-a440b72d-191b-4559-b817-3b79b3591702 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/ports?device_id=4ae448d6-3b95-42dd-a82e-2c79b64118c8 HTTP/1.1" status: 200  len: 943 time: 0.1620276
Jul 06 02:01:50.952635 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-36113677-dcb4-4f4c-92d3-6019771349e6 req-28842956-6350-4d70-96fb-e97dd12fdbbe tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/security-groups?id=05a99220-0499-4923-a419-6a3dc323fae7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1058612
Jul 06 02:01:51.091374 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa4573d-752a-4994-a8d9-132faf2ffa61 req-4161f01a-59ba-466f-8028-f92b7bc6f3a1 tempest-VolumesActionsTest-1223800970 tempest-VolumesActionsTest-1223800970-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:01:51.091374 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-9aa4573d-752a-4994-a8d9-132faf2ffa61 req-4161f01a-59ba-466f-8028-f92b7bc6f3a1 tempest-VolumesActionsTest-1223800970 tempest-VolumesActionsTest-1223800970-project] 10.222.0.11 "GET /v2.0/ports?device_id=e2fde8b1-653d-41eb-86bf-a680da3d7790 HTTP/1.1" status: 200  len: 946 time: 0.1488392
Jul 06 02:01:51.132492 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-9aa4573d-752a-4994-a8d9-132faf2ffa61 req-a1ac0458-be6c-4f66-bd6b-ca07141d8497 tempest-VolumesActionsTest-1223800970 tempest-VolumesActionsTest-1223800970-project] 10.222.0.11 "GET /v2.0/security-groups?id=c4d9e794-0f6f-45bd-ab5e-fb0058e4026c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0672417
Jul 06 02:01:51.193674 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77509878-c8c0-4cd5-baf6-8eb673df669f req-2cdc6e68-756e-4652-9460-064368b432f5 tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:01:51.195268 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-77509878-c8c0-4cd5-baf6-8eb673df669f req-2cdc6e68-756e-4652-9460-064368b432f5 tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] 10.222.0.11 "GET /v2.0/ports?device_id=e0031e4c-fd20-42f5-aa66-c102510ce1fe HTTP/1.1" status: 200  len: 945 time: 0.0880923
Jul 06 02:01:51.255552 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-77509878-c8c0-4cd5-baf6-8eb673df669f req-8bba0837-00d3-43f5-9bcc-867889db580a tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] 10.222.0.11 "GET /v2.0/security-groups?id=8f6df123-aea9-4211-ae13-3df2bf025ab5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0523095
Jul 06 02:01:51.306938 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.rpc [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Device fab2c3bd-7dc8-4aeb-8336-d09b26bc5ef0 up at agent ovs-agent-dv-cinder-799546-3-iscsi {{(pid=80982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:273}}
Jul 06 02:01:51.378328 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.provisioning_blocks [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Provisioning complete for port fab2c3bd-7dc8-4aeb-8336-d09b26bc5ef0 triggered by entity L2. {{(pid=80982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 06 02:01:51.378753 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1309268'] for port, provisioning_complete {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:01:52.223096 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c44e95-7709-40be-9903-1ffb26903792 req-fdfc9f8d-e860-425d-867c-190578a47769 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:01:52.234049 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-f0c44e95-7709-40be-9903-1ffb26903792 req-fdfc9f8d-e860-425d-867c-190578a47769 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/ports?device_id=4ae448d6-3b95-42dd-a82e-2c79b64118c8 HTTP/1.1" status: 200  len: 943 time: 0.1256223
Jul 06 02:01:52.411380 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-f0c44e95-7709-40be-9903-1ffb26903792 req-915a5eaa-819c-42a1-b61e-3f00001b12d2 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/security-groups?id=05a99220-0499-4923-a419-6a3dc323fae7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1612549
Jul 06 02:01:52.435913 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-a6edee60-2511-40da-9a45-f361b4ea8fd7 req-d07ffc33-29e2-4109-9d29-b82a4615967b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=4ae448d6-3b95-42dd-a82e-2c79b64118c8&tenant_id=6eda011ce6da4a3aa6a9ea578c51725a HTTP/1.1" status: 200  len: 1096 time: 0.1499784
Jul 06 02:01:52.687096 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-a6edee60-2511-40da-9a45-f361b4ea8fd7 req-70a91e0e-7956-4f5d-a519-653182a8e8c7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6eda011ce6da4a3aa6a9ea578c51725a&device_id=4ae448d6-3b95-42dd-a82e-2c79b64118c8 HTTP/1.1" status: 200  len: 1096 time: 0.2195642
Jul 06 02:01:52.768788 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278ca54b-d37f-4e89-97c6-6fac014a7b99 req-d5669172-d67a-4843-a873-d229449b1442 tempest-VolumesActionsTest-1223800970 tempest-VolumesActionsTest-1223800970-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:01:52.770470 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-278ca54b-d37f-4e89-97c6-6fac014a7b99 req-d5669172-d67a-4843-a873-d229449b1442 tempest-VolumesActionsTest-1223800970 tempest-VolumesActionsTest-1223800970-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2fde8b1-653d-41eb-86bf-a680da3d7790 HTTP/1.1" status: 200  len: 946 time: 0.5448506
Jul 06 02:01:52.813381 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e20c66-b01c-4af8-a82a-8b0340ae2e01 req-bf69dcb4-574a-4a3f-aaaa-d7abbf2898df tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:01:52.815130 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-99e20c66-b01c-4af8-a82a-8b0340ae2e01 req-bf69dcb4-574a-4a3f-aaaa-d7abbf2898df tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] 10.222.0.11 "GET /v2.0/ports?device_id=e0031e4c-fd20-42f5-aa66-c102510ce1fe HTTP/1.1" status: 200  len: 945 time: 0.2105412
Jul 06 02:01:52.846987 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be837146-d4de-440f-add0-59ddea8b400f req-d274e27e-8272-4e86-ba99-cde7cd92c6b2 tempest-VolumesActionsTest-1223800970 tempest-VolumesActionsTest-1223800970-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:01:52.848691 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-be837146-d4de-440f-add0-59ddea8b400f req-d274e27e-8272-4e86-ba99-cde7cd92c6b2 tempest-VolumesActionsTest-1223800970 tempest-VolumesActionsTest-1223800970-project] 10.222.0.11 "GET /v2.0/ports?device_id=e2fde8b1-653d-41eb-86bf-a680da3d7790 HTTP/1.1" status: 200  len: 946 time: 0.5286198
Jul 06 02:01:52.924529 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.plugin [req-278ca54b-d37f-4e89-97c6-6fac014a7b99 req-c0727b23-a614-4a9b-bcb5-1a39ded57f69 tempest-VolumesActionsTest-1223800970 tempest-VolumesActionsTest-1223800970-project] Deleting port 57c294b9-a381-47ef-93e7-b2a6bf4dd8cb {{(pid=80980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1879}}
Jul 06 02:01:52.925226 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-278ca54b-d37f-4e89-97c6-6fac014a7b99 req-c0727b23-a614-4a9b-bcb5-1a39ded57f69 tempest-VolumesActionsTest-1223800970 tempest-VolumesActionsTest-1223800970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296100957044'] for port, before_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:01:52.961898 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-99e20c66-b01c-4af8-a82a-8b0340ae2e01 req-48f13f68-3a6c-4ca8-b93d-d39b7be5bae2 tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] 10.222.0.11 "GET /v2.0/security-groups?id=8f6df123-aea9-4211-ae13-3df2bf025ab5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1342795
Jul 06 02:01:52.976515 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6edee60-2511-40da-9a45-f361b4ea8fd7 req-1dcbed21-c8d1-48f5-9a50-99a608f7ff04 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:01:52.984325 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-a6edee60-2511-40da-9a45-f361b4ea8fd7 req-1dcbed21-c8d1-48f5-9a50-99a608f7ff04 service neutron] 10.222.0.37 "GET /v2.0/networks?id=dc49653d-588e-4ee2-9689-ebb2724e1086 HTTP/1.1" status: 200  len: 917 time: 0.2826934
Jul 06 02:01:53.081049 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-be837146-d4de-440f-add0-59ddea8b400f req-60059343-5cae-4795-9de8-d1317e2b6117 tempest-VolumesActionsTest-1223800970 tempest-VolumesActionsTest-1223800970-project] 10.222.0.11 "GET /v2.0/security-groups?id=c4d9e794-0f6f-45bd-ab5e-fb0058e4026c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2132308
Jul 06 02:01:53.153937 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-a6edee60-2511-40da-9a45-f361b4ea8fd7 req-b488f7b6-6d16-470e-8cf9-34fadb00c567 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d54c68f1-79e6-4fb2-9f8a-3dfca2b99105 HTTP/1.1" status: 200  len: 999 time: 0.1616116
Jul 06 02:01:53.244443 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6edee60-2511-40da-9a45-f361b4ea8fd7 req-745ebf5f-c863-4917-a8f9-9015e479ac9d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:01:53.246720 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-a6edee60-2511-40da-9a45-f361b4ea8fd7 req-745ebf5f-c863-4917-a8f9-9015e479ac9d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=989a31a1-084c-4193-9367-4e104f09769b HTTP/1.1" status: 200  len: 855 time: 0.0832331
Jul 06 02:01:53.365434 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-a6edee60-2511-40da-9a45-f361b4ea8fd7 req-f27249ff-8817-402a-93a1-2c94a9732671 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=dc49653d-588e-4ee2-9689-ebb2724e1086&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1077156
Jul 06 02:01:53.415381 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [req-278ca54b-d37f-4e89-97c6-6fac014a7b99 req-c0727b23-a614-4a9b-bcb5-1a39ded57f69 tempest-VolumesActionsTest-1223800970 tempest-VolumesActionsTest-1223800970-project] For port 57c294b9-a381-47ef-93e7-b2a6bf4dd8cb, host hv-cinder-79954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79954',level=0,port_id=57c294b9-a381-47ef-93e7-b2a6bf4dd8cb,segment=NetworkSegment(cf5ffabf-c988-4a88-80c2-6ba359ee8846),segment_id=cf5ffabf-c988-4a88-80c2-6ba359ee8846)] {{(pid=80980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 02:01:53.416248 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-278ca54b-d37f-4e89-97c6-6fac014a7b99 req-c0727b23-a614-4a9b-bcb5-1a39ded57f69 tempest-VolumesActionsTest-1223800970 tempest-VolumesActionsTest-1223800970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328131'] for port, precommit_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:01:53.517149 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-a6edee60-2511-40da-9a45-f361b4ea8fd7 req-69cbfe92-74e0-4d12-8cf4-173dd56e73b3 service neutron] 10.222.0.37 "GET /v2.0/networks/dc49653d-588e-4ee2-9689-ebb2724e1086?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1437950
Jul 06 02:01:53.588841 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.plugin [req-278ca54b-d37f-4e89-97c6-6fac014a7b99 req-c0727b23-a614-4a9b-bcb5-1a39ded57f69 tempest-VolumesActionsTest-1223800970 tempest-VolumesActionsTest-1223800970-project] Calling delete_port for 57c294b9-a381-47ef-93e7-b2a6bf4dd8cb owned by compute:nova {{(pid=80980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1952}}
Jul 06 02:01:53.684317 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-a6edee60-2511-40da-9a45-f361b4ea8fd7 req-ad2a806e-6e33-474b-b32e-9fd0b87595fe service neutron] 10.222.0.37 "GET /v2.0/networks/dc49653d-588e-4ee2-9689-ebb2724e1086?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1582391
Jul 06 02:01:53.822385 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b073ffe-bcb9-4d98-8e99-256722dbc559 req-5026d68c-d122-47dc-9c55-841779c2efab tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:01:53.824886 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-9b073ffe-bcb9-4d98-8e99-256722dbc559 req-5026d68c-d122-47dc-9c55-841779c2efab tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/ports?device_id=4ae448d6-3b95-42dd-a82e-2c79b64118c8 HTTP/1.1" status: 200  len: 943 time: 0.1386421
Jul 06 02:01:53.916319 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-9b073ffe-bcb9-4d98-8e99-256722dbc559 req-55a2a61e-d021-4658-999b-f812263a6c33 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/security-groups?id=05a99220-0499-4923-a419-6a3dc323fae7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0744946
Jul 06 02:01:54.010533 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-278ca54b-d37f-4e89-97c6-6fac014a7b99 req-c0727b23-a614-4a9b-bcb5-1a39ded57f69 tempest-VolumesActionsTest-1223800970 tempest-VolumesActionsTest-1223800970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740753762095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296101366780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839946710'] for port, after_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:01:54.025802 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] get_ports_and_sgs() called for port_ids ['57c294b9-a381-47ef-93e7-b2a6bf4dd8cb'] {{(pid=80982) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:184}}
Jul 06 02:01:54.059302 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-be485fc4-6da0-46c8-889e-48f372ca9f7b tempest-VolumesActionsTest-1223800970 tempest-VolumesActionsTest-1223800970-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:01:54.141174 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0727b23-a614-4a9b-bcb5-1a39ded57f69 tempest-VolumesActionsTest-1223800970 tempest-VolumesActionsTest-1223800970-project] Pushing event deleted for resources: {'Port': ['ID=57c294b9-a381-47ef-93e7-b2a6bf4dd8cb,revision_number=None']} {{(pid=80980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:01:54.284525 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-c0727b23-a614-4a9b-bcb5-1a39ded57f69 tempest-VolumesActionsTest-1223800970 tempest-VolumesActionsTest-1223800970-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:01:54.293341 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_dvrscheduler_db [req-278ca54b-d37f-4e89-97c6-6fac014a7b99 req-c0727b23-a614-4a9b-bcb5-1a39ded57f69 tempest-VolumesActionsTest-1223800970 tempest-VolumesActionsTest-1223800970-project] No DVR routers for this DVR port 57c294b9-a381-47ef-93e7-b2a6bf4dd8cb on host hv-cinder-79954 {{(pid=80980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jul 06 02:01:54.337461 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-278ca54b-d37f-4e89-97c6-6fac014a7b99 req-c0727b23-a614-4a9b-bcb5-1a39ded57f69 tempest-VolumesActionsTest-1223800970 tempest-VolumesActionsTest-1223800970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91827'] for port, before_response {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:01:54.340958 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2fde8b1-653d-41eb-86bf-a680da3d7790', 'name': 'network-vif-deleted', 'tag': '57c294b9-a381-47ef-93e7-b2a6bf4dd8cb'}] {{(pid=80980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 06 02:01:54.381911 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-4e010411-66d6-45c4-9b53-7079a63db186 req-6ed58191-afbf-4ec8-8725-3feac62a7759 tempest-VolumesActionsTest-1223800970 tempest-VolumesActionsTest-1223800970-project] 10.222.0.11 "GET /v2.0/ports?device_id=e2fde8b1-653d-41eb-86bf-a680da3d7790 HTTP/1.1" status: 200  len: 210 time: 0.0564411
Jul 06 02:01:54.411169 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f10c612-9478-41dc-821c-3b9d359b9970 req-33274428-0e90-437e-8ce9-6186a3bc094b tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:01:54.414324 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-5f10c612-9478-41dc-821c-3b9d359b9970 req-33274428-0e90-437e-8ce9-6186a3bc094b tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] 10.222.0.11 "GET /v2.0/ports?device_id=e0031e4c-fd20-42f5-aa66-c102510ce1fe HTTP/1.1" status: 200  len: 945 time: 0.1272840
Jul 06 02:01:54.416658 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-278ca54b-d37f-4e89-97c6-6fac014a7b99 req-c0727b23-a614-4a9b-bcb5-1a39ded57f69 tempest-VolumesActionsTest-1223800970 tempest-VolumesActionsTest-1223800970-project] 10.222.0.37 "DELETE /v2.0/ports/57c294b9-a381-47ef-93e7-b2a6bf4dd8cb HTTP/1.1" status: 204  len: 173 time: 1.6329162
Jul 06 02:01:54.521340 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-5f10c612-9478-41dc-821c-3b9d359b9970 req-1af7b3fc-f8eb-4ab8-94f2-f0ec8220adbc tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] 10.222.0.11 "GET /v2.0/security-groups?id=8f6df123-aea9-4211-ae13-3df2bf025ab5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0857456
Jul 06 02:01:54.723480 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2fde8b1-653d-41eb-86bf-a680da3d7790', 'name': 'network-vif-deleted', 'tag': '57c294b9-a381-47ef-93e7-b2a6bf4dd8cb', 'status': 'completed', 'code': 200}
Jul 06 02:01:55.146879 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbe5517-cb0d-46e9-94eb-965494a2bc75 req-95c7b1bf-6bdc-418d-9c6d-b3014a0c8254 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:01:55.148661 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-bbbe5517-cb0d-46e9-94eb-965494a2bc75 req-95c7b1bf-6bdc-418d-9c6d-b3014a0c8254 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/ports?device_id=4ae448d6-3b95-42dd-a82e-2c79b64118c8 HTTP/1.1" status: 200  len: 943 time: 0.0838277
Jul 06 02:01:55.206824 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-bbbe5517-cb0d-46e9-94eb-965494a2bc75 req-1003d067-ecd9-4b26-a068-7df26e90e280 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/security-groups?id=05a99220-0499-4923-a419-6a3dc323fae7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0496547
Jul 06 02:01:55.572778 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-8405de2b-afc2-44a7-9711-39f4b3ada0f3 req-6fe7789f-35bc-4f15-a5c0-dc11160f5174 tempest-VolumesActionsTest-1223800970 tempest-VolumesActionsTest-1223800970-project] 10.222.0.11 "GET /v2.0/ports?device_id=e2fde8b1-653d-41eb-86bf-a680da3d7790 HTTP/1.1" status: 200  len: 210 time: 0.0511689
Jul 06 02:01:55.729838 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbab5eb-0963-45b2-8291-a90e6f24fa09 req-be373cdf-a327-438a-84c5-b1f84c3e9a86 tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:01:55.731839 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-bdbab5eb-0963-45b2-8291-a90e6f24fa09 req-be373cdf-a327-438a-84c5-b1f84c3e9a86 tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] 10.222.0.11 "GET /v2.0/ports?device_id=e0031e4c-fd20-42f5-aa66-c102510ce1fe HTTP/1.1" status: 200  len: 945 time: 0.0924199
Jul 06 02:01:55.796756 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-bdbab5eb-0963-45b2-8291-a90e6f24fa09 req-1aea86db-f2cb-4908-910a-e127e9ad36bd tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] 10.222.0.11 "GET /v2.0/security-groups?id=8f6df123-aea9-4211-ae13-3df2bf025ab5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0546203
Jul 06 02:01:56.420435 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89eabb40-c999-44fe-9f04-0bfd8fc874cb req-2c3d6b34-a575-42ac-a150-bf6e100b5379 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:01:56.422075 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-89eabb40-c999-44fe-9f04-0bfd8fc874cb req-2c3d6b34-a575-42ac-a150-bf6e100b5379 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/ports?device_id=4ae448d6-3b95-42dd-a82e-2c79b64118c8 HTTP/1.1" status: 200  len: 943 time: 0.0865972
Jul 06 02:01:56.479392 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-89eabb40-c999-44fe-9f04-0bfd8fc874cb req-d5480e64-0bdf-4cc0-b8ea-2ab8059b217d tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/security-groups?id=05a99220-0499-4923-a419-6a3dc323fae7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0497489
Jul 06 02:01:57.020410 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.rpc [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Device 57c294b9-a381-47ef-93e7-b2a6bf4dd8cb no longer exists at agent hyperv_hv-cinder-79954 {{(pid=80982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:242}}
Jul 06 02:01:57.059923 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.plugin [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] No Port match for: 57c294b9-a381-47ef-93e7-b2a6bf4dd8cb {{(pid=80982) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2217}}
Jul 06 02:01:57.060319 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.rpc [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Device 57c294b9-a381-47ef-93e7-b2a6bf4dd8cb not bound to the agent host hv-cinder-79954 {{(pid=80982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:250}}
Jul 06 02:01:57.450136 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71feb93-70b0-4928-8951-302c26eb21e5 req-c8d3b5bb-c802-42a1-a9e9-82e724e7c598 tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:01:57.452843 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-b71feb93-70b0-4928-8951-302c26eb21e5 req-c8d3b5bb-c802-42a1-a9e9-82e724e7c598 tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] 10.222.0.11 "GET /v2.0/ports?device_id=e0031e4c-fd20-42f5-aa66-c102510ce1fe HTTP/1.1" status: 200  len: 945 time: 0.1035388
Jul 06 02:01:57.460064 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [req-2e3b0f3f-e66e-4ee7-b101-3f94dd626aa7 req-4208b896-dcd7-45b9-b345-7737ceeebffb tempest-VolumesActionsTest-1223800970 tempest-VolumesActionsTest-1223800970-project] Synchronizing usage tracker for tenant:2518cf7b076a48528898fb239ee8dd38 on resource:port {{(pid=80980) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 06 02:01:57.530938 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [req-2e3b0f3f-e66e-4ee7-b101-3f94dd626aa7 req-4208b896-dcd7-45b9-b345-7737ceeebffb tempest-VolumesActionsTest-1223800970 tempest-VolumesActionsTest-1223800970-project] Unset dirty status for tenant:2518cf7b076a48528898fb239ee8dd38 on resource:port {{(pid=80980) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 06 02:01:57.533543 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-2e3b0f3f-e66e-4ee7-b101-3f94dd626aa7 req-4208b896-dcd7-45b9-b345-7737ceeebffb tempest-VolumesActionsTest-1223800970 tempest-VolumesActionsTest-1223800970-project] 10.222.0.11 "GET /v2.0/ports?device_id=e2fde8b1-653d-41eb-86bf-a680da3d7790 HTTP/1.1" status: 200  len: 210 time: 0.1482098
Jul 06 02:01:57.654923 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-b71feb93-70b0-4928-8951-302c26eb21e5 req-93b0cd2f-22a3-4533-908b-1fce9462d860 tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] 10.222.0.11 "GET /v2.0/security-groups?id=8f6df123-aea9-4211-ae13-3df2bf025ab5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1785738
Jul 06 02:01:57.900175 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614f4adf-3b02-4fac-bfdc-a80a8a6429af req-16f06c14-3c78-4f4c-aed3-be17120aa18f tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:01:57.913995 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-614f4adf-3b02-4fac-bfdc-a80a8a6429af req-16f06c14-3c78-4f4c-aed3-be17120aa18f tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/ports?device_id=4ae448d6-3b95-42dd-a82e-2c79b64118c8 HTTP/1.1" status: 200  len: 943 time: 0.1993082
Jul 06 02:01:58.024251 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-614f4adf-3b02-4fac-bfdc-a80a8a6429af req-48f7da30-cbd1-460a-ae96-30498dc6c512 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/security-groups?id=05a99220-0499-4923-a419-6a3dc323fae7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1033449
Jul 06 02:01:58.893587 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5eeaa06-675e-4fa0-952f-7dc8b393e0a8 req-23f186ef-fc39-464e-8f53-34d77a383a03 tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:01:58.895567 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-d5eeaa06-675e-4fa0-952f-7dc8b393e0a8 req-23f186ef-fc39-464e-8f53-34d77a383a03 tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] 10.222.0.11 "GET /v2.0/ports?device_id=e0031e4c-fd20-42f5-aa66-c102510ce1fe HTTP/1.1" status: 200  len: 945 time: 0.0989792
Jul 06 02:01:58.965921 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-d5eeaa06-675e-4fa0-952f-7dc8b393e0a8 req-81656e2b-cf85-4af0-b108-02557ae5e360 tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] 10.222.0.11 "GET /v2.0/security-groups?id=8f6df123-aea9-4211-ae13-3df2bf025ab5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0617747
Jul 06 02:01:59.260783 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd6891e-2915-4a93-a437-39b6ba098780 req-2917dcc8-1e4b-46a3-a264-8f1d2f22a04f tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:01:59.260783 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-efd6891e-2915-4a93-a437-39b6ba098780 req-2917dcc8-1e4b-46a3-a264-8f1d2f22a04f tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/ports?device_id=4ae448d6-3b95-42dd-a82e-2c79b64118c8 HTTP/1.1" status: 200  len: 943 time: 0.0899117
Jul 06 02:01:59.343944 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-efd6891e-2915-4a93-a437-39b6ba098780 req-a0f03ccd-41b7-449b-b005-821b5e1c636b tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/security-groups?id=05a99220-0499-4923-a419-6a3dc323fae7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0695465
Jul 06 02:02:00.236132 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4fd71c-3603-4944-a599-4584712f9fe4 req-4fbcd5cb-2257-47a3-81ce-79554a0065a2 tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:02:00.237703 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-9e4fd71c-3603-4944-a599-4584712f9fe4 req-4fbcd5cb-2257-47a3-81ce-79554a0065a2 tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] 10.222.0.11 "GET /v2.0/ports?device_id=e0031e4c-fd20-42f5-aa66-c102510ce1fe HTTP/1.1" status: 200  len: 945 time: 0.0966754
Jul 06 02:02:00.290063 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-9e4fd71c-3603-4944-a599-4584712f9fe4 req-3a0a13ca-af06-4939-b526-888eada0bf4d tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] 10.222.0.11 "GET /v2.0/security-groups?id=8f6df123-aea9-4211-ae13-3df2bf025ab5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0449281
Jul 06 02:02:00.543332 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb31608b-d20a-4b24-9d2f-4ef676a7b785 req-6a34fb0e-e94a-4133-9c2c-1cc336ba6d83 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:02:00.545042 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-cb31608b-d20a-4b24-9d2f-4ef676a7b785 req-6a34fb0e-e94a-4133-9c2c-1cc336ba6d83 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/ports?device_id=4ae448d6-3b95-42dd-a82e-2c79b64118c8 HTTP/1.1" status: 200  len: 943 time: 0.0867186
Jul 06 02:02:00.599662 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-cb31608b-d20a-4b24-9d2f-4ef676a7b785 req-0b7eb416-a5e9-44eb-9c93-c4dd8f3a6182 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/security-groups?id=05a99220-0499-4923-a419-6a3dc323fae7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0470996
Jul 06 02:02:01.714667 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-4d52c77e-76d6-44f6-99a4-2dbf31ff1524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:02:02.275464 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:02:02.441705 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f242643-c42c-4e4e-a5a2-0ad62ba80bb4 req-86133b58-57ca-4488-ab9d-b68cd9fe2e47 tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:02:02.445804 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-1f242643-c42c-4e4e-a5a2-0ad62ba80bb4 req-86133b58-57ca-4488-ab9d-b68cd9fe2e47 tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] 10.222.0.11 "GET /v2.0/ports?device_id=e0031e4c-fd20-42f5-aa66-c102510ce1fe HTTP/1.1" status: 200  len: 945 time: 0.1246169
Jul 06 02:02:02.527405 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-1f242643-c42c-4e4e-a5a2-0ad62ba80bb4 req-fff4199f-74c6-42a8-8a6d-728d7420998e tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] 10.222.0.11 "GET /v2.0/security-groups?id=8f6df123-aea9-4211-ae13-3df2bf025ab5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0753293
Jul 06 02:02:02.779642 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c4eb6a-77d9-4355-a7fd-500f25dfcfb8 req-dafd2c68-a329-4f2a-952a-60d21427e143 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:02:02.781493 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-47c4eb6a-77d9-4355-a7fd-500f25dfcfb8 req-dafd2c68-a329-4f2a-952a-60d21427e143 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/ports?device_id=4ae448d6-3b95-42dd-a82e-2c79b64118c8 HTTP/1.1" status: 200  len: 943 time: 0.0882008
Jul 06 02:02:02.923144 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-47c4eb6a-77d9-4355-a7fd-500f25dfcfb8 req-72731dd5-0558-4e34-9f73-e99748129159 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/security-groups?id=05a99220-0499-4923-a419-6a3dc323fae7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1318855
Jul 06 02:02:03.139382 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a157d086-ffba-4b5b-bacc-e273d82eaa60 req-d469eb5c-fa25-41db-977f-f8be45ecc996 tempest-VolumesActionsTest-1223800970 tempest-VolumesActionsTest-1223800970-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:02:03.154130 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-a157d086-ffba-4b5b-bacc-e273d82eaa60 req-d469eb5c-fa25-41db-977f-f8be45ecc996 tempest-VolumesActionsTest-1223800970 tempest-VolumesActionsTest-1223800970-project] 10.222.0.11 "GET /v2.0/networks?id=36a9b578-85e1-48e7-ac56-3132cadfb3cf HTTP/1.1" status: 200  len: 808 time: 0.5741813
Jul 06 02:02:03.187010 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-a157d086-ffba-4b5b-bacc-e273d82eaa60 req-2dda1913-1404-49e0-9034-f82c0e149fde tempest-VolumesActionsTest-1223800970 tempest-VolumesActionsTest-1223800970-project] 10.222.0.11 "GET /v2.0/quotas/2518cf7b076a48528898fb239ee8dd38 HTTP/1.1" status: 200  len: 375 time: 0.0303950
Jul 06 02:02:03.197535 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-3c7c1abc-30d4-41c5-96ea-6d7b2804db45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:02:03.260370 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-a157d086-ffba-4b5b-bacc-e273d82eaa60 req-fa88fb41-6c76-47a8-a18c-a05776a21ac8 tempest-VolumesActionsTest-1223800970 tempest-VolumesActionsTest-1223800970-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=2518cf7b076a48528898fb239ee8dd38&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0722237
Jul 06 02:02:03.357720 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:02:03.500267 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-a157d086-ffba-4b5b-bacc-e273d82eaa60 req-7dfe486c-fc6f-40ef-b1f8-ffdd60f3321a service neutron] 10.222.0.11 "GET /v2.0/networks/36a9b578-85e1-48e7-ac56-3132cadfb3cf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2290711
Jul 06 02:02:03.671980 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-a157d086-ffba-4b5b-bacc-e273d82eaa60 req-f0fca99d-7464-4e94-a6b1-e4f23ec18448 service neutron] 10.222.0.11 "GET /v2.0/networks/36a9b578-85e1-48e7-ac56-3132cadfb3cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1644084
Jul 06 02:02:04.122783 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-76dafd09-8b9e-4f4b-ba8f-a0f9ff874801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:02:04.439175 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-b9d27e42-e641-443c-be79-afdf5c80b3c7 req-81b7d39f-784e-40d3-a155-251cf0ba68e4 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e0031e4c-fd20-42f5-aa66-c102510ce1fe HTTP/1.1" status: 200  len: 1098 time: 0.3509524
Jul 06 02:02:04.463656 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a370a53-43ee-45b3-a835-b81e663692a9 req-a25d7bb0-bfea-483f-a197-6f648271ab80 tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:02:04.465582 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-6a370a53-43ee-45b3-a835-b81e663692a9 req-a25d7bb0-bfea-483f-a197-6f648271ab80 tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] 10.222.0.11 "GET /v2.0/ports?device_id=e0031e4c-fd20-42f5-aa66-c102510ce1fe HTTP/1.1" status: 200  len: 945 time: 0.1266918
Jul 06 02:02:04.532467 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-b9d27e42-e641-443c-be79-afdf5c80b3c7 req-46cf573c-edc6-46e4-8223-4d641e2f1344 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=8f6df123-aea9-4211-ae13-3df2bf025ab5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0723438
Jul 06 02:02:04.553618 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-6a370a53-43ee-45b3-a835-b81e663692a9 req-bb08394e-2d08-4f86-ab88-3041b416c46b tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] 10.222.0.11 "GET /v2.0/security-groups?id=8f6df123-aea9-4211-ae13-3df2bf025ab5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0773048
Jul 06 02:02:04.572047 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710b45bc-d817-4596-915a-d89f5612b851 req-fc90bb0c-1ab6-4b98-bcea-a1e13c804b43 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:02:04.579006 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-710b45bc-d817-4596-915a-d89f5612b851 req-fc90bb0c-1ab6-4b98-bcea-a1e13c804b43 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] 10.222.0.11 "GET /v2.0/ports?device_id=6bf80594-4f7b-4225-95e7-e1f2461f5e26 HTTP/1.1" status: 200  len: 945 time: 0.3012571
Jul 06 02:02:04.691137 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-710b45bc-d817-4596-915a-d89f5612b851 req-00e1b15b-9e83-44c6-8d14-aabe4748303f tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] 10.222.0.11 "GET /v2.0/security-groups?id=a49819e7-9e67-4461-9ca0-4f120b4fbc53&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0922313
Jul 06 02:02:04.816997 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-394b3a88-0837-462a-9955-3767ac5d90a8 req-aa691ead-7a13-4773-ab24-104ebf8cbc74 tempest-VolumesActionsTest-1223800970 tempest-VolumesActionsTest-1223800970-project] 10.222.0.11 "GET /v2.0/ports?device_id=8967dff4-e4b8-47d9-8915-304751964b5c HTTP/1.1" status: 200  len: 210 time: 0.0720646
Jul 06 02:02:04.857121 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7136ff42-1e22-4ab7-b202-0cf9a525ea97 req-ef854d6a-7b96-4b30-b575-85312a8a1d81 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:02:04.859354 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-7136ff42-1e22-4ab7-b202-0cf9a525ea97 req-ef854d6a-7b96-4b30-b575-85312a8a1d81 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/ports?device_id=4ae448d6-3b95-42dd-a82e-2c79b64118c8 HTTP/1.1" status: 200  len: 943 time: 0.1349761
Jul 06 02:02:04.953106 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-7136ff42-1e22-4ab7-b202-0cf9a525ea97 req-c4913004-0652-4767-927f-38fcebeeee7f tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/security-groups?id=05a99220-0499-4923-a419-6a3dc323fae7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0851533
Jul 06 02:02:05.494862 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-fcfe0981-f829-42d2-99d0-fcc19e179060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:02:05.814120 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c3cf8d-b9a8-4317-aa60-4097ce699d88 req-0410b3aa-f515-4084-b582-9940ad0e189e tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:02:05.815739 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-33c3cf8d-b9a8-4317-aa60-4097ce699d88 req-0410b3aa-f515-4084-b582-9940ad0e189e tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] 10.222.0.11 "GET /v2.0/ports?device_id=e0031e4c-fd20-42f5-aa66-c102510ce1fe HTTP/1.1" status: 200  len: 945 time: 0.1056132
Jul 06 02:02:05.867725 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-33c3cf8d-b9a8-4317-aa60-4097ce699d88 req-1c801721-6cb9-4d25-bb6f-c8453108ef38 tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] 10.222.0.11 "GET /v2.0/security-groups?id=8f6df123-aea9-4211-ae13-3df2bf025ab5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447042
Jul 06 02:02:06.096176 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d9ca1f-4eeb-4e99-bc77-eeae382cea1a req-55a87d18-3c9a-4ca2-8b2c-7c8960986161 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:02:06.098125 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-a0d9ca1f-4eeb-4e99-bc77-eeae382cea1a req-55a87d18-3c9a-4ca2-8b2c-7c8960986161 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] 10.222.0.11 "GET /v2.0/ports?device_id=6bf80594-4f7b-4225-95e7-e1f2461f5e26 HTTP/1.1" status: 200  len: 945 time: 0.0858781
Jul 06 02:02:06.165772 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-a0d9ca1f-4eeb-4e99-bc77-eeae382cea1a req-d6d3e570-ea70-4d45-aefc-3625347c900f tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] 10.222.0.11 "GET /v2.0/security-groups?id=a49819e7-9e67-4461-9ca0-4f120b4fbc53&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0566342
Jul 06 02:02:06.357542 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-704b89fd-28e2-4ce4-8e3a-3c8f79cd9359 req-74549d2e-10a6-429d-bccb-6c3afbcc9d44 tempest-VolumesActionsTest-1223800970 tempest-VolumesActionsTest-1223800970-project] 10.222.0.11 "GET /v2.0/ports?device_id=8967dff4-e4b8-47d9-8915-304751964b5c HTTP/1.1" status: 200  len: 210 time: 0.0756371
Jul 06 02:02:06.663825 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2468a91-7a1b-43ca-ad35-ba60e00590e2 req-e4694d1a-4634-4e15-aefb-b90ac3cbf25d tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:02:06.663825 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-f2468a91-7a1b-43ca-ad35-ba60e00590e2 req-e4694d1a-4634-4e15-aefb-b90ac3cbf25d tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/ports?device_id=4ae448d6-3b95-42dd-a82e-2c79b64118c8 HTTP/1.1" status: 200  len: 943 time: 0.1547933
Jul 06 02:02:06.717913 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-f2468a91-7a1b-43ca-ad35-ba60e00590e2 req-eec62b56-279a-40c1-83b5-0b159929001a tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/security-groups?id=05a99220-0499-4923-a419-6a3dc323fae7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0470786
Jul 06 02:02:07.106427 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85045a9e-50db-4089-9334-539e5734a56d req-b3ba51b3-ae34-4f59-b8a0-436ce7e7fc70 tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:02:07.109291 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-85045a9e-50db-4089-9334-539e5734a56d req-b3ba51b3-ae34-4f59-b8a0-436ce7e7fc70 tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] 10.222.0.11 "GET /v2.0/ports?device_id=e0031e4c-fd20-42f5-aa66-c102510ce1fe HTTP/1.1" status: 200  len: 945 time: 0.0928850
Jul 06 02:02:07.169281 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-85045a9e-50db-4089-9334-539e5734a56d req-666d1834-453c-4e2e-95bd-90594dd3899a tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] 10.222.0.11 "GET /v2.0/security-groups?id=8f6df123-aea9-4211-ae13-3df2bf025ab5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0519540
Jul 06 02:02:07.377856 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5face1-d7ab-4014-b302-7fbfe5abb19c req-a82034d0-1bee-4fbd-9212-16de790189aa tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:02:07.379542 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-4f5face1-d7ab-4014-b302-7fbfe5abb19c req-a82034d0-1bee-4fbd-9212-16de790189aa tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] 10.222.0.11 "GET /v2.0/ports?device_id=6bf80594-4f7b-4225-95e7-e1f2461f5e26 HTTP/1.1" status: 200  len: 945 time: 0.0830801
Jul 06 02:02:07.460583 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-4f5face1-d7ab-4014-b302-7fbfe5abb19c req-12cff780-4d0e-4644-a6af-da29fbb21abc tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] 10.222.0.11 "GET /v2.0/security-groups?id=a49819e7-9e67-4461-9ca0-4f120b4fbc53&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0616078
Jul 06 02:02:07.656689 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-86ad5b14-001b-445e-8513-2ad63d69b12e req-34c485a4-66f1-4f9e-a376-5bb497837881 tempest-VolumesActionsTest-1223800970 tempest-VolumesActionsTest-1223800970-project] 10.222.0.11 "GET /v2.0/ports?device_id=8967dff4-e4b8-47d9-8915-304751964b5c HTTP/1.1" status: 200  len: 210 time: 0.0638096
Jul 06 02:02:08.072067 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf407a31-6014-47e8-a7bd-bf1c6cd3eba1 req-82c5e6ca-f911-46ea-b959-fe87debd724a tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:02:08.073884 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-cf407a31-6014-47e8-a7bd-bf1c6cd3eba1 req-82c5e6ca-f911-46ea-b959-fe87debd724a tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/ports?device_id=4ae448d6-3b95-42dd-a82e-2c79b64118c8 HTTP/1.1" status: 200  len: 943 time: 0.2154260
Jul 06 02:02:08.175238 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-cf407a31-6014-47e8-a7bd-bf1c6cd3eba1 req-4fea7cb9-c666-44c6-9417-a73d8d001ee4 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/security-groups?id=05a99220-0499-4923-a419-6a3dc323fae7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0691328
Jul 06 02:02:08.411050 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [req-460c5ee2-e155-4725-a02a-e511dcb8dd8e req-513e313a-7adf-4968-b9c7-81e0e938780e tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] Synchronizing usage tracker for tenant:ce54b2b29f0c4db48f132919c87de2f3 on resource:security_group {{(pid=80981) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 06 02:02:08.498514 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [req-460c5ee2-e155-4725-a02a-e511dcb8dd8e req-513e313a-7adf-4968-b9c7-81e0e938780e tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] Unset dirty status for tenant:ce54b2b29f0c4db48f132919c87de2f3 on resource:security_group {{(pid=80981) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 06 02:02:08.499560 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-460c5ee2-e155-4725-a02a-e511dcb8dd8e req-513e313a-7adf-4968-b9c7-81e0e938780e tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-286581345&fields=id&tenant_id=ce54b2b29f0c4db48f132919c87de2f3 HTTP/1.1" status: 200  len: 267 time: 0.1414165
Jul 06 02:02:08.572256 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-460c5ee2-e155-4725-a02a-e511dcb8dd8e req-86d325c3-62ed-44cc-addf-51d1e875f18e tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] 10.222.0.11 "GET /v2.0/security-groups/5f03d441-1e82-42a5-bcde-a0beac2e68f3 HTTP/1.1" status: 200  len: 4611 time: 0.0636795
Jul 06 02:02:08.748667 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460c5ee2-e155-4725-a02a-e511dcb8dd8e req-badc06f3-ac49-493e-a5f0-5cb1abda36e1 tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:02:08.749409 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [req-460c5ee2-e155-4725-a02a-e511dcb8dd8e req-badc06f3-ac49-493e-a5f0-5cb1abda36e1 tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] Synchronizing usage tracker for tenant:ce54b2b29f0c4db48f132919c87de2f3 on resource:network {{(pid=80981) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 06 02:02:08.811847 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [req-460c5ee2-e155-4725-a02a-e511dcb8dd8e req-badc06f3-ac49-493e-a5f0-5cb1abda36e1 tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] Unset dirty status for tenant:ce54b2b29f0c4db48f132919c87de2f3 on resource:network {{(pid=80981) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 06 02:02:08.814237 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-460c5ee2-e155-4725-a02a-e511dcb8dd8e req-badc06f3-ac49-493e-a5f0-5cb1abda36e1 tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] 10.222.0.11 "GET /v2.0/networks?id=071e3c2f-cf0c-415c-b6d3-47995c0b5e75 HTTP/1.1" status: 200  len: 809 time: 0.2330887
Jul 06 02:02:08.841294 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-460c5ee2-e155-4725-a02a-e511dcb8dd8e req-3afe3f71-d7a4-4432-8d2e-6657701cdfd3 tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] 10.222.0.11 "GET /v2.0/quotas/ce54b2b29f0c4db48f132919c87de2f3 HTTP/1.1" status: 200  len: 375 time: 0.0146050
Jul 06 02:02:09.061815 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-460c5ee2-e155-4725-a02a-e511dcb8dd8e req-94789b2d-619b-4914-926c-ffa22c840aca tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=ce54b2b29f0c4db48f132919c87de2f3&fields=id HTTP/1.1" status: 200  len: 302 time: 0.2064855
Jul 06 02:02:09.247146 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-460c5ee2-e155-4725-a02a-e511dcb8dd8e req-e88472c4-d66b-4170-a6d2-fb530e2704bd service neutron] 10.222.0.11 "GET /v2.0/networks/071e3c2f-cf0c-415c-b6d3-47995c0b5e75?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1585896
Jul 06 02:02:09.422638 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-460c5ee2-e155-4725-a02a-e511dcb8dd8e req-80338ca0-5bfd-4d31-bc85-e826a4f30d2b service neutron] 10.222.0.11 "GET /v2.0/networks/071e3c2f-cf0c-415c-b6d3-47995c0b5e75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1677637
Jul 06 02:02:10.391723 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98eaaef-38a1-4052-b6b7-a4fe101243e7 req-d80a99c1-007e-4764-a7af-8649c7d8c5e0 tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:02:10.393548 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-a98eaaef-38a1-4052-b6b7-a4fe101243e7 req-d80a99c1-007e-4764-a7af-8649c7d8c5e0 tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] 10.222.0.11 "GET /v2.0/ports?device_id=e0031e4c-fd20-42f5-aa66-c102510ce1fe HTTP/1.1" status: 200  len: 945 time: 0.1848617
Jul 06 02:02:10.504006 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-a98eaaef-38a1-4052-b6b7-a4fe101243e7 req-89df784a-5dc2-4283-9e84-a84de4507192 tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] 10.222.0.11 "GET /v2.0/security-groups?id=8f6df123-aea9-4211-ae13-3df2bf025ab5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0961757
Jul 06 02:02:10.830625 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdbf470-6d98-45c5-937a-a896cc111849 req-99ab2e48-d080-4532-b3c6-dd16300345d8 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:02:10.832321 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-9cdbf470-6d98-45c5-937a-a896cc111849 req-99ab2e48-d080-4532-b3c6-dd16300345d8 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] 10.222.0.11 "GET /v2.0/ports?device_id=6bf80594-4f7b-4225-95e7-e1f2461f5e26 HTTP/1.1" status: 200  len: 945 time: 0.1443489
Jul 06 02:02:10.951501 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-9cdbf470-6d98-45c5-937a-a896cc111849 req-3dd4c1b3-bf3c-44b3-bc1a-7dd04ea11cbc tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] 10.222.0.11 "GET /v2.0/security-groups?id=a49819e7-9e67-4461-9ca0-4f120b4fbc53&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1102993
Jul 06 02:02:11.121096 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-e375365c-a28f-4d73-8319-5003c5217772 req-20a8b7e2-dea7-4dad-9f7b-f51a03b75d9c tempest-VolumesActionsTest-1223800970 tempest-VolumesActionsTest-1223800970-project] 10.222.0.11 "GET /v2.0/ports?device_id=8967dff4-e4b8-47d9-8915-304751964b5c HTTP/1.1" status: 200  len: 210 time: 0.0513272
Jul 06 02:02:11.391095 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44315e68-db94-40fa-bce9-20b7fe77a224 req-a5ff784c-6407-4bb8-8456-dda94722925a tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:02:11.392611 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-44315e68-db94-40fa-bce9-20b7fe77a224 req-a5ff784c-6407-4bb8-8456-dda94722925a tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/ports?device_id=4ae448d6-3b95-42dd-a82e-2c79b64118c8 HTTP/1.1" status: 200  len: 943 time: 0.1414714
Jul 06 02:02:11.468144 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-44315e68-db94-40fa-bce9-20b7fe77a224 req-4f46381e-a7f2-4966-b02e-83762cc2ba2d tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/security-groups?id=05a99220-0499-4923-a419-6a3dc323fae7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0557406
Jul 06 02:02:11.641035 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-8386c6eb-637e-4c69-b075-829862662ce7 req-8aa84639-8d92-464c-aae4-13f5967d9d3b tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] 10.222.0.11 "GET /v2.0/ports?device_id=848f0167-2894-477b-bc20-558ceadb1d77 HTTP/1.1" status: 200  len: 210 time: 0.0595241
Jul 06 02:02:11.886769 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7489fe4f-8d93-4408-8c59-fe7669c3a699 req-786c32d4-4318-419d-8f1b-f06683c60519 tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:02:11.888702 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-7489fe4f-8d93-4408-8c59-fe7669c3a699 req-786c32d4-4318-419d-8f1b-f06683c60519 tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] 10.222.0.11 "GET /v2.0/ports?device_id=e0031e4c-fd20-42f5-aa66-c102510ce1fe HTTP/1.1" status: 200  len: 945 time: 0.1023173
Jul 06 02:02:11.951238 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-7489fe4f-8d93-4408-8c59-fe7669c3a699 req-a3f97478-4c50-4c79-bacc-b1b231810a7a tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] 10.222.0.11 "GET /v2.0/security-groups?id=8f6df123-aea9-4211-ae13-3df2bf025ab5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0467508
Jul 06 02:02:12.059854 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.agents_db [None req-b173abe4-0d36-4765-adb2-33779d11156f None None] Agent healthcheck: found 6 active agents {{(pid=80983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Jul 06 02:02:12.183039 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964f22c7-4757-4db4-83fe-e98789dacd75 req-f6c05d9b-dfda-4bb8-92ab-ccdef7e52f88 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:02:12.185324 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-964f22c7-4757-4db4-83fe-e98789dacd75 req-f6c05d9b-dfda-4bb8-92ab-ccdef7e52f88 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] 10.222.0.11 "GET /v2.0/ports?device_id=6bf80594-4f7b-4225-95e7-e1f2461f5e26 HTTP/1.1" status: 200  len: 945 time: 0.1022911
Jul 06 02:02:12.248092 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-964f22c7-4757-4db4-83fe-e98789dacd75 req-caffdaa8-1663-419f-9476-d2240806116d tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] 10.222.0.11 "GET /v2.0/security-groups?id=a49819e7-9e67-4461-9ca0-4f120b4fbc53&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0482306
Jul 06 02:02:12.441461 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-c110a09a-e29f-4cc6-9e9a-fc41641722f4 req-dc7f7aab-92ed-427f-a7bb-646219cbc3d6 tempest-VolumesActionsTest-1223800970 tempest-VolumesActionsTest-1223800970-project] 10.222.0.11 "GET /v2.0/ports?device_id=8967dff4-e4b8-47d9-8915-304751964b5c HTTP/1.1" status: 200  len: 210 time: 0.0598001
Jul 06 02:02:12.757285 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f38a4c-d1d6-4ccc-9a37-46dc930796a0 req-6ec84b6e-cdb9-40a5-a34e-b97085ef49e5 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:02:12.761091 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-f6f38a4c-d1d6-4ccc-9a37-46dc930796a0 req-6ec84b6e-cdb9-40a5-a34e-b97085ef49e5 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/ports?device_id=4ae448d6-3b95-42dd-a82e-2c79b64118c8 HTTP/1.1" status: 200  len: 943 time: 0.1532075
Jul 06 02:02:12.826997 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-f6f38a4c-d1d6-4ccc-9a37-46dc930796a0 req-05a5016b-670a-4ef1-832e-04132cd1adaa tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/security-groups?id=05a99220-0499-4923-a419-6a3dc323fae7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0490260
Jul 06 02:02:13.284611 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-77cea997-6e89-42cc-b597-a5ee3b8c8e69 req-d419624c-e964-4aa0-b6fa-67c2d00f445f tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] 10.222.0.11 "GET /v2.0/ports?device_id=848f0167-2894-477b-bc20-558ceadb1d77 HTTP/1.1" status: 200  len: 210 time: 0.3003845
Jul 06 02:02:13.592859 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49c43dd-2eec-409b-80bd-daa0638b6004 req-3d72ad65-ad81-4e1d-a172-693a17645ed8 tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:02:13.594996 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-a49c43dd-2eec-409b-80bd-daa0638b6004 req-3d72ad65-ad81-4e1d-a172-693a17645ed8 tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] 10.222.0.11 "GET /v2.0/ports?device_id=e0031e4c-fd20-42f5-aa66-c102510ce1fe HTTP/1.1" status: 200  len: 945 time: 0.1156902
Jul 06 02:02:13.666410 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-a49c43dd-2eec-409b-80bd-daa0638b6004 req-a3e1bfb6-17b1-4412-b9c8-7e21e606e4f1 tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] 10.222.0.11 "GET /v2.0/security-groups?id=8f6df123-aea9-4211-ae13-3df2bf025ab5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0564451
Jul 06 02:02:14.013120 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451cda01-4dba-4b06-83f4-0d772e026d84 req-77e93503-7de6-4a37-875b-c7eb6bb9b0f5 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:02:14.015959 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-451cda01-4dba-4b06-83f4-0d772e026d84 req-77e93503-7de6-4a37-875b-c7eb6bb9b0f5 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] 10.222.0.11 "GET /v2.0/ports?device_id=6bf80594-4f7b-4225-95e7-e1f2461f5e26 HTTP/1.1" status: 200  len: 945 time: 0.1356316
Jul 06 02:02:14.104646 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-451cda01-4dba-4b06-83f4-0d772e026d84 req-352e5740-afb1-4211-857a-d331dd47d9a6 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] 10.222.0.11 "GET /v2.0/security-groups?id=a49819e7-9e67-4461-9ca0-4f120b4fbc53&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0671766
Jul 06 02:02:14.261716 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-e18efdcc-4551-45b0-8fe4-e3ccd58a1333 req-99f66094-6493-4546-a7e1-473cdf01028a tempest-VolumesActionsTest-1223800970 tempest-VolumesActionsTest-1223800970-project] 10.222.0.11 "GET /v2.0/ports?device_id=8967dff4-e4b8-47d9-8915-304751964b5c HTTP/1.1" status: 200  len: 210 time: 0.0448110
Jul 06 02:02:14.457147 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd28cb2-a076-4796-b920-7bccc93f5e43 req-bc19b0a3-5b19-4020-b666-fdf701628faa tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:02:14.459223 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-4dd28cb2-a076-4796-b920-7bccc93f5e43 req-bc19b0a3-5b19-4020-b666-fdf701628faa tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/ports?device_id=4ae448d6-3b95-42dd-a82e-2c79b64118c8 HTTP/1.1" status: 200  len: 943 time: 0.0920134
Jul 06 02:02:14.550770 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-4dd28cb2-a076-4796-b920-7bccc93f5e43 req-9223a02e-b8e9-4302-80d2-8b521faf6f3e tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/security-groups?id=05a99220-0499-4923-a419-6a3dc323fae7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0744092
Jul 06 02:02:14.758913 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-5cc92422-cda4-44a1-b36d-a9c04d2ac411 req-40e71edb-441e-4e6e-82de-b64f03d7c786 tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] 10.222.0.11 "GET /v2.0/ports?device_id=848f0167-2894-477b-bc20-558ceadb1d77 HTTP/1.1" status: 200  len: 210 time: 0.0500734
Jul 06 02:02:14.965764 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f0b061-5a0b-4bab-a12e-81cb2e824792 req-abf2c329-bc79-45c6-aa91-32e52273ec90 tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:02:14.967546 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-61f0b061-5a0b-4bab-a12e-81cb2e824792 req-abf2c329-bc79-45c6-aa91-32e52273ec90 tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] 10.222.0.11 "GET /v2.0/ports?device_id=e0031e4c-fd20-42f5-aa66-c102510ce1fe HTTP/1.1" status: 200  len: 945 time: 0.0867205
Jul 06 02:02:15.053641 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-61f0b061-5a0b-4bab-a12e-81cb2e824792 req-90bae391-0b78-4980-9021-4b4cb72b85bf tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] 10.222.0.11 "GET /v2.0/security-groups?id=8f6df123-aea9-4211-ae13-3df2bf025ab5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0769126
Jul 06 02:02:15.322106 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b677fd1-ab29-4c9b-b863-1f042427a324 req-e16d57f0-f65c-47cf-ab84-d36c41150338 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:02:15.324365 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-8b677fd1-ab29-4c9b-b863-1f042427a324 req-e16d57f0-f65c-47cf-ab84-d36c41150338 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] 10.222.0.11 "GET /v2.0/ports?device_id=6bf80594-4f7b-4225-95e7-e1f2461f5e26 HTTP/1.1" status: 200  len: 945 time: 0.0848706
Jul 06 02:02:15.378780 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-8b677fd1-ab29-4c9b-b863-1f042427a324 req-32dc3739-08c8-4dca-a74c-af3bca00a20c tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] 10.222.0.11 "GET /v2.0/security-groups?id=a49819e7-9e67-4461-9ca0-4f120b4fbc53&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0473995
Jul 06 02:02:15.615702 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-c8903f11-4099-47b2-8b13-68d39c0a4c8a req-eb214389-eec3-4540-a74d-07e508ef2c72 tempest-VolumesActionsTest-1223800970 tempest-VolumesActionsTest-1223800970-project] 10.222.0.11 "GET /v2.0/ports?device_id=8967dff4-e4b8-47d9-8915-304751964b5c HTTP/1.1" status: 200  len: 210 time: 0.0500360
Jul 06 02:02:15.851963 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197118b5-117d-4670-af24-863ca829c292 req-31114881-2e33-4f05-b641-fd2d8c46377b tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:02:15.853929 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-197118b5-117d-4670-af24-863ca829c292 req-31114881-2e33-4f05-b641-fd2d8c46377b tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/ports?device_id=4ae448d6-3b95-42dd-a82e-2c79b64118c8 HTTP/1.1" status: 200  len: 943 time: 0.1275406
Jul 06 02:02:15.977784 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-197118b5-117d-4670-af24-863ca829c292 req-2bff0e7f-aa27-4fbb-b754-d19b6dcabd07 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/security-groups?id=05a99220-0499-4923-a419-6a3dc323fae7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0838802
Jul 06 02:02:16.130243 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-1a67079a-9a53-4ddb-a922-9ce4cda76894 req-70a6a4dd-bc6c-4990-8392-761916d4eec9 tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] 10.222.0.11 "GET /v2.0/ports?device_id=848f0167-2894-477b-bc20-558ceadb1d77 HTTP/1.1" status: 200  len: 210 time: 0.0467937
Jul 06 02:02:16.322693 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018633c9-1916-4d7f-9c33-8e69d026b17f req-ff748f85-a14c-4dc9-a5f7-634b0a56bd02 tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:02:16.325136 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-018633c9-1916-4d7f-9c33-8e69d026b17f req-ff748f85-a14c-4dc9-a5f7-634b0a56bd02 tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] 10.222.0.11 "GET /v2.0/ports?device_id=e0031e4c-fd20-42f5-aa66-c102510ce1fe HTTP/1.1" status: 200  len: 945 time: 0.0887482
Jul 06 02:02:16.402130 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-018633c9-1916-4d7f-9c33-8e69d026b17f req-55782bf3-fa6f-4054-aed1-371afcedfc00 tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] 10.222.0.11 "GET /v2.0/security-groups?id=8f6df123-aea9-4211-ae13-3df2bf025ab5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0689561
Jul 06 02:02:16.632977 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7ed2be-e19d-4fe3-b11f-e70deb3d915f req-cc1f9a80-98fa-402e-9482-590c0053d45a tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:02:16.632977 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-ba7ed2be-e19d-4fe3-b11f-e70deb3d915f req-cc1f9a80-98fa-402e-9482-590c0053d45a tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] 10.222.0.11 "GET /v2.0/ports?device_id=6bf80594-4f7b-4225-95e7-e1f2461f5e26 HTTP/1.1" status: 200  len: 945 time: 0.0923550
Jul 06 02:02:16.720670 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-ba7ed2be-e19d-4fe3-b11f-e70deb3d915f req-c090675d-ed8a-49a4-9d3e-a97b93f9d0bc tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] 10.222.0.11 "GET /v2.0/security-groups?id=a49819e7-9e67-4461-9ca0-4f120b4fbc53&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0819001
Jul 06 02:02:16.855309 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5416a2ca-0d34-4bf1-abc4-271bf989d3e0 req-f343c0af-39db-494b-af1e-3af17b94ce71 tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:02:16.856742 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [req-5416a2ca-0d34-4bf1-abc4-271bf989d3e0 req-f343c0af-39db-494b-af1e-3af17b94ce71 tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] Synchronizing usage tracker for tenant:401d2ca991dc46759fcf67d09fce603c on resource:network {{(pid=80980) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 06 02:02:16.934624 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [req-5416a2ca-0d34-4bf1-abc4-271bf989d3e0 req-f343c0af-39db-494b-af1e-3af17b94ce71 tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] Unset dirty status for tenant:401d2ca991dc46759fcf67d09fce603c on resource:network {{(pid=80980) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 06 02:02:16.936758 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-5416a2ca-0d34-4bf1-abc4-271bf989d3e0 req-f343c0af-39db-494b-af1e-3af17b94ce71 tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] 10.222.0.11 "GET /v2.0/networks?id=a2a87d65-a05d-450f-9e6b-5f2752e2d94c HTTP/1.1" status: 200  len: 814 time: 0.3471849
Jul 06 02:02:16.972160 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-5416a2ca-0d34-4bf1-abc4-271bf989d3e0 req-e1391a0d-ab48-4092-a85b-124e3ea3f5e6 tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] 10.222.0.11 "GET /v2.0/quotas/401d2ca991dc46759fcf67d09fce603c HTTP/1.1" status: 200  len: 375 time: 0.0208063
Jul 06 02:02:17.007487 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-94b78238-5224-47d9-ad48-4e8ae9e7d1eb req-1b53f5f6-62c3-48be-87f5-04ce469ac161 tempest-VolumesActionsTest-1223800970 tempest-VolumesActionsTest-1223800970-project] 10.222.0.11 "GET /v2.0/ports?device_id=8967dff4-e4b8-47d9-8915-304751964b5c HTTP/1.1" status: 200  len: 210 time: 0.0996654
Jul 06 02:02:17.103596 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-5416a2ca-0d34-4bf1-abc4-271bf989d3e0 req-b7a518ab-f2ad-458e-a1ee-a451b106ef2f tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=401d2ca991dc46759fcf67d09fce603c&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1154931
Jul 06 02:02:17.290942 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99673553-5436-4370-a344-9f64b196bc84 req-66a549ee-c550-49e7-9c13-c4a92a73ec01 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:02:17.294626 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-99673553-5436-4370-a344-9f64b196bc84 req-66a549ee-c550-49e7-9c13-c4a92a73ec01 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/ports?device_id=4ae448d6-3b95-42dd-a82e-2c79b64118c8 HTTP/1.1" status: 200  len: 943 time: 0.1173635
Jul 06 02:02:17.298377 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-5416a2ca-0d34-4bf1-abc4-271bf989d3e0 req-2fccaf19-6a05-4e5b-9ef3-d66a26425f8e service neutron] 10.222.0.11 "GET /v2.0/networks/a2a87d65-a05d-450f-9e6b-5f2752e2d94c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1789391
Jul 06 02:02:17.409746 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-99673553-5436-4370-a344-9f64b196bc84 req-184a2ded-6c91-461d-9ed7-ec92ef51e157 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/security-groups?id=05a99220-0499-4923-a419-6a3dc323fae7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0982807
Jul 06 02:02:17.547338 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-5416a2ca-0d34-4bf1-abc4-271bf989d3e0 req-6040fe6f-7f55-428e-9f6c-f5d8fd949f51 service neutron] 10.222.0.11 "GET /v2.0/networks/a2a87d65-a05d-450f-9e6b-5f2752e2d94c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2368953
Jul 06 02:02:17.632017 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-1150cb9b-221a-4345-af05-eece66d6ebc1 req-7d88828b-6fe0-4b25-955d-573086b55636 tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] 10.222.0.11 "GET /v2.0/ports?device_id=848f0167-2894-477b-bc20-558ceadb1d77 HTTP/1.1" status: 200  len: 210 time: 0.0567813
Jul 06 02:02:17.916759 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d87bf1-7427-4ae2-8214-d9cd1d865853 req-56dda5a0-adab-4c7c-a1e6-52f489abf199 tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:02:17.943119 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-17d87bf1-7427-4ae2-8214-d9cd1d865853 req-56dda5a0-adab-4c7c-a1e6-52f489abf199 tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] 10.222.0.11 "GET /v2.0/ports?device_id=e0031e4c-fd20-42f5-aa66-c102510ce1fe HTTP/1.1" status: 200  len: 945 time: 0.1879854
Jul 06 02:02:18.048081 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-17d87bf1-7427-4ae2-8214-d9cd1d865853 req-c54df4b4-25ab-4d4c-b869-62cc22d817eb tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] 10.222.0.11 "GET /v2.0/security-groups?id=8f6df123-aea9-4211-ae13-3df2bf025ab5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0988770
Jul 06 02:02:18.175945 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [req-fc8fdc61-3e95-47b0-8eda-9b50c372b967 req-4dfb6cd5-5f88-4095-b84f-3a1d1d19e200 tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] Synchronizing usage tracker for tenant:401d2ca991dc46759fcf67d09fce603c on resource:port {{(pid=80981) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 06 02:02:18.221470 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361f75ae-41c6-4781-a7c9-e00f139d6ad6 req-3ae1c974-d2e7-4126-ab25-bc2ff922b602 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:02:18.225040 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-361f75ae-41c6-4781-a7c9-e00f139d6ad6 req-3ae1c974-d2e7-4126-ab25-bc2ff922b602 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] 10.222.0.11 "GET /v2.0/ports?device_id=6bf80594-4f7b-4225-95e7-e1f2461f5e26 HTTP/1.1" status: 200  len: 945 time: 0.1543858
Jul 06 02:02:18.254358 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [req-fc8fdc61-3e95-47b0-8eda-9b50c372b967 req-4dfb6cd5-5f88-4095-b84f-3a1d1d19e200 tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] Unset dirty status for tenant:401d2ca991dc46759fcf67d09fce603c on resource:port {{(pid=80981) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 06 02:02:18.255785 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-fc8fdc61-3e95-47b0-8eda-9b50c372b967 req-4dfb6cd5-5f88-4095-b84f-3a1d1d19e200 tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] 10.222.0.11 "GET /v2.0/ports?device_id=687eed38-d64f-4a2f-a84a-94bfbd4218f7 HTTP/1.1" status: 200  len: 210 time: 0.1509199
Jul 06 02:02:18.308577 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-361f75ae-41c6-4781-a7c9-e00f139d6ad6 req-dcb199b3-93fc-40ff-bb91-b7725ff87d04 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] 10.222.0.11 "GET /v2.0/security-groups?id=a49819e7-9e67-4461-9ca0-4f120b4fbc53&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0639982
Jul 06 02:02:18.473715 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-6a2aa0c5-c90e-44a4-8916-2ddad02571ed req-ba2c2254-0b47-4aa5-8ffe-2f311aa54b9f tempest-VolumesActionsTest-1223800970 tempest-VolumesActionsTest-1223800970-project] 10.222.0.11 "GET /v2.0/ports?device_id=8967dff4-e4b8-47d9-8915-304751964b5c HTTP/1.1" status: 200  len: 210 time: 0.0577912
Jul 06 02:02:18.648487 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9627d414-91dc-4980-ad63-c503e28daa1c req-8f636b57-2c8f-4045-bc93-08cee67a9f7f tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:02:18.651331 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-9627d414-91dc-4980-ad63-c503e28daa1c req-8f636b57-2c8f-4045-bc93-08cee67a9f7f tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/ports?device_id=4ae448d6-3b95-42dd-a82e-2c79b64118c8 HTTP/1.1" status: 200  len: 943 time: 0.0939810
Jul 06 02:02:18.706961 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-9627d414-91dc-4980-ad63-c503e28daa1c req-e9fc5573-0afe-4ba5-9c4f-4e6772bd4d50 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/security-groups?id=05a99220-0499-4923-a419-6a3dc323fae7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0489500
Jul 06 02:02:18.831093 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-cdbc447e-f267-45ae-9b29-3cff9632bdf2 req-c801c452-0cab-493a-a9ca-95640f761e95 tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] 10.222.0.11 "GET /v2.0/ports?device_id=848f0167-2894-477b-bc20-558ceadb1d77 HTTP/1.1" status: 200  len: 210 time: 0.0461936
Jul 06 02:02:19.468116 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-e0055842-972a-4984-8726-cdb3b5f4f2ab req-b27c186e-e995-4cbc-ae96-60a18f69eff4 tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] 10.222.0.11 "GET /v2.0/ports?device_id=687eed38-d64f-4a2f-a84a-94bfbd4218f7 HTTP/1.1" status: 200  len: 210 time: 0.0675161
Jul 06 02:02:19.489845 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b24fd6-37c1-4504-8ed4-ec2691af53a0 req-d803e55c-6a54-41fb-b3c2-e874cc3fda77 tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:02:19.491495 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-25b24fd6-37c1-4504-8ed4-ec2691af53a0 req-d803e55c-6a54-41fb-b3c2-e874cc3fda77 tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] 10.222.0.11 "GET /v2.0/ports?device_id=e0031e4c-fd20-42f5-aa66-c102510ce1fe HTTP/1.1" status: 200  len: 945 time: 0.3270097
Jul 06 02:02:19.570570 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-25b24fd6-37c1-4504-8ed4-ec2691af53a0 req-29786bf9-0789-4bf5-b72c-e4a55582b813 tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] 10.222.0.11 "GET /v2.0/security-groups?id=8f6df123-aea9-4211-ae13-3df2bf025ab5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0680315
Jul 06 02:02:19.682682 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cecb21-8521-4c51-a6fa-7e577d4bd171 req-32519446-e9da-4c23-9a46-0d78fb4d6218 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:02:19.684316 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-f8cecb21-8521-4c51-a6fa-7e577d4bd171 req-32519446-e9da-4c23-9a46-0d78fb4d6218 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] 10.222.0.11 "GET /v2.0/ports?device_id=6bf80594-4f7b-4225-95e7-e1f2461f5e26 HTTP/1.1" status: 200  len: 945 time: 0.0904157
Jul 06 02:02:19.757659 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-042631fa-a5ec-4eb1-be63-e9c7ad134039 req-a790163d-6093-4380-967f-f9e07ade8eb6 tempest-VolumesActionsTest-1223800970 tempest-VolumesActionsTest-1223800970-project] 10.222.0.11 "GET /v2.0/ports?device_id=8967dff4-e4b8-47d9-8915-304751964b5c HTTP/1.1" status: 200  len: 210 time: 0.0511684
Jul 06 02:02:19.763718 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-f8cecb21-8521-4c51-a6fa-7e577d4bd171 req-0f968443-735a-411f-afaa-21320707004c tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] 10.222.0.11 "GET /v2.0/security-groups?id=a49819e7-9e67-4461-9ca0-4f120b4fbc53&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0721011
Jul 06 02:02:19.969653 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dad6b3d-9f82-4acb-9ab2-82bf17699ed3 req-04586269-416a-4ed1-85d1-6362add35413 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:02:19.971330 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-8dad6b3d-9f82-4acb-9ab2-82bf17699ed3 req-04586269-416a-4ed1-85d1-6362add35413 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/ports?device_id=4ae448d6-3b95-42dd-a82e-2c79b64118c8 HTTP/1.1" status: 200  len: 943 time: 0.0887823
Jul 06 02:02:20.012861 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-7982f28e-c4c0-464a-943c-c8a2a95198ca req-a7eb8a0d-2a1b-4076-bbd8-9c6c98b41d22 tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] 10.222.0.11 "GET /v2.0/ports?device_id=848f0167-2894-477b-bc20-558ceadb1d77 HTTP/1.1" status: 200  len: 210 time: 0.0527489
Jul 06 02:02:20.023942 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-8dad6b3d-9f82-4acb-9ab2-82bf17699ed3 req-f7b32684-11cd-436f-b0ce-164d4804b741 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/security-groups?id=05a99220-0499-4923-a419-6a3dc323fae7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0451086
Jul 06 02:02:20.647379 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-b7a32d07-197e-45a0-baa6-ec40bf4fa289 req-f427c47a-638c-4cc9-8f7a-a2aa1966f972 tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] 10.222.0.11 "GET /v2.0/ports?device_id=687eed38-d64f-4a2f-a84a-94bfbd4218f7 HTTP/1.1" status: 200  len: 210 time: 0.0613797
Jul 06 02:02:20.963021 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-7000af96-ad52-4556-b7d2-cb15dfd53900 req-7ef0ab62-94bf-4e67-88c9-31088e377b94 tempest-VolumesActionsTest-1223800970 tempest-VolumesActionsTest-1223800970-project] 10.222.0.11 "GET /v2.0/ports?device_id=8967dff4-e4b8-47d9-8915-304751964b5c HTTP/1.1" status: 200  len: 210 time: 0.0566728
Jul 06 02:02:20.988666 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460c5ee2-e155-4725-a02a-e511dcb8dd8e req-99d3162b-5479-4b80-8c9a-417852d16f9f tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:02:20.990494 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-460c5ee2-e155-4725-a02a-e511dcb8dd8e req-99d3162b-5479-4b80-8c9a-417852d16f9f tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] 10.222.0.37 "GET /v2.0/networks?id=071e3c2f-cf0c-415c-b6d3-47995c0b5e75 HTTP/1.1" status: 200  len: 809 time: 0.2252085
Jul 06 02:02:21.093129 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da8192e-735f-41fb-b7cb-23d818523072 req-56dd15a5-339b-42f6-8501-62d3a747e7af tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:02:21.095889 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-4da8192e-735f-41fb-b7cb-23d818523072 req-56dd15a5-339b-42f6-8501-62d3a747e7af tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] 10.222.0.11 "GET /v2.0/ports?device_id=e0031e4c-fd20-42f5-aa66-c102510ce1fe HTTP/1.1" status: 200  len: 945 time: 0.3955581
Jul 06 02:02:21.147739 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [req-460c5ee2-e155-4725-a02a-e511dcb8dd8e req-011e8f5c-8c99-4593-8374-f529f40e755a tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] Synchronizing usage tracker for tenant:ce54b2b29f0c4db48f132919c87de2f3 on resource:security_group {{(pid=80980) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 06 02:02:21.180102 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [req-460c5ee2-e155-4725-a02a-e511dcb8dd8e req-011e8f5c-8c99-4593-8374-f529f40e755a tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] Unset dirty status for tenant:ce54b2b29f0c4db48f132919c87de2f3 on resource:security_group {{(pid=80980) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 06 02:02:21.181913 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-460c5ee2-e155-4725-a02a-e511dcb8dd8e req-011e8f5c-8c99-4593-8374-f529f40e755a tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ce54b2b29f0c4db48f132919c87de2f3 HTTP/1.1" status: 200  len: 7027 time: 0.1720181
Jul 06 02:02:21.192893 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-4da8192e-735f-41fb-b7cb-23d818523072 req-86a7b4d6-ad4d-4a38-be04-9b8a0797de05 tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] 10.222.0.11 "GET /v2.0/security-groups?id=8f6df123-aea9-4211-ae13-3df2bf025ab5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0788953
Jul 06 02:02:21.203338 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.v2.base [req-460c5ee2-e155-4725-a02a-e511dcb8dd8e req-cc0e14fc-3c3a-4ea0-af0c-3162fec28157 tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] Request body: {'port': {'device_id': '848f0167-2894-477b-bc20-558ceadb1d77', 'network_id': '071e3c2f-cf0c-415c-b6d3-47995c0b5e75', 'admin_state_up': True, 'tenant_id': 'ce54b2b29f0c4db48f132919c87de2f3', 'security_groups': ['5f03d441-1e82-42a5-bcde-a0beac2e68f3']}} {{(pid=80980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 06 02:02:21.228432 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028772ff-2ecc-4a32-89cb-287c9407ddd2 req-aca5a420-1d89-41b1-b9e0-c3bc48cb8c23 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:02:21.236895 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-028772ff-2ecc-4a32-89cb-287c9407ddd2 req-aca5a420-1d89-41b1-b9e0-c3bc48cb8c23 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] 10.222.0.11 "GET /v2.0/ports?device_id=6bf80594-4f7b-4225-95e7-e1f2461f5e26 HTTP/1.1" status: 200  len: 945 time: 0.1638055
Jul 06 02:02:21.319818 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-028772ff-2ecc-4a32-89cb-287c9407ddd2 req-0481d657-bde7-4d7b-804e-c2b6524df967 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] 10.222.0.11 "GET /v2.0/security-groups?id=a49819e7-9e67-4461-9ca0-4f120b4fbc53&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0633452
Jul 06 02:02:21.474031 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [req-a68ce3d3-98cd-412d-9b1f-2404402e98e4 req-60c987a8-e113-4479-a759-f367a8d04a82 tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] Synchronizing usage tracker for tenant:ce54b2b29f0c4db48f132919c87de2f3 on resource:port {{(pid=80980) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 06 02:02:21.544683 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [req-460c5ee2-e155-4725-a02a-e511dcb8dd8e req-cc0e14fc-3c3a-4ea0-af0c-3162fec28157 tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 02:02:21.563945 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [req-460c5ee2-e155-4725-a02a-e511dcb8dd8e req-cc0e14fc-3c3a-4ea0-af0c-3162fec28157 tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 02:02:21.579223 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [req-a68ce3d3-98cd-412d-9b1f-2404402e98e4 req-60c987a8-e113-4479-a759-f367a8d04a82 tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] Unset dirty status for tenant:ce54b2b29f0c4db48f132919c87de2f3 on resource:port {{(pid=80980) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 06 02:02:21.591628 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-a68ce3d3-98cd-412d-9b1f-2404402e98e4 req-60c987a8-e113-4479-a759-f367a8d04a82 tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] 10.222.0.11 "GET /v2.0/ports?device_id=848f0167-2894-477b-bc20-558ceadb1d77 HTTP/1.1" status: 200  len: 210 time: 0.1993284
Jul 06 02:02:21.646650 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-460c5ee2-e155-4725-a02a-e511dcb8dd8e req-cc0e14fc-3c3a-4ea0-af0c-3162fec28157 tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] Made reservation on behalf of ce54b2b29f0c4db48f132919c87de2f3 for: {'port': 1} {{(pid=80980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jul 06 02:02:21.653214 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-460c5ee2-e155-4725-a02a-e511dcb8dd8e req-cc0e14fc-3c3a-4ea0-af0c-3162fec28157 tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1050496'] for port, before_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:02:21.729376 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5416a2ca-0d34-4bf1-abc4-271bf989d3e0 req-e2b1dee4-8c7a-4286-aa5d-4d7b77a3c426 tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:02:21.731926 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-5416a2ca-0d34-4bf1-abc4-271bf989d3e0 req-e2b1dee4-8c7a-4286-aa5d-4d7b77a3c426 tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] 10.222.0.37 "GET /v2.0/networks?id=a2a87d65-a05d-450f-9e6b-5f2752e2d94c HTTP/1.1" status: 200  len: 814 time: 0.2406468
Jul 06 02:02:21.751032 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.v2.base [req-5416a2ca-0d34-4bf1-abc4-271bf989d3e0 req-9f9eb6ce-68b3-4069-82a4-3325a9158714 tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] Request body: {'port': {'device_id': '687eed38-d64f-4a2f-a84a-94bfbd4218f7', 'network_id': 'a2a87d65-a05d-450f-9e6b-5f2752e2d94c', 'admin_state_up': True, 'tenant_id': '401d2ca991dc46759fcf67d09fce603c'}} {{(pid=80981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 06 02:02:21.925849 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d0b64a-5d4c-4e24-8527-cbb2012a84b1 req-1807e8b1-db27-49a2-93d3-c002a2d69d32 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:02:21.937282 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-18d0b64a-5d4c-4e24-8527-cbb2012a84b1 req-1807e8b1-db27-49a2-93d3-c002a2d69d32 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/ports?device_id=4ae448d6-3b95-42dd-a82e-2c79b64118c8 HTTP/1.1" status: 200  len: 943 time: 0.4127471
Jul 06 02:02:21.941195 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.db_base_plugin_common [req-460c5ee2-e155-4725-a02a-e511dcb8dd8e req-cc0e14fc-3c3a-4ea0-af0c-3162fec28157 tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] Allocated IP 172.20.0.4 (071e3c2f-cf0c-415c-b6d3-47995c0b5e75/8c53f2ac-179f-40db-a015-badba4b27300/69912c39-4fbd-4132-973d-842ed3df2ab5) {{(pid=80980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Jul 06 02:02:22.028579 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-18d0b64a-5d4c-4e24-8527-cbb2012a84b1 req-86314e93-5e2d-48d0-9aeb-bec150a7f7bd tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/security-groups?id=05a99220-0499-4923-a419-6a3dc323fae7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0713439
Jul 06 02:02:22.100399 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [req-5416a2ca-0d34-4bf1-abc4-271bf989d3e0 req-9f9eb6ce-68b3-4069-82a4-3325a9158714 tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 02:02:22.140528 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [req-5416a2ca-0d34-4bf1-abc4-271bf989d3e0 req-9f9eb6ce-68b3-4069-82a4-3325a9158714 tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 02:02:22.195772 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5416a2ca-0d34-4bf1-abc4-271bf989d3e0 req-9f9eb6ce-68b3-4069-82a4-3325a9158714 tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] Made reservation on behalf of 401d2ca991dc46759fcf67d09fce603c for: {'port': 1} {{(pid=80981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jul 06 02:02:22.202143 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-5416a2ca-0d34-4bf1-abc4-271bf989d3e0 req-9f9eb6ce-68b3-4069-82a4-3325a9158714 tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1050496'] for port, before_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:02:22.281134 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-70847686-1543-4e04-b1f9-f3d4103b6826 req-36f886ed-7d61-453c-aca1-45a6ff835b84 tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] 10.222.0.11 "GET /v2.0/ports?device_id=687eed38-d64f-4a2f-a84a-94bfbd4218f7 HTTP/1.1" status: 200  len: 210 time: 0.0569544
Jul 06 02:02:22.314395 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-460c5ee2-e155-4725-a02a-e511dcb8dd8e req-cc0e14fc-3c3a-4ea0-af0c-3162fec28157 tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] Notify callbacks [] for port, precommit_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:02:22.334446 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.provisioning_blocks [req-460c5ee2-e155-4725-a02a-e511dcb8dd8e req-cc0e14fc-3c3a-4ea0-af0c-3162fec28157 tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] Transition to ACTIVE for port object 69912c39-4fbd-4132-973d-842ed3df2ab5 will not be triggered until provisioned by entity DHCP. {{(pid=80980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 06 02:02:22.531958 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-460c5ee2-e155-4725-a02a-e511dcb8dd8e req-cc0e14fc-3c3a-4ea0-af0c-3162fec28157 tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296101369102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839946710'] for port, after_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:02:22.552865 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.db_base_plugin_common [req-5416a2ca-0d34-4bf1-abc4-271bf989d3e0 req-9f9eb6ce-68b3-4069-82a4-3325a9158714 tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] Allocated IP 172.20.0.10 (a2a87d65-a05d-450f-9e6b-5f2752e2d94c/21d8d59e-2cce-462a-ad6e-a7b8e471a7ff/bbc5d287-5724-4074-9c78-b059af1fb49f) {{(pid=80981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Jul 06 02:02:22.569885 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-9b0f4148-fe6a-4f6c-a28d-d48a037bdae4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:02:22.642916 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-460c5ee2-e155-4725-a02a-e511dcb8dd8e req-cc0e14fc-3c3a-4ea0-af0c-3162fec28157 tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] Network 071e3c2f-cf0c-415c-b6d3-47995c0b5e75 is already hosted by enough agents. {{(pid=80980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:240}}
Jul 06 02:02:22.651837 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.scheduler.base_scheduler [req-460c5ee2-e155-4725-a02a-e511dcb8dd8e req-cc0e14fc-3c3a-4ea0-af0c-3162fec28157 tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] Resources bound (agent type, host, resource id):  {{(pid=80980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jul 06 02:02:22.676907 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_dvrscheduler_db [req-460c5ee2-e155-4725-a02a-e511dcb8dd8e req-cc0e14fc-3c3a-4ea0-af0c-3162fec28157 tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] Received port after_create {{(pid=80980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 06 02:02:22.745677 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80980) accepted ('10.222.0.37', 55494) {{(pid=80980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 02:02:22.911792 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-016e569c-6a54-4d8a-aa10-99bd1e56ed6c req-3a3137c7-f732-49cc-a177-23df9e0db06b tempest-VolumesActionsTest-1223800970 tempest-VolumesActionsTest-1223800970-project] 10.222.0.11 "GET /v2.0/ports?device_id=8967dff4-e4b8-47d9-8915-304751964b5c HTTP/1.1" status: 200  len: 210 time: 0.1129370
Jul 06 02:02:22.955231 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460c5ee2-e155-4725-a02a-e511dcb8dd8e req-cc0e14fc-3c3a-4ea0-af0c-3162fec28157 tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:02:22.955948 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-460c5ee2-e155-4725-a02a-e511dcb8dd8e req-cc0e14fc-3c3a-4ea0-af0c-3162fec28157 tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91827'] for port, before_response {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:02:23.114244 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-5416a2ca-0d34-4bf1-abc4-271bf989d3e0 req-9f9eb6ce-68b3-4069-82a4-3325a9158714 tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] Notify callbacks [] for port, precommit_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:02:23.155456 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0e14fc-3c3a-4ea0-af0c-3162fec28157 tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] Pushing event updated for resources: {'Port': ['ID=69912c39-4fbd-4132-973d-842ed3df2ab5,revision_number=1']} {{(pid=80980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:02:23.177001 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-cc0e14fc-3c3a-4ea0-af0c-3162fec28157 tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.607s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:02:23.182242 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.provisioning_blocks [req-5416a2ca-0d34-4bf1-abc4-271bf989d3e0 req-9f9eb6ce-68b3-4069-82a4-3325a9158714 tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] Transition to ACTIVE for port object bbc5d287-5724-4074-9c78-b059af1fb49f will not be triggered until provisioned by entity DHCP. {{(pid=80981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 06 02:02:23.196082 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a157d086-ffba-4b5b-bacc-e273d82eaa60 req-d861bd3c-9f9e-4eef-90a9-c0f15571b101 tempest-VolumesActionsTest-1223800970 tempest-VolumesActionsTest-1223800970-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:02:23.198317 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-a157d086-ffba-4b5b-bacc-e273d82eaa60 req-d861bd3c-9f9e-4eef-90a9-c0f15571b101 tempest-VolumesActionsTest-1223800970 tempest-VolumesActionsTest-1223800970-project] 10.222.0.37 "GET /v2.0/networks?id=36a9b578-85e1-48e7-ac56-3132cadfb3cf HTTP/1.1" status: 200  len: 808 time: 1.0070651
Jul 06 02:02:23.268042 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-2d500235-8055-49b5-bf87-6d8b793d7c5b req-a50a0f34-8bb1-43ea-bad9-ce27b734cf41 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=587da9b290164b68a272d4c4072a9c73&device_id=6bf80594-4f7b-4225-95e7-e1f2461f5e26 HTTP/1.1" status: 200  len: 1098 time: 0.5058203
Jul 06 02:02:23.339896 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8652ef86-04db-48b5-ad9c-9b760ee9c520 req-e21e355c-926d-4f91-9353-9053d264ceea tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:02:23.341632 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-8652ef86-04db-48b5-ad9c-9b760ee9c520 req-e21e355c-926d-4f91-9353-9053d264ceea tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] 10.222.0.11 "GET /v2.0/ports?device_id=6bf80594-4f7b-4225-95e7-e1f2461f5e26 HTTP/1.1" status: 200  len: 945 time: 0.1506855
Jul 06 02:02:23.460139 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-8652ef86-04db-48b5-ad9c-9b760ee9c520 req-1fbafbb6-f5cc-42de-8ef5-537bd626415e tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] 10.222.0.11 "GET /v2.0/security-groups?id=a49819e7-9e67-4461-9ca0-4f120b4fbc53&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1043022
Jul 06 02:02:23.985350 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.provisioning_blocks [None req-a513a8ef-5e8c-4a19-a761-be28e7ba4e32 None None] Provisioning for port 69912c39-4fbd-4132-973d-842ed3df2ab5 completed by entity DHCP. {{(pid=80982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 06 02:02:23.985952 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-5416a2ca-0d34-4bf1-abc4-271bf989d3e0 req-9f9eb6ce-68b3-4069-82a4-3325a9158714 tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296101369102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839890433'] for port, after_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:02:23.992474 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.provisioning_blocks [None req-a513a8ef-5e8c-4a19-a761-be28e7ba4e32 None None] Provisioning complete for port 69912c39-4fbd-4132-973d-842ed3df2ab5 triggered by entity DHCP. {{(pid=80982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 06 02:02:24.006090 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:02:24.006436 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-a513a8ef-5e8c-4a19-a761-be28e7ba4e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1309268'] for port, provisioning_complete {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:02:24.006539 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-460c5ee2-e155-4725-a02a-e511dcb8dd8e req-cc0e14fc-3c3a-4ea0-af0c-3162fec28157 tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.7979298
Jul 06 02:02:24.089464 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.plugin [None req-a513a8ef-5e8c-4a19-a761-be28e7ba4e32 None None] Port 69912c39-4fbd-4132-973d-842ed3df2ab5 cannot update to ACTIVE because it is not bound. {{(pid=80982) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:301}}
Jul 06 02:02:24.411458 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdce2a4-35e4-4fbf-9dcc-5f1cfab05fe5 req-23327f23-e2e0-414e-93ed-00a45c6eff18 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:02:24.411458 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-3fdce2a4-35e4-4fbf-9dcc-5f1cfab05fe5 req-23327f23-e2e0-414e-93ed-00a45c6eff18 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/ports?device_id=4ae448d6-3b95-42dd-a82e-2c79b64118c8 HTTP/1.1" status: 200  len: 943 time: 0.1329978
Jul 06 02:02:24.411458 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-3fdce2a4-35e4-4fbf-9dcc-5f1cfab05fe5 req-766aa316-d5d3-4ae5-ae52-74d1f318302f tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/security-groups?id=05a99220-0499-4923-a419-6a3dc323fae7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0825477
Jul 06 02:02:24.467243 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5416a2ca-0d34-4bf1-abc4-271bf989d3e0 req-9f9eb6ce-68b3-4069-82a4-3325a9158714 tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] Network a2a87d65-a05d-450f-9e6b-5f2752e2d94c is already hosted by enough agents. {{(pid=80981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:240}}
Jul 06 02:02:24.476122 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.scheduler.base_scheduler [req-5416a2ca-0d34-4bf1-abc4-271bf989d3e0 req-9f9eb6ce-68b3-4069-82a4-3325a9158714 tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] Resources bound (agent type, host, resource id):  {{(pid=80981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jul 06 02:02:24.479291 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9eb6ce-68b3-4069-82a4-3325a9158714 tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] Pushing event updated for resources: {'Port': ['ID=bbc5d287-5724-4074-9c78-b059af1fb49f,revision_number=1']} {{(pid=80981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:02:24.503461 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-9f9eb6ce-68b3-4069-82a4-3325a9158714 tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.510s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:02:24.504362 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_dvrscheduler_db [req-5416a2ca-0d34-4bf1-abc4-271bf989d3e0 req-9f9eb6ce-68b3-4069-82a4-3325a9158714 tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] Received port after_create {{(pid=80981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 06 02:02:24.589439 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5416a2ca-0d34-4bf1-abc4-271bf989d3e0 req-9f9eb6ce-68b3-4069-82a4-3325a9158714 tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:02:24.590225 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-5416a2ca-0d34-4bf1-abc4-271bf989d3e0 req-9f9eb6ce-68b3-4069-82a4-3325a9158714 tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853726196'] for port, before_response {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:02:24.631540 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e721f64c-a3d5-4bc1-82ba-37cb1f0fefe9 req-3dbbf60c-7636-4d20-b781-9d0fb59695df tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:02:24.633434 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-e721f64c-a3d5-4bc1-82ba-37cb1f0fefe9 req-3dbbf60c-7636-4d20-b781-9d0fb59695df tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] 10.222.0.11 "GET /v2.0/ports?device_id=848f0167-2894-477b-bc20-558ceadb1d77 HTTP/1.1" status: 200  len: 931 time: 0.2600691
Jul 06 02:02:24.718393 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-e721f64c-a3d5-4bc1-82ba-37cb1f0fefe9 req-5001b9d7-e0ad-45a9-adc2-66533c9f21e4 tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] 10.222.0.11 "GET /v2.0/security-groups?id=5f03d441-1e82-42a5-bcde-a0beac2e68f3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0701823
Jul 06 02:02:24.725302 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-5416a2ca-0d34-4bf1-abc4-271bf989d3e0 req-9f9eb6ce-68b3-4069-82a4-3325a9158714 tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.9778090
Jul 06 02:02:24.759612 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d9e269-6e32-4a83-9e60-caf360550847 req-f3dcfd69-06f7-408c-a85e-b98b3920c4cd tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:02:24.767036 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-e8d9e269-6e32-4a83-9e60-caf360550847 req-f3dcfd69-06f7-408c-a85e-b98b3920c4cd tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] 10.222.0.11 "GET /v2.0/ports?device_id=687eed38-d64f-4a2f-a84a-94bfbd4218f7 HTTP/1.1" status: 200  len: 932 time: 0.1848855
Jul 06 02:02:24.883227 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [req-e8d9e269-6e32-4a83-9e60-caf360550847 req-b01c622a-aed3-4a4c-a4cb-988b123f384b tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] Synchronizing usage tracker for tenant:401d2ca991dc46759fcf67d09fce603c on resource:security_group {{(pid=80980) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 06 02:02:24.985345 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [req-e8d9e269-6e32-4a83-9e60-caf360550847 req-b01c622a-aed3-4a4c-a4cb-988b123f384b tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] Unset dirty status for tenant:401d2ca991dc46759fcf67d09fce603c on resource:security_group {{(pid=80980) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 06 02:02:24.985345 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-e8d9e269-6e32-4a83-9e60-caf360550847 req-b01c622a-aed3-4a4c-a4cb-988b123f384b tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] 10.222.0.11 "GET /v2.0/security-groups?id=32922aa1-4b90-4fe3-ab2c-607c8c38952f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2139108
Jul 06 02:02:25.179732 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.provisioning_blocks [None req-4a1ee48d-aab1-4152-acd1-bfe70f322369 None None] Provisioning for port bbc5d287-5724-4074-9c78-b059af1fb49f completed by entity DHCP. {{(pid=80982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 06 02:02:25.187521 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.provisioning_blocks [None req-4a1ee48d-aab1-4152-acd1-bfe70f322369 None None] Provisioning complete for port bbc5d287-5724-4074-9c78-b059af1fb49f triggered by entity DHCP. {{(pid=80982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 06 02:02:25.188382 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-4a1ee48d-aab1-4152-acd1-bfe70f322369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1309268'] for port, provisioning_complete {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:02:25.217308 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-9800ef53-0076-45de-8cbf-033f372d877e req-6bc55387-5b88-4f53-a0cd-102023182001 tempest-VolumesActionsTest-1223800970 tempest-VolumesActionsTest-1223800970-project] 10.222.0.11 "GET /v2.0/ports?device_id=8967dff4-e4b8-47d9-8915-304751964b5c HTTP/1.1" status: 200  len: 210 time: 0.0611739
Jul 06 02:02:25.274118 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.plugin [None req-4a1ee48d-aab1-4152-acd1-bfe70f322369 None None] Port bbc5d287-5724-4074-9c78-b059af1fb49f cannot update to ACTIVE because it is not bound. {{(pid=80982) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:301}}
Jul 06 02:02:25.313062 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e386e7b-96ae-4cc3-b7c0-40ef33c1cccf req-5cde3fdb-f3e6-4c47-a65e-dc112d89df2d tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:02:25.316382 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-7e386e7b-96ae-4cc3-b7c0-40ef33c1cccf req-5cde3fdb-f3e6-4c47-a65e-dc112d89df2d tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] 10.222.0.11 "GET /v2.0/ports?device_id=e0031e4c-fd20-42f5-aa66-c102510ce1fe HTTP/1.1" status: 200  len: 945 time: 0.1729817
Jul 06 02:02:25.396585 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-7e386e7b-96ae-4cc3-b7c0-40ef33c1cccf req-1089bc2c-ef10-48a6-a311-dcd57b874059 tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] 10.222.0.11 "GET /v2.0/security-groups?id=8f6df123-aea9-4211-ae13-3df2bf025ab5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0716951
Jul 06 02:02:25.500639 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3962d7ec-34e0-4a7a-8074-d6b33326379a req-8a36ec27-ccc3-4b4e-8949-bda69ab59118 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:02:25.503667 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-3962d7ec-34e0-4a7a-8074-d6b33326379a req-8a36ec27-ccc3-4b4e-8949-bda69ab59118 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] 10.222.0.11 "GET /v2.0/ports?device_id=6bf80594-4f7b-4225-95e7-e1f2461f5e26 HTTP/1.1" status: 200  len: 945 time: 0.1070330
Jul 06 02:02:25.594326 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-3962d7ec-34e0-4a7a-8074-d6b33326379a req-3f680059-9839-427b-a5d3-dbe485245e63 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] 10.222.0.11 "GET /v2.0/security-groups?id=a49819e7-9e67-4461-9ca0-4f120b4fbc53&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0829399
Jul 06 02:02:25.741629 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936521c5-dd06-461a-9166-5694344cf18c req-fc1060f7-cb00-451a-9eb5-14526608cac6 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:02:25.756538 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-936521c5-dd06-461a-9166-5694344cf18c req-fc1060f7-cb00-451a-9eb5-14526608cac6 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/ports?device_id=4ae448d6-3b95-42dd-a82e-2c79b64118c8 HTTP/1.1" status: 200  len: 943 time: 0.1355019
Jul 06 02:02:25.866983 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-936521c5-dd06-461a-9166-5694344cf18c req-a8b06527-14a2-417a-bfb3-b45169454df3 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/security-groups?id=05a99220-0499-4923-a419-6a3dc323fae7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0834367
Jul 06 02:02:26.100852 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9466b82-5859-46ea-ac07-b4d782dee4c8 req-6576cb74-4421-4f83-bc52-4fd36d21f04d tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:02:26.101816 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [req-c9466b82-5859-46ea-ac07-b4d782dee4c8 req-6576cb74-4421-4f83-bc52-4fd36d21f04d tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] Synchronizing usage tracker for tenant:ce54b2b29f0c4db48f132919c87de2f3 on resource:port {{(pid=80980) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 06 02:02:26.157448 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [req-c9466b82-5859-46ea-ac07-b4d782dee4c8 req-6576cb74-4421-4f83-bc52-4fd36d21f04d tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] Unset dirty status for tenant:ce54b2b29f0c4db48f132919c87de2f3 on resource:port {{(pid=80980) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 06 02:02:26.159597 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-c9466b82-5859-46ea-ac07-b4d782dee4c8 req-6576cb74-4421-4f83-bc52-4fd36d21f04d tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] 10.222.0.11 "GET /v2.0/ports?device_id=848f0167-2894-477b-bc20-558ceadb1d77 HTTP/1.1" status: 200  len: 931 time: 0.1563721
Jul 06 02:02:26.214298 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-c9466b82-5859-46ea-ac07-b4d782dee4c8 req-c70ea17a-236f-43fb-b6b8-8e039369f54d tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] 10.222.0.11 "GET /v2.0/security-groups?id=5f03d441-1e82-42a5-bcde-a0beac2e68f3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0466039
Jul 06 02:02:26.224760 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729a1c70-cc00-4c8a-86f5-222a0e401757 req-288c9faa-81bd-466f-9167-fabd0c9bc3d6 tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:02:26.225645 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [req-729a1c70-cc00-4c8a-86f5-222a0e401757 req-288c9faa-81bd-466f-9167-fabd0c9bc3d6 tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] Synchronizing usage tracker for tenant:401d2ca991dc46759fcf67d09fce603c on resource:port {{(pid=80981) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 06 02:02:26.288283 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [req-729a1c70-cc00-4c8a-86f5-222a0e401757 req-288c9faa-81bd-466f-9167-fabd0c9bc3d6 tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] Unset dirty status for tenant:401d2ca991dc46759fcf67d09fce603c on resource:port {{(pid=80981) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 06 02:02:26.289609 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-729a1c70-cc00-4c8a-86f5-222a0e401757 req-288c9faa-81bd-466f-9167-fabd0c9bc3d6 tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] 10.222.0.11 "GET /v2.0/ports?device_id=687eed38-d64f-4a2f-a84a-94bfbd4218f7 HTTP/1.1" status: 200  len: 932 time: 0.1629019
Jul 06 02:02:26.362792 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-729a1c70-cc00-4c8a-86f5-222a0e401757 req-6cc6a58c-9366-4141-97f5-a2a8ead62123 tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] 10.222.0.11 "GET /v2.0/security-groups?id=32922aa1-4b90-4fe3-ab2c-607c8c38952f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0655241
Jul 06 02:02:26.613340 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-7ce9da35-9728-44b1-baf4-3842d1cda25f req-310b9f9f-27fe-4fbe-9c28-26dcc8cfc88b tempest-VolumesActionsTest-1223800970 tempest-VolumesActionsTest-1223800970-project] 10.222.0.11 "GET /v2.0/ports?device_id=8967dff4-e4b8-47d9-8915-304751964b5c HTTP/1.1" status: 200  len: 210 time: 0.0545344
Jul 06 02:02:26.755631 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f254dc-d8c9-47eb-aba3-226f2eba6e25 req-c25c5060-df06-47a7-bd07-7c2980d2caf4 tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:02:26.780030 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-58f254dc-d8c9-47eb-aba3-226f2eba6e25 req-c25c5060-df06-47a7-bd07-7c2980d2caf4 tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] 10.222.0.11 "GET /v2.0/ports?device_id=e0031e4c-fd20-42f5-aa66-c102510ce1fe HTTP/1.1" status: 200  len: 945 time: 0.2098310
Jul 06 02:02:26.859865 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-58f254dc-d8c9-47eb-aba3-226f2eba6e25 req-a971b7fe-0814-45da-907c-7ec5c4343636 tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] 10.222.0.11 "GET /v2.0/security-groups?id=8f6df123-aea9-4211-ae13-3df2bf025ab5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0779574
Jul 06 02:02:26.911092 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7ef345-4074-44ba-9328-a890fe0f0ff6 req-6d9ba9e3-54cd-4014-9ea3-a17765faf5af tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:02:26.912876 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-3e7ef345-4074-44ba-9328-a890fe0f0ff6 req-6d9ba9e3-54cd-4014-9ea3-a17765faf5af tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] 10.222.0.11 "GET /v2.0/ports?device_id=6bf80594-4f7b-4225-95e7-e1f2461f5e26 HTTP/1.1" status: 200  len: 945 time: 0.1442587
Jul 06 02:02:26.996295 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-3e7ef345-4074-44ba-9328-a890fe0f0ff6 req-2ccbc84c-ed97-4bfc-8c93-7e215fc92982 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] 10.222.0.11 "GET /v2.0/security-groups?id=a49819e7-9e67-4461-9ca0-4f120b4fbc53&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0750799
Jul 06 02:02:27.148569 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4183187-42cd-4b1a-9f5b-706e4d6734c1 req-278fa5c1-9977-4fee-93d9-03444e69aa5d tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:02:27.151102 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-e4183187-42cd-4b1a-9f5b-706e4d6734c1 req-278fa5c1-9977-4fee-93d9-03444e69aa5d tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/ports?device_id=4ae448d6-3b95-42dd-a82e-2c79b64118c8 HTTP/1.1" status: 200  len: 943 time: 0.0867698
Jul 06 02:02:27.213497 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-e4183187-42cd-4b1a-9f5b-706e4d6734c1 req-c5aace8d-97d2-4285-a5e9-26f0de0106a8 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/security-groups?id=05a99220-0499-4923-a419-6a3dc323fae7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0534153
Jul 06 02:02:27.413280 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e891396e-496a-4fea-83d2-102c0c76cb93 req-8def76c8-5de3-4a66-b1ed-193086bfcafd tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:02:27.416439 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-e891396e-496a-4fea-83d2-102c0c76cb93 req-8def76c8-5de3-4a66-b1ed-193086bfcafd tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] 10.222.0.11 "GET /v2.0/ports?device_id=848f0167-2894-477b-bc20-558ceadb1d77 HTTP/1.1" status: 200  len: 931 time: 0.0846961
Jul 06 02:02:27.478201 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-e891396e-496a-4fea-83d2-102c0c76cb93 req-71085633-91a5-4613-adb0-a88230bb9ffe tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] 10.222.0.11 "GET /v2.0/security-groups?id=5f03d441-1e82-42a5-bcde-a0beac2e68f3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0481234
Jul 06 02:02:27.576281 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793fb131-f2c8-4a0b-aad2-18115591e5a1 req-e063c159-41cd-4bfd-b7ba-2cca37a86818 tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:02:27.577930 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-793fb131-f2c8-4a0b-aad2-18115591e5a1 req-e063c159-41cd-4bfd-b7ba-2cca37a86818 tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] 10.222.0.11 "GET /v2.0/ports?device_id=687eed38-d64f-4a2f-a84a-94bfbd4218f7 HTTP/1.1" status: 200  len: 932 time: 0.0844598
Jul 06 02:02:27.656915 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-793fb131-f2c8-4a0b-aad2-18115591e5a1 req-c63a0d4c-c9f0-4bab-9833-cd74bd7bdb35 tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] 10.222.0.11 "GET /v2.0/security-groups?id=32922aa1-4b90-4fe3-ab2c-607c8c38952f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0705690
Jul 06 02:02:27.787802 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-737e8758-fd6a-43d0-a254-4ce13e10a69c req-4eea6623-5fe2-4ff9-9e1b-ad6b622b4064 tempest-VolumesActionsTest-1223800970 tempest-VolumesActionsTest-1223800970-project] 10.222.0.11 "GET /v2.0/ports?device_id=8967dff4-e4b8-47d9-8915-304751964b5c HTTP/1.1" status: 200  len: 210 time: 0.0461698
Jul 06 02:02:28.109301 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d8f562-d575-4ca7-b8e8-78d3812d03ed req-3c1fc403-e48f-4954-ba43-8a56558ff81e tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:02:28.122452 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-e2d8f562-d575-4ca7-b8e8-78d3812d03ed req-3c1fc403-e48f-4954-ba43-8a56558ff81e tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] 10.222.0.11 "GET /v2.0/ports?device_id=e0031e4c-fd20-42f5-aa66-c102510ce1fe HTTP/1.1" status: 200  len: 945 time: 0.1124744
Jul 06 02:02:28.193732 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-e2d8f562-d575-4ca7-b8e8-78d3812d03ed req-d21ef067-1890-4058-8590-d030a409c56e tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] 10.222.0.11 "GET /v2.0/security-groups?id=8f6df123-aea9-4211-ae13-3df2bf025ab5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0697079
Jul 06 02:02:28.253253 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eeb8ba9-ff44-46d3-a5aa-9d5987bec76f req-ee1f197c-26b0-43c4-965a-ca1a34834aa5 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:02:28.254992 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-5eeb8ba9-ff44-46d3-a5aa-9d5987bec76f req-ee1f197c-26b0-43c4-965a-ca1a34834aa5 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] 10.222.0.11 "GET /v2.0/ports?device_id=6bf80594-4f7b-4225-95e7-e1f2461f5e26 HTTP/1.1" status: 200  len: 945 time: 0.1005867
Jul 06 02:02:28.322771 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-5eeb8ba9-ff44-46d3-a5aa-9d5987bec76f req-e4dfc371-476a-4875-8656-54ed01437017 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] 10.222.0.11 "GET /v2.0/security-groups?id=a49819e7-9e67-4461-9ca0-4f120b4fbc53&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0540578
Jul 06 02:02:28.474232 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0193e5-4618-40f4-b479-51e1a6bfc68d req-7d0b9430-70bc-413c-9f02-e715e560cf87 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:02:28.476563 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-1e0193e5-4618-40f4-b479-51e1a6bfc68d req-7d0b9430-70bc-413c-9f02-e715e560cf87 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/ports?device_id=4ae448d6-3b95-42dd-a82e-2c79b64118c8 HTTP/1.1" status: 200  len: 943 time: 0.1047611
Jul 06 02:02:28.559533 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-1e0193e5-4618-40f4-b479-51e1a6bfc68d req-a23c4b25-2cd0-4fc9-b585-cb428302470d tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/security-groups?id=05a99220-0499-4923-a419-6a3dc323fae7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0606415
Jul 06 02:02:28.723692 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50761672-3ce5-475b-9ce9-0e0daa58e3b3 req-8a5cf98a-1ee0-4229-8445-30c41100cbdb tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:02:28.725512 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-50761672-3ce5-475b-9ce9-0e0daa58e3b3 req-8a5cf98a-1ee0-4229-8445-30c41100cbdb tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] 10.222.0.11 "GET /v2.0/ports?device_id=848f0167-2894-477b-bc20-558ceadb1d77 HTTP/1.1" status: 200  len: 931 time: 0.0963995
Jul 06 02:02:28.803124 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-50761672-3ce5-475b-9ce9-0e0daa58e3b3 req-b11e2ec8-797f-4937-8cac-bde2a2af6fab tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] 10.222.0.11 "GET /v2.0/security-groups?id=5f03d441-1e82-42a5-bcde-a0beac2e68f3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0629730
Jul 06 02:02:29.082834 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244ea799-a0a5-4403-b671-c5a11af23920 req-f9ed83fb-1698-40d1-bfab-7004e10e2260 tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:02:29.086045 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-95dfb609-7f44-4153-b7ef-c90c16cb5bb0 req-f1720e6a-1c69-45f5-ae50-2078a388b2d1 tempest-VolumesActionsTest-1223800970 tempest-VolumesActionsTest-1223800970-project] 10.222.0.11 "GET /v2.0/ports?device_id=8967dff4-e4b8-47d9-8915-304751964b5c HTTP/1.1" status: 200  len: 210 time: 0.0894887
Jul 06 02:02:29.100590 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-244ea799-a0a5-4403-b671-c5a11af23920 req-f9ed83fb-1698-40d1-bfab-7004e10e2260 tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] 10.222.0.11 "GET /v2.0/ports?device_id=687eed38-d64f-4a2f-a84a-94bfbd4218f7 HTTP/1.1" status: 200  len: 932 time: 0.2114086
Jul 06 02:02:29.228802 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-244ea799-a0a5-4403-b671-c5a11af23920 req-29ef8698-a360-4885-a008-e6437ee77d2f tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] 10.222.0.11 "GET /v2.0/security-groups?id=32922aa1-4b90-4fe3-ab2c-607c8c38952f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1242959
Jul 06 02:02:29.421542 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efd8a1b-fb6d-44ca-9c85-ba56756bef0e req-bccbfc97-e4ae-4b3c-9feb-44839e8e6043 tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:02:29.424352 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-5efd8a1b-fb6d-44ca-9c85-ba56756bef0e req-bccbfc97-e4ae-4b3c-9feb-44839e8e6043 tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] 10.222.0.11 "GET /v2.0/ports?device_id=e0031e4c-fd20-42f5-aa66-c102510ce1fe HTTP/1.1" status: 200  len: 945 time: 0.0924721
Jul 06 02:02:29.485406 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-5efd8a1b-fb6d-44ca-9c85-ba56756bef0e req-5a73988e-09f3-439b-9584-c04cdf7f1bfb tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] 10.222.0.11 "GET /v2.0/security-groups?id=8f6df123-aea9-4211-ae13-3df2bf025ab5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0513663
Jul 06 02:02:29.550959 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbf8505-1b6a-4c78-a43a-f6df69493f77 req-0435138f-cea2-4523-8270-4b2f6dfef58c tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:02:29.552925 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-9cbf8505-1b6a-4c78-a43a-f6df69493f77 req-0435138f-cea2-4523-8270-4b2f6dfef58c tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] 10.222.0.11 "GET /v2.0/ports?device_id=6bf80594-4f7b-4225-95e7-e1f2461f5e26 HTTP/1.1" status: 200  len: 945 time: 0.0948229
Jul 06 02:02:29.619828 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-9cbf8505-1b6a-4c78-a43a-f6df69493f77 req-114124ec-30e0-45f6-bfa4-4461ac460135 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] 10.222.0.11 "GET /v2.0/security-groups?id=a49819e7-9e67-4461-9ca0-4f120b4fbc53&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0535119
Jul 06 02:02:29.786657 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885fc057-f9e8-40af-8a0c-5e415259047a req-844cb7cb-b2cb-49fa-afd0-1ab55c4cb074 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:02:29.788207 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-885fc057-f9e8-40af-8a0c-5e415259047a req-844cb7cb-b2cb-49fa-afd0-1ab55c4cb074 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/ports?device_id=4ae448d6-3b95-42dd-a82e-2c79b64118c8 HTTP/1.1" status: 200  len: 943 time: 0.0791700
Jul 06 02:02:29.842654 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-885fc057-f9e8-40af-8a0c-5e415259047a req-69827ee1-5623-45f6-8ee9-359d5a3856fc tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/security-groups?id=05a99220-0499-4923-a419-6a3dc323fae7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0472322
Jul 06 02:02:30.048228 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0ddb0d-fdb4-423f-817d-749072ca01d3 req-74c04af2-231f-4ecb-b044-a30542b690fd tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:02:30.049830 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-df0ddb0d-fdb4-423f-817d-749072ca01d3 req-74c04af2-231f-4ecb-b044-a30542b690fd tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] 10.222.0.11 "GET /v2.0/ports?device_id=848f0167-2894-477b-bc20-558ceadb1d77 HTTP/1.1" status: 200  len: 931 time: 0.0952761
Jul 06 02:02:30.111468 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-df0ddb0d-fdb4-423f-817d-749072ca01d3 req-1ac3f522-473b-447e-ad46-4ec32cdb6e04 tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] 10.222.0.11 "GET /v2.0/security-groups?id=5f03d441-1e82-42a5-bcde-a0beac2e68f3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0542994
Jul 06 02:02:30.329907 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-8f5f8078-e879-43fd-9dc1-067f373a97fe req-ffbf560d-43e6-42cb-94d7-35a39f39312a tempest-VolumesActionsTest-1223800970 tempest-VolumesActionsTest-1223800970-project] 10.222.0.11 "GET /v2.0/ports?device_id=8967dff4-e4b8-47d9-8915-304751964b5c HTTP/1.1" status: 200  len: 210 time: 0.0685837
Jul 06 02:02:30.486158 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2699a48-a08f-4459-8c69-c1ef9eff1fab req-3537c569-3a46-4711-bb6c-28520f975e2e tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:02:30.487770 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-c2699a48-a08f-4459-8c69-c1ef9eff1fab req-3537c569-3a46-4711-bb6c-28520f975e2e tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] 10.222.0.11 "GET /v2.0/ports?device_id=687eed38-d64f-4a2f-a84a-94bfbd4218f7 HTTP/1.1" status: 200  len: 932 time: 0.1024554
Jul 06 02:02:30.549976 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-c2699a48-a08f-4459-8c69-c1ef9eff1fab req-3dc278fe-e151-43a0-9acd-8ca5ba7f62b3 tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] 10.222.0.11 "GET /v2.0/security-groups?id=32922aa1-4b90-4fe3-ab2c-607c8c38952f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0535839
Jul 06 02:02:30.668113 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-76e06a9c-55b3-46ee-8d18-e1e9bb26f8b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:02:30.753844 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafdde50-b9dc-469a-9c14-5dfe86769682 req-2016c004-d45b-48fb-bf0b-166de2b886f8 tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:02:30.755604 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-eafdde50-b9dc-469a-9c14-5dfe86769682 req-2016c004-d45b-48fb-bf0b-166de2b886f8 tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] 10.222.0.11 "GET /v2.0/ports?device_id=e0031e4c-fd20-42f5-aa66-c102510ce1fe HTTP/1.1" status: 200  len: 945 time: 0.1032484
Jul 06 02:02:30.839818 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-eafdde50-b9dc-469a-9c14-5dfe86769682 req-28a66210-fbdb-4124-b83a-bcae4b28086f tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] 10.222.0.11 "GET /v2.0/security-groups?id=8f6df123-aea9-4211-ae13-3df2bf025ab5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0758703
Jul 06 02:02:30.876989 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c18a1b-7809-4d69-9067-b1b698a4554f req-9401bec5-3d6f-4718-a798-48db73b4a98a tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:02:30.886570 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-88c18a1b-7809-4d69-9067-b1b698a4554f req-9401bec5-3d6f-4718-a798-48db73b4a98a tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] 10.222.0.11 "GET /v2.0/ports?device_id=6bf80594-4f7b-4225-95e7-e1f2461f5e26 HTTP/1.1" status: 200  len: 945 time: 0.1087673
Jul 06 02:02:30.968979 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-88c18a1b-7809-4d69-9067-b1b698a4554f req-5a5f7e82-9e0f-4440-94f8-cbe4efa8d00b tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] 10.222.0.11 "GET /v2.0/security-groups?id=a49819e7-9e67-4461-9ca0-4f120b4fbc53&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0810513
Jul 06 02:02:31.105305 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b4be05-e146-40ca-b177-ac73627416d6 req-d383b9f8-e44d-4245-93e4-e8b9fa272eeb tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:02:31.106852 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-45b4be05-e146-40ca-b177-ac73627416d6 req-d383b9f8-e44d-4245-93e4-e8b9fa272eeb tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/ports?device_id=4ae448d6-3b95-42dd-a82e-2c79b64118c8 HTTP/1.1" status: 200  len: 943 time: 0.0984712
Jul 06 02:02:31.192896 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-45b4be05-e146-40ca-b177-ac73627416d6 req-b046942f-87ee-48ea-bbfa-75ad1163de93 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/security-groups?id=05a99220-0499-4923-a419-6a3dc323fae7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0779154
Jul 06 02:02:31.368033 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0294334b-7a19-4a2c-9182-b3115646f982 req-4ef2c4c7-9067-4870-8627-53b17256d6f9 tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:02:31.372435 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-0294334b-7a19-4a2c-9182-b3115646f982 req-4ef2c4c7-9067-4870-8627-53b17256d6f9 tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] 10.222.0.11 "GET /v2.0/ports?device_id=848f0167-2894-477b-bc20-558ceadb1d77 HTTP/1.1" status: 200  len: 931 time: 0.1202645
Jul 06 02:02:31.439920 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-0294334b-7a19-4a2c-9182-b3115646f982 req-de8e1322-af3a-42e6-9264-b38486a676f7 tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] 10.222.0.11 "GET /v2.0/security-groups?id=5f03d441-1e82-42a5-bcde-a0beac2e68f3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0531392
Jul 06 02:02:31.754057 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-0a54121b-52e0-43af-b412-125599e89a70 req-c37fcf29-5efa-44a5-84ea-50ff16032d74 tempest-VolumesActionsTest-1223800970 tempest-VolumesActionsTest-1223800970-project] 10.222.0.11 "GET /v2.0/ports?device_id=8967dff4-e4b8-47d9-8915-304751964b5c HTTP/1.1" status: 200  len: 210 time: 0.2707660
Jul 06 02:02:31.768012 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3964c36-4fe9-46e4-bcd1-c5d862f81391 req-20cc8fba-a8f1-4911-8182-f501a60ae312 tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:02:31.769858 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-c3964c36-4fe9-46e4-bcd1-c5d862f81391 req-20cc8fba-a8f1-4911-8182-f501a60ae312 tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] 10.222.0.11 "GET /v2.0/ports?device_id=687eed38-d64f-4a2f-a84a-94bfbd4218f7 HTTP/1.1" status: 200  len: 932 time: 0.0833380
Jul 06 02:02:31.829095 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-c3964c36-4fe9-46e4-bcd1-c5d862f81391 req-413a4583-0b14-4476-84bc-457f7aa009ab tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] 10.222.0.11 "GET /v2.0/security-groups?id=32922aa1-4b90-4fe3-ab2c-607c8c38952f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0513148
Jul 06 02:02:32.096720 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67805f12-6d96-4d60-adcf-e0ab495608ba req-b538cf61-85fd-4d9c-b106-76a71846a6ac tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:02:32.098583 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-67805f12-6d96-4d60-adcf-e0ab495608ba req-b538cf61-85fd-4d9c-b106-76a71846a6ac tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] 10.222.0.11 "GET /v2.0/ports?device_id=e0031e4c-fd20-42f5-aa66-c102510ce1fe HTTP/1.1" status: 200  len: 945 time: 0.0905771
Jul 06 02:02:32.197375 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-67805f12-6d96-4d60-adcf-e0ab495608ba req-1049c86e-5b21-422a-9ab1-7d3cd7c7bad9 tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] 10.222.0.11 "GET /v2.0/security-groups?id=8f6df123-aea9-4211-ae13-3df2bf025ab5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0742767
Jul 06 02:02:32.201983 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b72e89c-ea3e-4646-894c-bd56a58e6125 req-f1e4db90-5e64-444a-bd97-58b6af279ef7 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:02:32.203629 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-5b72e89c-ea3e-4646-894c-bd56a58e6125 req-f1e4db90-5e64-444a-bd97-58b6af279ef7 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] 10.222.0.11 "GET /v2.0/ports?device_id=6bf80594-4f7b-4225-95e7-e1f2461f5e26 HTTP/1.1" status: 200  len: 945 time: 0.0985889
Jul 06 02:02:32.273406 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-5b72e89c-ea3e-4646-894c-bd56a58e6125 req-3ce4a4f6-86d5-49b9-a61c-2f65bca40bfb tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] 10.222.0.11 "GET /v2.0/security-groups?id=a49819e7-9e67-4461-9ca0-4f120b4fbc53&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0554352
Jul 06 02:02:32.363239 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:02:32.423384 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e7006e-fe4d-43e9-84bf-1e39f7c72d22 req-c2ba7198-57fa-49e4-934f-8cc7c2d896ad tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:02:32.425102 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-30e7006e-fe4d-43e9-84bf-1e39f7c72d22 req-c2ba7198-57fa-49e4-934f-8cc7c2d896ad tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/ports?device_id=4ae448d6-3b95-42dd-a82e-2c79b64118c8 HTTP/1.1" status: 200  len: 943 time: 0.1044106
Jul 06 02:02:32.480428 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-30e7006e-fe4d-43e9-84bf-1e39f7c72d22 req-601ac56f-2b15-4593-9535-1ed63d508fd6 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/security-groups?id=05a99220-0499-4923-a419-6a3dc323fae7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0469511
Jul 06 02:02:32.702808 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea38b2ae-995a-46ac-a40a-d4838e8ab562 req-a83a09a8-45e8-4ff3-9113-650d5c5c0536 tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:02:32.704612 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-ea38b2ae-995a-46ac-a40a-d4838e8ab562 req-a83a09a8-45e8-4ff3-9113-650d5c5c0536 tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] 10.222.0.11 "GET /v2.0/ports?device_id=848f0167-2894-477b-bc20-558ceadb1d77 HTTP/1.1" status: 200  len: 931 time: 0.1060500
Jul 06 02:02:32.780771 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-ea38b2ae-995a-46ac-a40a-d4838e8ab562 req-36d99512-a9cd-4470-bf7a-fe09f776f4e7 tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] 10.222.0.11 "GET /v2.0/security-groups?id=5f03d441-1e82-42a5-bcde-a0beac2e68f3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0651820
Jul 06 02:02:32.997348 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-82267806-1fda-4f66-a84e-367190929189 req-739eea68-100a-4547-917f-1df29c574b77 tempest-VolumesActionsTest-1223800970 tempest-VolumesActionsTest-1223800970-project] 10.222.0.11 "GET /v2.0/ports?device_id=8967dff4-e4b8-47d9-8915-304751964b5c HTTP/1.1" status: 200  len: 210 time: 0.0771565
Jul 06 02:02:33.157625 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b94a3c0-b45c-4c2e-9ed5-bf3afd8e9725 req-7f9ec54d-cc54-414d-8861-2318e20baa69 tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:02:33.159596 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-2b94a3c0-b45c-4c2e-9ed5-bf3afd8e9725 req-7f9ec54d-cc54-414d-8861-2318e20baa69 tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] 10.222.0.11 "GET /v2.0/ports?device_id=687eed38-d64f-4a2f-a84a-94bfbd4218f7 HTTP/1.1" status: 200  len: 932 time: 0.1305897
Jul 06 02:02:33.168136 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-efdbe81a-c5e7-45e8-ac98-2584b55131ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:02:33.240522 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-2b94a3c0-b45c-4c2e-9ed5-bf3afd8e9725 req-7d03459a-2c3d-4220-b5f8-19439b09fcde tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] 10.222.0.11 "GET /v2.0/security-groups?id=32922aa1-4b90-4fe3-ab2c-607c8c38952f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0705063
Jul 06 02:02:33.347678 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:02:33.444170 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b798026d-1657-42d9-b126-f352344b9acc req-102ba223-16d4-4184-abf9-5d336900571a tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:02:33.444170 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-b798026d-1657-42d9-b126-f352344b9acc req-102ba223-16d4-4184-abf9-5d336900571a tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] 10.222.0.11 "GET /v2.0/ports?device_id=e0031e4c-fd20-42f5-aa66-c102510ce1fe HTTP/1.1" status: 200  len: 945 time: 0.0974708
Jul 06 02:02:33.520287 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-b798026d-1657-42d9-b126-f352344b9acc req-2f100a5e-f079-46be-9401-9adc4d315bfe tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] 10.222.0.11 "GET /v2.0/security-groups?id=8f6df123-aea9-4211-ae13-3df2bf025ab5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0639827
Jul 06 02:02:33.562468 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a57db01-c608-47b7-b266-89b3fa1a2c1e req-f3b1fdd5-88e1-4b61-a0ff-dffcfa06b9e3 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:02:33.564528 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-1a57db01-c608-47b7-b266-89b3fa1a2c1e req-f3b1fdd5-88e1-4b61-a0ff-dffcfa06b9e3 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] 10.222.0.11 "GET /v2.0/ports?device_id=6bf80594-4f7b-4225-95e7-e1f2461f5e26 HTTP/1.1" status: 200  len: 945 time: 0.1411557
Jul 06 02:02:33.682824 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-1a57db01-c608-47b7-b266-89b3fa1a2c1e req-8f207f49-eefe-45c3-9b6d-c6dc0a26e6e2 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] 10.222.0.11 "GET /v2.0/security-groups?id=a49819e7-9e67-4461-9ca0-4f120b4fbc53&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1171405
Jul 06 02:02:33.938880 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75134c7b-afc8-4149-9078-5230892c3c5a req-0a2b7971-113b-4aa9-b0b2-2b0cafa51249 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:02:33.949634 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-75134c7b-afc8-4149-9078-5230892c3c5a req-0a2b7971-113b-4aa9-b0b2-2b0cafa51249 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/ports?device_id=4ae448d6-3b95-42dd-a82e-2c79b64118c8 HTTP/1.1" status: 200  len: 943 time: 0.1985183
Jul 06 02:02:34.054231 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-75134c7b-afc8-4149-9078-5230892c3c5a req-2cdc3e9e-ecff-4365-955f-4d0714e137b1 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/security-groups?id=05a99220-0499-4923-a419-6a3dc323fae7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1033313
Jul 06 02:02:34.104901 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18956cff-10d4-4637-ac4e-8549887eb4c1 req-bb6c653f-9248-488a-9775-5a656d59bf1b tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:02:34.106669 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-18956cff-10d4-4637-ac4e-8549887eb4c1 req-bb6c653f-9248-488a-9775-5a656d59bf1b tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] 10.222.0.11 "GET /v2.0/ports?device_id=848f0167-2894-477b-bc20-558ceadb1d77 HTTP/1.1" status: 200  len: 931 time: 0.1203611
Jul 06 02:02:34.169911 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-18956cff-10d4-4637-ac4e-8549887eb4c1 req-e337bd5c-0cd9-460c-bedc-74e7932af440 tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] 10.222.0.11 "GET /v2.0/security-groups?id=5f03d441-1e82-42a5-bcde-a0beac2e68f3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0500615
Jul 06 02:02:34.171895 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-76dafd09-8b9e-4f4b-ba8f-a0f9ff874801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:02:34.242348 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-97177ccd-d367-4f9f-8583-e4862651c01b req-1b34424c-8f3c-47fb-9a43-f5c59a39095b tempest-VolumesActionsTest-1223800970 tempest-VolumesActionsTest-1223800970-project] 10.222.0.11 "GET /v2.0/ports?device_id=8967dff4-e4b8-47d9-8915-304751964b5c HTTP/1.1" status: 200  len: 210 time: 0.0468540
Jul 06 02:02:34.445752 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cefef3-4bd5-4cb1-9fe7-2dc790537c79 req-5ce2361b-baa4-476d-978c-d1872031f953 tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:02:34.447468 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-b0cefef3-4bd5-4cb1-9fe7-2dc790537c79 req-5ce2361b-baa4-476d-978c-d1872031f953 tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] 10.222.0.11 "GET /v2.0/ports?device_id=687eed38-d64f-4a2f-a84a-94bfbd4218f7 HTTP/1.1" status: 200  len: 932 time: 0.0864637
Jul 06 02:02:34.509160 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-b0cefef3-4bd5-4cb1-9fe7-2dc790537c79 req-9827b47b-9ec6-43d2-a86d-287faf16bf9e tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] 10.222.0.11 "GET /v2.0/security-groups?id=32922aa1-4b90-4fe3-ab2c-607c8c38952f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0471876
Jul 06 02:02:34.571306 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.v2.base [req-460c5ee2-e155-4725-a02a-e511dcb8dd8e req-2f3b0ca2-0736-4ff3-bf60-2d21eee7f249 service neutron] Request body: {'port': {'device_id': '848f0167-2894-477b-bc20-558ceadb1d77', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79954'}} {{(pid=80980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 06 02:02:34.590562 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.v2.base [req-5416a2ca-0d34-4bf1-abc4-271bf989d3e0 req-65db967b-3f10-43c2-8ea9-af94d71c0636 service neutron] Request body: {'port': {'device_id': '687eed38-d64f-4a2f-a84a-94bfbd4218f7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79954'}} {{(pid=80981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 06 02:02:34.739219 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80981) accepted ('10.222.0.37', 55507) {{(pid=80981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 02:02:34.739911 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-5416a2ca-0d34-4bf1-abc4-271bf989d3e0 req-65db967b-3f10-43c2-8ea9-af94d71c0636 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1050496'] for port, before_update {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:02:34.812288 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.v2.base [req-a157d086-ffba-4b5b-bacc-e273d82eaa60 req-bb1ffab3-847e-404e-adce-8443934c6ddb tempest-VolumesActionsTest-1223800970 tempest-VolumesActionsTest-1223800970-project] Request body: {'port': {'device_id': '8967dff4-e4b8-47d9-8915-304751964b5c', 'network_id': '36a9b578-85e1-48e7-ac56-3132cadfb3cf', 'admin_state_up': True, 'tenant_id': '2518cf7b076a48528898fb239ee8dd38'}} {{(pid=80980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 06 02:02:34.892582 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d500235-8055-49b5-bf87-6d8b793d7c5b req-48ac371f-094c-4c82-9703-fc378dfc731d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:02:34.894557 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-2d500235-8055-49b5-bf87-6d8b793d7c5b req-48ac371f-094c-4c82-9703-fc378dfc731d service neutron] 10.222.0.37 "GET /v2.0/networks?id=2a4c8008-ce84-432c-9f5d-0fe3ba12caba HTTP/1.1" status: 200  len: 911 time: 0.2881927
Jul 06 02:02:35.172345 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-dd2a905d-68f6-4b20-a574-1b24df425756 req-667e9801-e672-4a6a-a191-ce9dc6bda8d5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b0037fadadec43e5bf5dc42b273e1b3e&device_id=e0031e4c-fd20-42f5-aa66-c102510ce1fe HTTP/1.1" status: 200  len: 1098 time: 0.4214683
Jul 06 02:02:35.322787 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-460c5ee2-e155-4725-a02a-e511dcb8dd8e req-2f3b0ca2-0736-4ff3-bf60-2d21eee7f249 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1050496'] for port, before_update {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:02:35.348928 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-2d500235-8055-49b5-bf87-6d8b793d7c5b req-43ff28aa-96b6-4b0e-9582-5ed5e8888af2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a3765eaf-5d9a-4eb7-b7d2-aeb912bae916 HTTP/1.1" status: 200  len: 1000 time: 0.3966804
Jul 06 02:02:35.362766 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dacab70-7976-49eb-bd8f-19a600825cf3 req-142d4139-204b-4922-8e7c-9a2a638de9a0 tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:02:35.364584 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-4dacab70-7976-49eb-bd8f-19a600825cf3 req-142d4139-204b-4922-8e7c-9a2a638de9a0 tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] 10.222.0.11 "GET /v2.0/ports?device_id=e0031e4c-fd20-42f5-aa66-c102510ce1fe HTTP/1.1" status: 200  len: 945 time: 0.4685373
Jul 06 02:02:35.494087 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [req-a157d086-ffba-4b5b-bacc-e273d82eaa60 req-bb1ffab3-847e-404e-adce-8443934c6ddb tempest-VolumesActionsTest-1223800970 tempest-VolumesActionsTest-1223800970-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 02:02:35.525634 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-fcfe0981-f829-42d2-99d0-fcc19e179060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:02:35.546088 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [req-a157d086-ffba-4b5b-bacc-e273d82eaa60 req-bb1ffab3-847e-404e-adce-8443934c6ddb tempest-VolumesActionsTest-1223800970 tempest-VolumesActionsTest-1223800970-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 02:02:35.567145 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d500235-8055-49b5-bf87-6d8b793d7c5b req-f6e513fb-948a-4449-925c-47ffa021cf1f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:02:35.568771 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-2d500235-8055-49b5-bf87-6d8b793d7c5b req-f6e513fb-948a-4449-925c-47ffa021cf1f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=10f6138f-392f-434d-90d2-631457fbed0f HTTP/1.1" status: 200  len: 849 time: 0.2007916
Jul 06 02:02:35.590513 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb11d7cf-8ab6-4c90-ad27-85dbf6d79443 req-86eb1cfb-9db8-4023-854f-3f99fe239b0d tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:02:35.592158 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-fb11d7cf-8ab6-4c90-ad27-85dbf6d79443 req-86eb1cfb-9db8-4023-854f-3f99fe239b0d tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] 10.222.0.11 "GET /v2.0/ports?device_id=6bf80594-4f7b-4225-95e7-e1f2461f5e26 HTTP/1.1" status: 200  len: 945 time: 0.6104119
Jul 06 02:02:35.655277 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-4dacab70-7976-49eb-bd8f-19a600825cf3 req-63649525-35e6-46ce-9323-79b066b1ff29 tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] 10.222.0.11 "GET /v2.0/security-groups?id=8f6df123-aea9-4211-ae13-3df2bf025ab5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2180514
Jul 06 02:02:35.703279 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a157d086-ffba-4b5b-bacc-e273d82eaa60 req-bb1ffab3-847e-404e-adce-8443934c6ddb tempest-VolumesActionsTest-1223800970 tempest-VolumesActionsTest-1223800970-project] Made reservation on behalf of 2518cf7b076a48528898fb239ee8dd38 for: {'port': 1} {{(pid=80980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jul 06 02:02:35.710804 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-a157d086-ffba-4b5b-bacc-e273d82eaa60 req-bb1ffab3-847e-404e-adce-8443934c6ddb tempest-VolumesActionsTest-1223800970 tempest-VolumesActionsTest-1223800970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1050496'] for port, before_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:02:35.727679 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-fb11d7cf-8ab6-4c90-ad27-85dbf6d79443 req-71badf72-4b40-4252-8fc2-a616f110324c tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] 10.222.0.11 "GET /v2.0/security-groups?id=a49819e7-9e67-4461-9ca0-4f120b4fbc53&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1095982
Jul 06 02:02:35.731565 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2a905d-68f6-4b20-a574-1b24df425756 req-a90646b1-6fd5-4d88-a62e-b79377eb2e2a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:02:35.733304 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-dd2a905d-68f6-4b20-a574-1b24df425756 req-a90646b1-6fd5-4d88-a62e-b79377eb2e2a service neutron] 10.222.0.37 "GET /v2.0/networks?id=1ca3dc02-05cd-4643-b3fa-d954b152071f HTTP/1.1" status: 200  len: 919 time: 0.5499783
Jul 06 02:02:35.848629 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-dd2a905d-68f6-4b20-a574-1b24df425756 req-363f1be5-0d97-4d76-938d-74ec32b4cc67 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=690720d0-ff6c-4b6a-a451-292129cac28e HTTP/1.1" status: 200  len: 217 time: 0.0841212
Jul 06 02:02:35.855801 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.notifiers.nova [req-5416a2ca-0d34-4bf1-abc4-271bf989d3e0 req-65db967b-3f10-43c2-8ea9-af94d71c0636 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bbc5d287-5724-4074-9c78-b059af1fb49f {{(pid=80981) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Jul 06 02:02:35.901726 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-5416a2ca-0d34-4bf1-abc4-271bf989d3e0 req-65db967b-3f10-43c2-8ea9-af94d71c0636 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:02:35.943560 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.provisioning_blocks [req-5416a2ca-0d34-4bf1-abc4-271bf989d3e0 req-65db967b-3f10-43c2-8ea9-af94d71c0636 service neutron] Transition to ACTIVE for port object bbc5d287-5724-4074-9c78-b059af1fb49f will not be triggered until provisioned by entity L2. {{(pid=80981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 06 02:02:36.002451 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-5416a2ca-0d34-4bf1-abc4-271bf989d3e0 req-65db967b-3f10-43c2-8ea9-af94d71c0636 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740753762112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740753409037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296101366746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14885351'] for port, after_update {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:02:36.008113 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-3c9614ee-e722-49a0-9cfe-01d6e180e025 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:02:36.038604 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2a905d-68f6-4b20-a574-1b24df425756 req-c05fb466-95c0-40d9-a9ff-2a3930f31bf7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:02:36.040344 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-dd2a905d-68f6-4b20-a574-1b24df425756 req-c05fb466-95c0-40d9-a9ff-2a3930f31bf7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b73206aa-6636-4b14-93c5-291e3d5f08f3 HTTP/1.1" status: 200  len: 858 time: 0.1800559
Jul 06 02:02:36.105175 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-2d500235-8055-49b5-bf87-6d8b793d7c5b req-ec6fa95f-03ea-4628-b296-1f10c531f3c7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2a4c8008-ce84-432c-9f5d-0fe3ba12caba&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.4963472
Jul 06 02:02:36.118382 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-dd2a905d-68f6-4b20-a574-1b24df425756 req-951797f5-e9a4-46ee-b8ab-6d21f585505f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1ca3dc02-05cd-4643-b3fa-d954b152071f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0692227
Jul 06 02:02:36.284212 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.db_base_plugin_common [req-a157d086-ffba-4b5b-bacc-e273d82eaa60 req-bb1ffab3-847e-404e-adce-8443934c6ddb tempest-VolumesActionsTest-1223800970 tempest-VolumesActionsTest-1223800970-project] Allocated IP 172.20.0.12 (36a9b578-85e1-48e7-ac56-3132cadfb3cf/95c34112-576c-44f0-ab65-e35da51b113b/e3b71f4a-b82f-45b4-bf15-e3e3d8bd3b7b) {{(pid=80980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Jul 06 02:02:36.287070 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65db967b-3f10-43c2-8ea9-af94d71c0636 service neutron] Pushing event updated for resources: {'Port': ['ID=bbc5d287-5724-4074-9c78-b059af1fb49f,revision_number=2']} {{(pid=80981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:02:36.298988 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621c233f-51fb-4e8f-a863-d2b9d94c135d req-70533f57-fff9-4cef-8a5b-ad6353922234 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:02:36.307727 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-621c233f-51fb-4e8f-a863-d2b9d94c135d req-70533f57-fff9-4cef-8a5b-ad6353922234 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/ports?device_id=4ae448d6-3b95-42dd-a82e-2c79b64118c8 HTTP/1.1" status: 200  len: 943 time: 0.4818027
Jul 06 02:02:36.344195 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65db967b-3f10-43c2-8ea9-af94d71c0636 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:02:36.344195 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65db967b-3f10-43c2-8ea9-af94d71c0636 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:02:36.344195 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65db967b-3f10-43c2-8ea9-af94d71c0636 service neutron] Version for resource type Network changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:02:36.345351 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65db967b-3f10-43c2-8ea9-af94d71c0636 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:02:36.345351 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65db967b-3f10-43c2-8ea9-af94d71c0636 service neutron] Version for resource type PortForwarding changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:02:36.345351 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65db967b-3f10-43c2-8ea9-af94d71c0636 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:02:36.345827 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65db967b-3f10-43c2-8ea9-af94d71c0636 service neutron] Version for resource type SecurityGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:02:36.345827 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65db967b-3f10-43c2-8ea9-af94d71c0636 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:02:36.346237 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65db967b-3f10-43c2-8ea9-af94d71c0636 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:02:36.346628 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65db967b-3f10-43c2-8ea9-af94d71c0636 service neutron] Version for resource type Subnet changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:02:36.347021 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65db967b-3f10-43c2-8ea9-af94d71c0636 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:02:36.407800 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-65db967b-3f10-43c2-8ea9-af94d71c0636 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.399s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:02:36.616663 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f289fcb6-a722-4cc7-b59f-cac3829d0a5e req-840abb68-5377-453b-af9c-43985cd79197 tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:02:36.627667 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-f289fcb6-a722-4cc7-b59f-cac3829d0a5e req-840abb68-5377-453b-af9c-43985cd79197 tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] 10.222.0.11 "GET /v2.0/ports?device_id=848f0167-2894-477b-bc20-558ceadb1d77 HTTP/1.1" status: 200  len: 931 time: 0.6873364
Jul 06 02:02:36.661066 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-dd2a905d-68f6-4b20-a574-1b24df425756 req-58e987f4-99c3-4198-b8fb-85e53ea40739 service neutron] 10.222.0.37 "GET /v2.0/networks/1ca3dc02-05cd-4643-b3fa-d954b152071f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4844184
Jul 06 02:02:36.770880 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.notifiers.nova [req-460c5ee2-e155-4725-a02a-e511dcb8dd8e req-2f3b0ca2-0736-4ff3-bf60-2d21eee7f249 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69912c39-4fbd-4132-973d-842ed3df2ab5 {{(pid=80980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Jul 06 02:02:36.782731 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-460c5ee2-e155-4725-a02a-e511dcb8dd8e req-2f3b0ca2-0736-4ff3-bf60-2d21eee7f249 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:02:36.787093 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-2d500235-8055-49b5-bf87-6d8b793d7c5b req-b62d74a8-6da9-4251-a55e-9789ab255dc9 service neutron] 10.222.0.37 "GET /v2.0/networks/2a4c8008-ce84-432c-9f5d-0fe3ba12caba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6528549
Jul 06 02:02:36.794744 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-621c233f-51fb-4e8f-a863-d2b9d94c135d req-aacc55b4-868b-41d0-9da7-0372cb52cbc0 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/security-groups?id=05a99220-0499-4923-a419-6a3dc323fae7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4860516
Jul 06 02:02:36.813288 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.managers [req-5416a2ca-0d34-4bf1-abc4-271bf989d3e0 req-65db967b-3f10-43c2-8ea9-af94d71c0636 service neutron] Attempting to bind port bbc5d287-5724-4074-9c78-b059af1fb49f on host hv-cinder-79954 for vnic_type normal with profile  {{(pid=80981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jul 06 02:02:36.813687 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.managers [req-5416a2ca-0d34-4bf1-abc4-271bf989d3e0 req-65db967b-3f10-43c2-8ea9-af94d71c0636 service neutron] Attempting to bind port bbc5d287-5724-4074-9c78-b059af1fb49f by drivers openvswitch,hyperv on host hv-cinder-79954 at level 0 using segments [{'id': 'c4ec3934-d771-4179-8b63-e401bf6e09be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'a2a87d65-a05d-450f-9e6b-5f2752e2d94c'}] {{(pid=80981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jul 06 02:02:36.814086 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5416a2ca-0d34-4bf1-abc4-271bf989d3e0 req-65db967b-3f10-43c2-8ea9-af94d71c0636 service neutron] Attempting to bind port bbc5d287-5724-4074-9c78-b059af1fb49f on network a2a87d65-a05d-450f-9e6b-5f2752e2d94c {{(pid=80981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Jul 06 02:02:36.849756 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5416a2ca-0d34-4bf1-abc4-271bf989d3e0 req-65db967b-3f10-43c2-8ea9-af94d71c0636 service neutron] Port bbc5d287-5724-4074-9c78-b059af1fb49f on network a2a87d65-a05d-450f-9e6b-5f2752e2d94c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79954 {{(pid=80981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jul 06 02:02:36.850134 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5416a2ca-0d34-4bf1-abc4-271bf989d3e0 req-65db967b-3f10-43c2-8ea9-af94d71c0636 service neutron] Attempting to bind port bbc5d287-5724-4074-9c78-b059af1fb49f on network a2a87d65-a05d-450f-9e6b-5f2752e2d94c {{(pid=80981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Jul 06 02:02:36.900918 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-f289fcb6-a722-4cc7-b59f-cac3829d0a5e req-1fed8c70-b0e0-4cf7-af07-14f936c1e8f9 tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] 10.222.0.11 "GET /v2.0/security-groups?id=5f03d441-1e82-42a5-bcde-a0beac2e68f3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2649612
Jul 06 02:02:36.939317 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5416a2ca-0d34-4bf1-abc4-271bf989d3e0 req-65db967b-3f10-43c2-8ea9-af94d71c0636 service neutron] Checking agent: {'id': 'abd15b5f-b1e1-4bf4-b258-9ce6723fb40b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79954', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 1, 56, 33), 'started_at': datetime.datetime(2021, 7, 6, 1, 56, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 2, 2, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Jul 06 02:02:36.939706 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5416a2ca-0d34-4bf1-abc4-271bf989d3e0 req-65db967b-3f10-43c2-8ea9-af94d71c0636 service neutron] Checking segment: {'id': 'c4ec3934-d771-4179-8b63-e401bf6e09be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'a2a87d65-a05d-450f-9e6b-5f2752e2d94c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jul 06 02:02:36.940311 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5416a2ca-0d34-4bf1-abc4-271bf989d3e0 req-65db967b-3f10-43c2-8ea9-af94d71c0636 service neutron] Bound using segment: {'id': 'c4ec3934-d771-4179-8b63-e401bf6e09be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'a2a87d65-a05d-450f-9e6b-5f2752e2d94c'} {{(pid=80981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Jul 06 02:02:36.940867 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.managers [req-5416a2ca-0d34-4bf1-abc4-271bf989d3e0 req-65db967b-3f10-43c2-8ea9-af94d71c0636 service neutron] Bound port: bbc5d287-5724-4074-9c78-b059af1fb49f, host: hv-cinder-79954, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4ec3934-d771-4179-8b63-e401bf6e09be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'a2a87d65-a05d-450f-9e6b-5f2752e2d94c'}}] {{(pid=80981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jul 06 02:02:36.941305 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-5416a2ca-0d34-4bf1-abc4-271bf989d3e0 req-65db967b-3f10-43c2-8ea9-af94d71c0636 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1050496'] for port, before_update {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:02:36.957760 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.provisioning_blocks [req-460c5ee2-e155-4725-a02a-e511dcb8dd8e req-2f3b0ca2-0736-4ff3-bf60-2d21eee7f249 service neutron] Transition to ACTIVE for port object 69912c39-4fbd-4132-973d-842ed3df2ab5 will not be triggered until provisioned by entity L2. {{(pid=80980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 06 02:02:37.050485 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-dd2a905d-68f6-4b20-a574-1b24df425756 req-7ecaac86-0093-4b69-ae8c-e40c762548ef service neutron] 10.222.0.37 "GET /v2.0/networks/1ca3dc02-05cd-4643-b3fa-d954b152071f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3790143
Jul 06 02:02:37.139605 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [req-5416a2ca-0d34-4bf1-abc4-271bf989d3e0 req-65db967b-3f10-43c2-8ea9-af94d71c0636 service neutron] For port bbc5d287-5724-4074-9c78-b059af1fb49f, host hv-cinder-79954, cleared binding levels {{(pid=80981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:111}}
Jul 06 02:02:37.151273 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-460c5ee2-e155-4725-a02a-e511dcb8dd8e req-2f3b0ca2-0736-4ff3-bf60-2d21eee7f249 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740753762112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740753409037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296101366746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14829106'] for port, after_update {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:02:37.159951 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-9b0f4148-fe6a-4f6c-a28d-d48a037bdae4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:02:37.161864 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [req-5416a2ca-0d34-4bf1-abc4-271bf989d3e0 req-65db967b-3f10-43c2-8ea9-af94d71c0636 service neutron] For port bbc5d287-5724-4074-9c78-b059af1fb49f, host hv-cinder-79954, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79954',level=0,port_id=bbc5d287-5724-4074-9c78-b059af1fb49f,segment=NetworkSegment(c4ec3934-d771-4179-8b63-e401bf6e09be),segment_id=c4ec3934-d771-4179-8b63-e401bf6e09be)] {{(pid=80981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}}
Jul 06 02:02:37.189568 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e4caf1-9200-400e-bae1-7b4a64d330cc req-1537299e-7e4e-482e-b67e-b64a5ae5f750 tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:02:37.190971 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.rpc [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Device d54c68f1-79e6-4fb2-9f8a-3dfca2b99105 details requested by agent hyperv_hv-cinder-79954 with host hv-cinder-79954 {{(pid=80982) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:87}}
Jul 06 02:02:37.191101 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-64e4caf1-9200-400e-bae1-7b4a64d330cc req-1537299e-7e4e-482e-b67e-b64a5ae5f750 tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] 10.222.0.11 "GET /v2.0/ports?device_id=687eed38-d64f-4a2f-a84a-94bfbd4218f7 HTTP/1.1" status: 200  len: 944 time: 0.0957503
Jul 06 02:02:37.193453 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-d43e51f9-42c2-4a87-8d70-1ec39ee394ee req-20ff573b-7350-4bad-9aba-85e7d8c11a39 tempest-VolumesActionsTest-1223800970 tempest-VolumesActionsTest-1223800970-project] 10.222.0.11 "GET /v2.0/ports?device_id=8967dff4-e4b8-47d9-8915-304751964b5c HTTP/1.1" status: 200  len: 210 time: 0.1442335
Jul 06 02:02:37.226857 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-2d500235-8055-49b5-bf87-6d8b793d7c5b req-dda8f713-caa7-4416-86c6-3c39120751ea service neutron] 10.222.0.37 "GET /v2.0/networks/2a4c8008-ce84-432c-9f5d-0fe3ba12caba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4280808
Jul 06 02:02:37.257607 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-a157d086-ffba-4b5b-bacc-e273d82eaa60 req-bb1ffab3-847e-404e-adce-8443934c6ddb tempest-VolumesActionsTest-1223800970 tempest-VolumesActionsTest-1223800970-project] Notify callbacks [] for port, precommit_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:02:37.258469 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-5416a2ca-0d34-4bf1-abc4-271bf989d3e0 req-65db967b-3f10-43c2-8ea9-af94d71c0636 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740753762112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740753409037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296101366746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14885351'] for port, after_update {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:02:37.275521 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:02:37.411334 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] For port d54c68f1-79e6-4fb2-9f8a-3dfca2b99105, host hv-cinder-79954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79954',level=0,port_id=d54c68f1-79e6-4fb2-9f8a-3dfca2b99105,segment=NetworkSegment(f325f6e3-ee5f-469d-9162-dffc7dd88549),segment_id=f325f6e3-ee5f-469d-9162-dffc7dd88549)] {{(pid=80982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 02:02:37.430564 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3b0ca2-0736-4ff3-bf60-2d21eee7f249 service neutron] Pushing event updated for resources: {'Port': ['ID=69912c39-4fbd-4132-973d-842ed3df2ab5,revision_number=2']} {{(pid=80980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:02:37.435426 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.rpc [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Returning: {'device': 'd54c68f1-79e6-4fb2-9f8a-3dfca2b99105', 'network_id': 'dc49653d-588e-4ee2-9689-ebb2724e1086', 'port_id': 'd54c68f1-79e6-4fb2-9f8a-3dfca2b99105', 'mac_address': 'fa:16:3e:af:ad:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '989a31a1-084c-4193-9367-4e104f09769b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80982) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:165}}
Jul 06 02:02:37.440458 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-2f3b0ca2-0736-4ff3-bf60-2d21eee7f249 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:02:37.519746 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-5416a2ca-0d34-4bf1-abc4-271bf989d3e0 req-65db967b-3f10-43c2-8ea9-af94d71c0636 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853726196'] for port, before_response {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:02:37.522104 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-5416a2ca-0d34-4bf1-abc4-271bf989d3e0 req-65db967b-3f10-43c2-8ea9-af94d71c0636 service neutron] 10.222.0.37 "PUT /v2.0/ports/bbc5d287-5724-4074-9c78-b059af1fb49f HTTP/1.1" status: 200  len: 1094 time: 2.9564533
Jul 06 02:02:37.522737 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '687eed38-d64f-4a2f-a84a-94bfbd4218f7', 'tag': 'bbc5d287-5724-4074-9c78-b059af1fb49f'}] {{(pid=80981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 06 02:02:37.534966 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-64e4caf1-9200-400e-bae1-7b4a64d330cc req-cbb0468f-1231-49ee-ab9d-484ba1577c06 tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] 10.222.0.11 "GET /v2.0/security-groups?id=32922aa1-4b90-4fe3-ab2c-607c8c38952f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3269181
Jul 06 02:02:37.544995 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65db967b-3f10-43c2-8ea9-af94d71c0636 service neutron] Pushing event updated for resources: {'Port': ['ID=bbc5d287-5724-4074-9c78-b059af1fb49f,revision_number=3']} {{(pid=80981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:02:37.548187 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-65db967b-3f10-43c2-8ea9-af94d71c0636 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:02:37.658486 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-a157d086-ffba-4b5b-bacc-e273d82eaa60 req-bb1ffab3-847e-404e-adce-8443934c6ddb tempest-VolumesActionsTest-1223800970 tempest-VolumesActionsTest-1223800970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296101369102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839946710'] for port, after_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:02:37.668106 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:02:37.746109 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.managers [req-460c5ee2-e155-4725-a02a-e511dcb8dd8e req-2f3b0ca2-0736-4ff3-bf60-2d21eee7f249 service neutron] Attempting to bind port 69912c39-4fbd-4132-973d-842ed3df2ab5 on host hv-cinder-79954 for vnic_type normal with profile  {{(pid=80980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jul 06 02:02:37.746485 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.managers [req-460c5ee2-e155-4725-a02a-e511dcb8dd8e req-2f3b0ca2-0736-4ff3-bf60-2d21eee7f249 service neutron] Attempting to bind port 69912c39-4fbd-4132-973d-842ed3df2ab5 by drivers openvswitch,hyperv on host hv-cinder-79954 at level 0 using segments [{'id': '6c0c94b9-69f6-424f-b5a2-121e4144d259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '071e3c2f-cf0c-415c-b6d3-47995c0b5e75'}] {{(pid=80980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jul 06 02:02:37.746848 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-460c5ee2-e155-4725-a02a-e511dcb8dd8e req-2f3b0ca2-0736-4ff3-bf60-2d21eee7f249 service neutron] Attempting to bind port 69912c39-4fbd-4132-973d-842ed3df2ab5 on network 071e3c2f-cf0c-415c-b6d3-47995c0b5e75 {{(pid=80980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Jul 06 02:02:37.778435 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a157d086-ffba-4b5b-bacc-e273d82eaa60 req-bb1ffab3-847e-404e-adce-8443934c6ddb tempest-VolumesActionsTest-1223800970 tempest-VolumesActionsTest-1223800970-project] Network 36a9b578-85e1-48e7-ac56-3132cadfb3cf is already hosted by enough agents. {{(pid=80980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:240}}
Jul 06 02:02:37.787467 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f234023-8f61-4469-a6e3-ea94d9e913c5 req-63ea62f6-7c7e-4a7a-8653-b7a6b08b7a73 tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:02:37.796799 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-1f234023-8f61-4469-a6e3-ea94d9e913c5 req-63ea62f6-7c7e-4a7a-8653-b7a6b08b7a73 tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] 10.222.0.11 "GET /v2.0/ports?device_id=e0031e4c-fd20-42f5-aa66-c102510ce1fe HTTP/1.1" status: 200  len: 945 time: 0.2866015
Jul 06 02:02:37.800079 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1ffab3-847e-404e-adce-8443934c6ddb tempest-VolumesActionsTest-1223800970 tempest-VolumesActionsTest-1223800970-project] Pushing event updated for resources: {'Port': ['ID=e3b71f4a-b82f-45b4-bf15-e3e3d8bd3b7b,revision_number=1']} {{(pid=80980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:02:37.809627 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-bb1ffab3-847e-404e-adce-8443934c6ddb tempest-VolumesActionsTest-1223800970 tempest-VolumesActionsTest-1223800970-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:02:37.810292 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-460c5ee2-e155-4725-a02a-e511dcb8dd8e req-2f3b0ca2-0736-4ff3-bf60-2d21eee7f249 service neutron] Port 69912c39-4fbd-4132-973d-842ed3df2ab5 on network 071e3c2f-cf0c-415c-b6d3-47995c0b5e75 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79954 {{(pid=80980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jul 06 02:02:37.810661 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-460c5ee2-e155-4725-a02a-e511dcb8dd8e req-2f3b0ca2-0736-4ff3-bf60-2d21eee7f249 service neutron] Attempting to bind port 69912c39-4fbd-4132-973d-842ed3df2ab5 on network 071e3c2f-cf0c-415c-b6d3-47995c0b5e75 {{(pid=80980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Jul 06 02:02:37.813542 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.scheduler.base_scheduler [req-a157d086-ffba-4b5b-bacc-e273d82eaa60 req-bb1ffab3-847e-404e-adce-8443934c6ddb tempest-VolumesActionsTest-1223800970 tempest-VolumesActionsTest-1223800970-project] Resources bound (agent type, host, resource id):  {{(pid=80980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jul 06 02:02:37.817070 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_dvrscheduler_db [req-a157d086-ffba-4b5b-bacc-e273d82eaa60 req-bb1ffab3-847e-404e-adce-8443934c6ddb tempest-VolumesActionsTest-1223800970 tempest-VolumesActionsTest-1223800970-project] Received port after_create {{(pid=80980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 06 02:02:37.870747 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1050496'] for port, before_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:02:37.895325 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfece5b7-b414-4c69-bdd5-4a7f83ba61e4 req-3bcf4c2c-f16f-4578-8ab2-f7e3e59127d7 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:02:37.898161 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-cfece5b7-b414-4c69-bdd5-4a7f83ba61e4 req-3bcf4c2c-f16f-4578-8ab2-f7e3e59127d7 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] 10.222.0.11 "GET /v2.0/ports?device_id=6bf80594-4f7b-4225-95e7-e1f2461f5e26 HTTP/1.1" status: 200  len: 945 time: 0.2021415
Jul 06 02:02:37.909294 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.notifiers.nova [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d54c68f1-79e6-4fb2-9f8a-3dfca2b99105 {{(pid=80982) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Jul 06 02:02:37.948861 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] For port d54c68f1-79e6-4fb2-9f8a-3dfca2b99105, host hv-cinder-79954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79954',level=0,port_id=d54c68f1-79e6-4fb2-9f8a-3dfca2b99105,segment=NetworkSegment(f325f6e3-ee5f-469d-9162-dffc7dd88549),segment_id=f325f6e3-ee5f-469d-9162-dffc7dd88549)] {{(pid=80982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 02:02:37.994107 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-460c5ee2-e155-4725-a02a-e511dcb8dd8e req-2f3b0ca2-0736-4ff3-bf60-2d21eee7f249 service neutron] Checking agent: {'id': 'abd15b5f-b1e1-4bf4-b258-9ce6723fb40b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79954', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 1, 56, 33), 'started_at': datetime.datetime(2021, 7, 6, 1, 56, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 2, 2, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Jul 06 02:02:37.994391 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-460c5ee2-e155-4725-a02a-e511dcb8dd8e req-2f3b0ca2-0736-4ff3-bf60-2d21eee7f249 service neutron] Checking segment: {'id': '6c0c94b9-69f6-424f-b5a2-121e4144d259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '071e3c2f-cf0c-415c-b6d3-47995c0b5e75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jul 06 02:02:37.995140 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-460c5ee2-e155-4725-a02a-e511dcb8dd8e req-2f3b0ca2-0736-4ff3-bf60-2d21eee7f249 service neutron] Bound using segment: {'id': '6c0c94b9-69f6-424f-b5a2-121e4144d259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '071e3c2f-cf0c-415c-b6d3-47995c0b5e75'} {{(pid=80980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Jul 06 02:02:37.995997 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.managers [req-460c5ee2-e155-4725-a02a-e511dcb8dd8e req-2f3b0ca2-0736-4ff3-bf60-2d21eee7f249 service neutron] Bound port: 69912c39-4fbd-4132-973d-842ed3df2ab5, host: hv-cinder-79954, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c0c94b9-69f6-424f-b5a2-121e4144d259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '071e3c2f-cf0c-415c-b6d3-47995c0b5e75'}}] {{(pid=80980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jul 06 02:02:37.996431 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-460c5ee2-e155-4725-a02a-e511dcb8dd8e req-2f3b0ca2-0736-4ff3-bf60-2d21eee7f249 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1050496'] for port, before_update {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:02:38.007042 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-cfece5b7-b414-4c69-bdd5-4a7f83ba61e4 req-09987a48-4569-4c15-ab33-3e613e3c5877 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] 10.222.0.11 "GET /v2.0/security-groups?id=a49819e7-9e67-4461-9ca0-4f120b4fbc53&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0960310
Jul 06 02:02:38.020156 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740753762112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740753409037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296101366746'] for port, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:02:38.022312 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:02:38.093287 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '687eed38-d64f-4a2f-a84a-94bfbd4218f7', 'tag': 'bbc5d287-5724-4074-9c78-b059af1fb49f', 'status': 'completed', 'code': 200}
Jul 06 02:02:38.112322 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a157d086-ffba-4b5b-bacc-e273d82eaa60 req-bb1ffab3-847e-404e-adce-8443934c6ddb tempest-VolumesActionsTest-1223800970 tempest-VolumesActionsTest-1223800970-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:02:38.113151 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-a157d086-ffba-4b5b-bacc-e273d82eaa60 req-bb1ffab3-847e-404e-adce-8443934c6ddb tempest-VolumesActionsTest-1223800970 tempest-VolumesActionsTest-1223800970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91827'] for port, before_response {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:02:38.128567 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Pushing event updated for resources: {'Port': ['ID=d54c68f1-79e6-4fb2-9f8a-3dfca2b99105,revision_number=9']} {{(pid=80982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:02:38.135035 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=80982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:02:38.165235 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-1f234023-8f61-4469-a6e3-ea94d9e913c5 req-18fb50bd-cf46-45fc-a591-0dbe608b45b6 tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] 10.222.0.11 "GET /v2.0/security-groups?id=8f6df123-aea9-4211-ae13-3df2bf025ab5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3671997
Jul 06 02:02:38.194510 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-a157d086-ffba-4b5b-bacc-e273d82eaa60 req-bb1ffab3-847e-404e-adce-8443934c6ddb tempest-VolumesActionsTest-1223800970 tempest-VolumesActionsTest-1223800970-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.3947690
Jul 06 02:02:38.295697 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [req-460c5ee2-e155-4725-a02a-e511dcb8dd8e req-2f3b0ca2-0736-4ff3-bf60-2d21eee7f249 service neutron] For port 69912c39-4fbd-4132-973d-842ed3df2ab5, host hv-cinder-79954, cleared binding levels {{(pid=80980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:111}}
Jul 06 02:02:38.299517 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [req-460c5ee2-e155-4725-a02a-e511dcb8dd8e req-2f3b0ca2-0736-4ff3-bf60-2d21eee7f249 service neutron] For port 69912c39-4fbd-4132-973d-842ed3df2ab5, host hv-cinder-79954, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79954',level=0,port_id=69912c39-4fbd-4132-973d-842ed3df2ab5,segment=NetworkSegment(6c0c94b9-69f6-424f-b5a2-121e4144d259),segment_id=6c0c94b9-69f6-424f-b5a2-121e4144d259)] {{(pid=80980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}}
Jul 06 02:02:38.329486 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-460c5ee2-e155-4725-a02a-e511dcb8dd8e req-2f3b0ca2-0736-4ff3-bf60-2d21eee7f249 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740753762112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740753409037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296101366746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14829106'] for port, after_update {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:02:38.336286 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:02:38.337271 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d22a5c-80a8-4daa-8d60-dbe8eb142e5a req-14065ed4-de44-4098-9a2a-e3b49d95dbc0 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:02:38.339129 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-09d22a5c-80a8-4daa-8d60-dbe8eb142e5a req-14065ed4-de44-4098-9a2a-e3b49d95dbc0 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/ports?device_id=4ae448d6-3b95-42dd-a82e-2c79b64118c8 HTTP/1.1" status: 200  len: 944 time: 0.1047390
Jul 06 02:02:38.411362 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-09d22a5c-80a8-4daa-8d60-dbe8eb142e5a req-8f76cd7c-89c4-4a32-8570-cbbe3350f583 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/security-groups?id=05a99220-0499-4923-a419-6a3dc323fae7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0637770
Jul 06 02:02:38.452587 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-460c5ee2-e155-4725-a02a-e511dcb8dd8e req-2f3b0ca2-0736-4ff3-bf60-2d21eee7f249 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91827'] for port, before_response {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:02:38.454296 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-460c5ee2-e155-4725-a02a-e511dcb8dd8e req-2f3b0ca2-0736-4ff3-bf60-2d21eee7f249 service neutron] 10.222.0.37 "PUT /v2.0/ports/69912c39-4fbd-4132-973d-842ed3df2ab5 HTTP/1.1" status: 200  len: 1093 time: 3.8885601
Jul 06 02:02:38.455026 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '848f0167-2894-477b-bc20-558ceadb1d77', 'tag': '69912c39-4fbd-4132-973d-842ed3df2ab5'}] {{(pid=80980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 06 02:02:38.474844 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3b0ca2-0736-4ff3-bf60-2d21eee7f249 service neutron] Pushing event updated for resources: {'Port': ['ID=69912c39-4fbd-4132-973d-842ed3df2ab5,revision_number=3']} {{(pid=80980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:02:38.478908 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-2f3b0ca2-0736-4ff3-bf60-2d21eee7f249 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:02:38.504314 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609e4a83-2c11-47d4-bb3c-920fa20eb3c0 req-235a4534-7f37-4fef-97ec-948d2e6e2522 tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:02:38.506231 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-609e4a83-2c11-47d4-bb3c-920fa20eb3c0 req-235a4534-7f37-4fef-97ec-948d2e6e2522 tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] 10.222.0.11 "GET /v2.0/ports?device_id=848f0167-2894-477b-bc20-558ceadb1d77 HTTP/1.1" status: 200  len: 943 time: 0.1718011
Jul 06 02:02:38.570870 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-609e4a83-2c11-47d4-bb3c-920fa20eb3c0 req-e5655778-dd3c-41c9-b5ea-bd8ee027e8aa tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] 10.222.0.11 "GET /v2.0/security-groups?id=5f03d441-1e82-42a5-bcde-a0beac2e68f3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0501378
Jul 06 02:02:38.611474 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4314fa42-3d07-4c68-9184-7595fa25df5a req-be05ebaa-ef94-4e38-b085-700a9e4623d5 tempest-VolumesActionsTest-1223800970 tempest-VolumesActionsTest-1223800970-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:02:38.613261 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-4314fa42-3d07-4c68-9184-7595fa25df5a req-be05ebaa-ef94-4e38-b085-700a9e4623d5 tempest-VolumesActionsTest-1223800970 tempest-VolumesActionsTest-1223800970-project] 10.222.0.11 "GET /v2.0/ports?device_id=8967dff4-e4b8-47d9-8915-304751964b5c HTTP/1.1" status: 200  len: 932 time: 0.0902734
Jul 06 02:02:38.636296 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '848f0167-2894-477b-bc20-558ceadb1d77', 'tag': '69912c39-4fbd-4132-973d-842ed3df2ab5', 'status': 'completed', 'code': 200}
Jul 06 02:02:38.693765 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-4314fa42-3d07-4c68-9184-7595fa25df5a req-3f090891-56f2-406b-967b-e040a742d9b1 tempest-VolumesActionsTest-1223800970 tempest-VolumesActionsTest-1223800970-project] 10.222.0.11 "GET /v2.0/security-groups?id=c4d9e794-0f6f-45bd-ab5e-fb0058e4026c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0704100
Jul 06 02:02:38.889555 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949a7922-87c3-4a64-bbe6-c491a3ff4104 req-5ce156c7-08f3-4aa1-81d6-01a2461d9d71 tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:02:38.892478 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-949a7922-87c3-4a64-bbe6-c491a3ff4104 req-5ce156c7-08f3-4aa1-81d6-01a2461d9d71 tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] 10.222.0.11 "GET /v2.0/ports?device_id=687eed38-d64f-4a2f-a84a-94bfbd4218f7 HTTP/1.1" status: 200  len: 944 time: 0.1493759
Jul 06 02:02:38.971016 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-949a7922-87c3-4a64-bbe6-c491a3ff4104 req-fb2b11f3-0d4d-426a-89a7-e1b1a5ca8c0c tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] 10.222.0.11 "GET /v2.0/security-groups?id=32922aa1-4b90-4fe3-ab2c-607c8c38952f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0702934
Jul 06 02:02:39.265860 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b775ed30-64a3-4907-87c3-bd3ee446a214 req-c630ec7b-875f-4111-be91-a3864123a2cf tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:02:39.267518 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-b775ed30-64a3-4907-87c3-bd3ee446a214 req-c630ec7b-875f-4111-be91-a3864123a2cf tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] 10.222.0.11 "GET /v2.0/ports?device_id=6bf80594-4f7b-4225-95e7-e1f2461f5e26 HTTP/1.1" status: 200  len: 945 time: 0.1043229
Jul 06 02:02:39.329695 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-b775ed30-64a3-4907-87c3-bd3ee446a214 req-fee8e957-ec32-40d9-b49d-84ea9d33b027 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] 10.222.0.11 "GET /v2.0/security-groups?id=a49819e7-9e67-4461-9ca0-4f120b4fbc53&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0493979
Jul 06 02:02:39.427936 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d462eb84-4dcf-4077-94f1-bfe9020ac880 req-16ae0511-5ac7-4585-a814-598fc8fd4dd2 tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:02:39.430610 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-d462eb84-4dcf-4077-94f1-bfe9020ac880 req-16ae0511-5ac7-4585-a814-598fc8fd4dd2 tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] 10.222.0.11 "GET /v2.0/ports?device_id=e0031e4c-fd20-42f5-aa66-c102510ce1fe HTTP/1.1" status: 200  len: 945 time: 0.1401577
Jul 06 02:02:39.512276 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-d462eb84-4dcf-4077-94f1-bfe9020ac880 req-4aa9d575-cce6-4770-8827-5e75e39a7058 tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] 10.222.0.11 "GET /v2.0/security-groups?id=8f6df123-aea9-4211-ae13-3df2bf025ab5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0718215
Jul 06 02:02:39.629888 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e56487-b4e1-4479-83df-6815ee258862 req-eef5d7e9-0044-4f5c-884c-2f49340bb160 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:02:39.631542 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-c5e56487-b4e1-4479-83df-6815ee258862 req-eef5d7e9-0044-4f5c-884c-2f49340bb160 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/ports?device_id=4ae448d6-3b95-42dd-a82e-2c79b64118c8 HTTP/1.1" status: 200  len: 944 time: 0.0836015
Jul 06 02:02:39.695190 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-c5e56487-b4e1-4479-83df-6815ee258862 req-01b34417-13f0-4d6f-b853-32274e26b787 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/security-groups?id=05a99220-0499-4923-a419-6a3dc323fae7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0522828
Jul 06 02:02:39.781661 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e6ead6-f022-475e-b7df-d76a6972d6f1 req-67ebe7fb-20e9-4f50-b4d7-fdc9d9019681 tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:02:39.783311 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-85e6ead6-f022-475e-b7df-d76a6972d6f1 req-67ebe7fb-20e9-4f50-b4d7-fdc9d9019681 tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] 10.222.0.11 "GET /v2.0/ports?device_id=848f0167-2894-477b-bc20-558ceadb1d77 HTTP/1.1" status: 200  len: 943 time: 0.0888972
Jul 06 02:02:39.838950 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-85e6ead6-f022-475e-b7df-d76a6972d6f1 req-fa338bea-bd06-4422-95e2-268cb0941d0f tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] 10.222.0.11 "GET /v2.0/security-groups?id=5f03d441-1e82-42a5-bcde-a0beac2e68f3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0479050
Jul 06 02:02:39.907871 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d14faed-b6d9-4e7c-9d60-40c75f79a20b req-318a6909-d304-4201-8893-b93dbf008d53 tempest-VolumesActionsTest-1223800970 tempest-VolumesActionsTest-1223800970-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:02:39.909646 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-1d14faed-b6d9-4e7c-9d60-40c75f79a20b req-318a6909-d304-4201-8893-b93dbf008d53 tempest-VolumesActionsTest-1223800970 tempest-VolumesActionsTest-1223800970-project] 10.222.0.11 "GET /v2.0/ports?device_id=8967dff4-e4b8-47d9-8915-304751964b5c HTTP/1.1" status: 200  len: 932 time: 0.0812159
Jul 06 02:02:39.963459 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-1d14faed-b6d9-4e7c-9d60-40c75f79a20b req-287b8814-8758-45ff-b8f5-b8fed434e733 tempest-VolumesActionsTest-1223800970 tempest-VolumesActionsTest-1223800970-project] 10.222.0.11 "GET /v2.0/security-groups?id=c4d9e794-0f6f-45bd-ab5e-fb0058e4026c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0449958
Jul 06 02:02:40.044207 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.v2.base [req-a157d086-ffba-4b5b-bacc-e273d82eaa60 req-7c6c848c-9e3e-4b17-a45c-42a4b87ada1b service neutron] Request body: {'port': {'device_id': '8967dff4-e4b8-47d9-8915-304751964b5c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79954'}} {{(pid=80980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 06 02:02:40.170078 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-1220a857-c880-43ee-af9b-4792b4856f81 req-9edd8b5e-2ba4-4e0a-b02d-bcc81699cea1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=401d2ca991dc46759fcf67d09fce603c&device_id=687eed38-d64f-4a2f-a84a-94bfbd4218f7 HTTP/1.1" status: 200  len: 1097 time: 0.1335869
Jul 06 02:02:40.321093 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] get_ports_and_sgs() called for port_ids ['d54c68f1-79e6-4fb2-9f8a-3dfca2b99105'] {{(pid=80982) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:184}}
Jul 06 02:02:40.630591 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-a157d086-ffba-4b5b-bacc-e273d82eaa60 req-7c6c848c-9e3e-4b17-a45c-42a4b87ada1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1050496'] for port, before_update {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:02:40.674171 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-f43ad1a4-6abb-4c65-8948-2cd2dc363e6c req-1445c2c6-a127-492f-a645-b8258c3b0e97 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ce54b2b29f0c4db48f132919c87de2f3&device_id=848f0167-2894-477b-bc20-558ceadb1d77 HTTP/1.1" status: 200  len: 1096 time: 0.5894866
Jul 06 02:02:40.693921 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc57d3a3-a411-4b46-80a6-ff1eb8af8038 req-e6b6a248-9818-4ddd-9811-30e7c35f9c13 tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:02:40.697901 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-bc57d3a3-a411-4b46-80a6-ff1eb8af8038 req-e6b6a248-9818-4ddd-9811-30e7c35f9c13 tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] 10.222.0.11 "GET /v2.0/ports?device_id=687eed38-d64f-4a2f-a84a-94bfbd4218f7 HTTP/1.1" status: 200  len: 944 time: 0.5382967
Jul 06 02:02:40.743362 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-f9ee7b11-647d-4539-b719-077f5a172147 req-ca7c0cfb-bea1-44a8-81d7-d6ec345bb987 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=587da9b290164b68a272d4c4072a9c73&device_id=6bf80594-4f7b-4225-95e7-e1f2461f5e26 HTTP/1.1" status: 200  len: 1098 time: 0.6215310
Jul 06 02:02:40.798209 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1220a857-c880-43ee-af9b-4792b4856f81 req-d63043c1-f471-4a15-851e-248f230c5a7a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:02:40.799811 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-1220a857-c880-43ee-af9b-4792b4856f81 req-d63043c1-f471-4a15-851e-248f230c5a7a service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=401d2ca991dc46759fcf67d09fce603c&shared=False HTTP/1.1" status: 200  len: 915 time: 0.6166873
Jul 06 02:02:40.891955 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f9857d-8257-41c0-b35d-03bc04a05202 req-7576e9fe-7383-403c-b92a-029bc32f6160 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:02:40.893526 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-74f9857d-8257-41c0-b35d-03bc04a05202 req-7576e9fe-7383-403c-b92a-029bc32f6160 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] 10.222.0.11 "GET /v2.0/ports?device_id=6bf80594-4f7b-4225-95e7-e1f2461f5e26 HTTP/1.1" status: 200  len: 945 time: 0.1967373
Jul 06 02:02:41.025109 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-74f9857d-8257-41c0-b35d-03bc04a05202 req-2edf4bb5-bf7a-47c0-8d5f-e430e80d29cc tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] 10.222.0.11 "GET /v2.0/security-groups?id=a49819e7-9e67-4461-9ca0-4f120b4fbc53&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1167471
Jul 06 02:02:41.045626 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1220a857-c880-43ee-af9b-4792b4856f81 req-3cbc4a5c-6546-473d-9e26-aa4afc706869 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:02:41.048175 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-1220a857-c880-43ee-af9b-4792b4856f81 req-3cbc4a5c-6546-473d-9e26-aa4afc706869 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2363334
Jul 06 02:02:41.075434 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-bc57d3a3-a411-4b46-80a6-ff1eb8af8038 req-66f54e0f-2135-4df7-8572-876cad9fffed tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] 10.222.0.11 "GET /v2.0/security-groups?id=32922aa1-4b90-4fe3-ab2c-607c8c38952f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3377588
Jul 06 02:02:41.168557 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43ad1a4-6abb-4c65-8948-2cd2dc363e6c req-cfaaa612-323e-476a-a273-7711089e0074 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:02:41.170212 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-f43ad1a4-6abb-4c65-8948-2cd2dc363e6c req-cfaaa612-323e-476a-a273-7711089e0074 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=ce54b2b29f0c4db48f132919c87de2f3&shared=False HTTP/1.1" status: 200  len: 910 time: 0.4312010
Jul 06 02:02:41.350107 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-5416a2ca-0d34-4bf1-abc4-271bf989d3e0 req-285c746a-9953-4302-978e-004eb25a563c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=401d2ca991dc46759fcf67d09fce603c&device_id=687eed38-d64f-4a2f-a84a-94bfbd4218f7 HTTP/1.1" status: 200  len: 1097 time: 0.2344494
Jul 06 02:02:41.377002 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ee7b11-647d-4539-b719-077f5a172147 req-b4cee26d-3766-4e3f-b9b1-875ad7ead83c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:02:41.378589 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-f9ee7b11-647d-4539-b719-077f5a172147 req-b4cee26d-3766-4e3f-b9b1-875ad7ead83c service neutron] 10.222.0.37 "GET /v2.0/networks?id=2a4c8008-ce84-432c-9f5d-0fe3ba12caba HTTP/1.1" status: 200  len: 911 time: 0.6058080
Jul 06 02:02:41.520779 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-5416a2ca-0d34-4bf1-abc4-271bf989d3e0 req-5fffe561-c241-4717-a75f-c7edb165ff75 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bbc5d287-5724-4074-9c78-b059af1fb49f HTTP/1.1" status: 200  len: 217 time: 0.1558807
Jul 06 02:02:41.617294 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016d4ebc-4882-4628-8f09-772ab0793816 req-2bab0c7c-6dae-4233-80dd-7c4145e0cfae tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:02:41.620390 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-016d4ebc-4882-4628-8f09-772ab0793816 req-2bab0c7c-6dae-4233-80dd-7c4145e0cfae tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] 10.222.0.11 "GET /v2.0/ports?device_id=e0031e4c-fd20-42f5-aa66-c102510ce1fe HTTP/1.1" status: 200  len: 945 time: 0.3608255
Jul 06 02:02:41.661856 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-f9ee7b11-647d-4539-b719-077f5a172147 req-d65e98e2-8675-4ed0-aabb-062a684a16e9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a3765eaf-5d9a-4eb7-b7d2-aeb912bae916 HTTP/1.1" status: 200  len: 1000 time: 0.2650938
Jul 06 02:02:41.725636 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5416a2ca-0d34-4bf1-abc4-271bf989d3e0 req-3e8e788b-755e-4bce-aa89-9498b7296a75 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:02:41.727304 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-5416a2ca-0d34-4bf1-abc4-271bf989d3e0 req-3e8e788b-755e-4bce-aa89-9498b7296a75 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=21d8d59e-2cce-462a-ad6e-a7b8e471a7ff HTTP/1.1" status: 200  len: 853 time: 0.1986928
Jul 06 02:02:41.812197 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43ad1a4-6abb-4c65-8948-2cd2dc363e6c req-fb9c031a-8c8a-4f3e-8431-0e564b05c8a6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:02:41.813863 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-f43ad1a4-6abb-4c65-8948-2cd2dc363e6c req-fb9c031a-8c8a-4f3e-8431-0e564b05c8a6 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.5720456
Jul 06 02:02:41.833208 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-016d4ebc-4882-4628-8f09-772ab0793816 req-04eab9cb-b5dd-46cb-84ff-d8f2c48b5f73 tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] 10.222.0.11 "GET /v2.0/security-groups?id=8f6df123-aea9-4211-ae13-3df2bf025ab5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1991286
Jul 06 02:02:41.843733 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31451040-9a5d-4f48-9860-498afe47b2e9 req-d71912cd-d3a0-4ac5-a807-49098e7c775a tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:02:41.853516 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-31451040-9a5d-4f48-9860-498afe47b2e9 req-d71912cd-d3a0-4ac5-a807-49098e7c775a tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/ports?device_id=4ae448d6-3b95-42dd-a82e-2c79b64118c8 HTTP/1.1" status: 200  len: 944 time: 0.5181003
Jul 06 02:02:41.899432 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-5416a2ca-0d34-4bf1-abc4-271bf989d3e0 req-42c0770f-1081-4450-b340-ff0e91f50a1f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a2a87d65-a05d-450f-9e6b-5f2752e2d94c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1623390
Jul 06 02:02:41.975994 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ee7b11-647d-4539-b719-077f5a172147 req-807d603a-2fbd-4fd3-a331-7d34e7b9a5ec service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:02:41.978459 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-f9ee7b11-647d-4539-b719-077f5a172147 req-807d603a-2fbd-4fd3-a331-7d34e7b9a5ec service neutron] 10.222.0.37 "GET /v2.0/subnets?id=10f6138f-392f-434d-90d2-631457fbed0f HTTP/1.1" status: 200  len: 849 time: 0.2595265
Jul 06 02:02:41.986516 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.notifiers.nova [req-a157d086-ffba-4b5b-bacc-e273d82eaa60 req-7c6c848c-9e3e-4b17-a45c-42a4b87ada1b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3b71f4a-b82f-45b4-bf15-e3e3d8bd3b7b {{(pid=80980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Jul 06 02:02:41.986779 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.rpc [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Device d54c68f1-79e6-4fb2-9f8a-3dfca2b99105 up at agent hyperv_hv-cinder-79954 {{(pid=80982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:273}}
Jul 06 02:02:42.039310 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-a157d086-ffba-4b5b-bacc-e273d82eaa60 req-7c6c848c-9e3e-4b17-a45c-42a4b87ada1b service neutron] Notify callbacks [] for port, precommit_update {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:02:42.081703 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.provisioning_blocks [req-a157d086-ffba-4b5b-bacc-e273d82eaa60 req-7c6c848c-9e3e-4b17-a45c-42a4b87ada1b service neutron] Transition to ACTIVE for port object e3b71f4a-b82f-45b4-bf15-e3e3d8bd3b7b will not be triggered until provisioned by entity L2. {{(pid=80980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 06 02:02:42.098495 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-31451040-9a5d-4f48-9860-498afe47b2e9 req-1be812ed-1a44-4998-a8f1-d1bd33291934 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/security-groups?id=05a99220-0499-4923-a419-6a3dc323fae7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2430813
Jul 06 02:02:42.128972 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.provisioning_blocks [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Provisioning complete for port d54c68f1-79e6-4fb2-9f8a-3dfca2b99105 triggered by entity L2. {{(pid=80982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 06 02:02:42.129682 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1309268'] for port, provisioning_complete {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:02:42.140379 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-a157d086-ffba-4b5b-bacc-e273d82eaa60 req-7c6c848c-9e3e-4b17-a45c-42a4b87ada1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740753762112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740753409037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296101366746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14829106'] for port, after_update {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:02:42.169832 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-718b4536-fc39-4e8f-bbb4-01821a0e691f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:02:42.200452 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-5416a2ca-0d34-4bf1-abc4-271bf989d3e0 req-4cc04438-7bc4-422a-9112-5f9c54db3724 service neutron] 10.222.0.37 "GET /v2.0/networks/a2a87d65-a05d-450f-9e6b-5f2752e2d94c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2933509
Jul 06 02:02:42.296072 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1050496'] for port, before_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:02:42.328077 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d8aaa7-9a30-4351-a54c-96cc199a105f req-535e1fad-51ce-4a7a-b78e-8537cae71a14 tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:02:42.332472 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] For port d54c68f1-79e6-4fb2-9f8a-3dfca2b99105, host hv-cinder-79954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79954',level=0,port_id=d54c68f1-79e6-4fb2-9f8a-3dfca2b99105,segment=NetworkSegment(f325f6e3-ee5f-469d-9162-dffc7dd88549),segment_id=f325f6e3-ee5f-469d-9162-dffc7dd88549)] {{(pid=80982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 02:02:42.334396 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ae448d6-3b95-42dd-a82e-2c79b64118c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd54c68f1-79e6-4fb2-9f8a-3dfca2b99105'}] {{(pid=80982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 06 02:02:42.337337 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-25d8aaa7-9a30-4351-a54c-96cc199a105f req-535e1fad-51ce-4a7a-b78e-8537cae71a14 tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] 10.222.0.11 "GET /v2.0/ports?device_id=848f0167-2894-477b-bc20-558ceadb1d77 HTTP/1.1" status: 200  len: 943 time: 0.3238285
Jul 06 02:02:42.391443 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740753762112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740753409037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296101366746'] for port, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:02:42.394316 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-757108dc-d0e8-4818-9d15-e64860c58ceb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:02:42.434526 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-25d8aaa7-9a30-4351-a54c-96cc199a105f req-a209068b-14d7-4709-81b8-d913862621a3 tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] 10.222.0.11 "GET /v2.0/security-groups?id=5f03d441-1e82-42a5-bcde-a0beac2e68f3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0960972
Jul 06 02:02:42.461984 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-5416a2ca-0d34-4bf1-abc4-271bf989d3e0 req-b4d7225f-75a6-498b-a79d-71d3f5893297 service neutron] 10.222.0.37 "GET /v2.0/networks/a2a87d65-a05d-450f-9e6b-5f2752e2d94c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2516501
Jul 06 02:02:42.470800 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Pushing event updated for resources: {'Port': ['ID=d54c68f1-79e6-4fb2-9f8a-3dfca2b99105,revision_number=10']} {{(pid=80982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:02:42.474484 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:02:42.532912 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6c848c-9e3e-4b17-a45c-42a4b87ada1b service neutron] Pushing event updated for resources: {'Port': ['ID=e3b71f4a-b82f-45b4-bf15-e3e3d8bd3b7b,revision_number=2']} {{(pid=80980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:02:42.547856 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-460c5ee2-e155-4725-a02a-e511dcb8dd8e req-3dae85f6-96a8-4df0-a94c-925546fd9504 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ce54b2b29f0c4db48f132919c87de2f3&device_id=848f0167-2894-477b-bc20-558ceadb1d77 HTTP/1.1" status: 200  len: 1096 time: 0.6513650
Jul 06 02:02:42.550785 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-f9ee7b11-647d-4539-b719-077f5a172147 req-0fe227ec-2a18-47b1-b3b8-6c9bc7912bfb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2a4c8008-ce84-432c-9f5d-0fe3ba12caba&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.5590255
Jul 06 02:02:42.565073 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6c848c-9e3e-4b17-a45c-42a4b87ada1b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:02:42.565583 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6c848c-9e3e-4b17-a45c-42a4b87ada1b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:02:42.565963 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6c848c-9e3e-4b17-a45c-42a4b87ada1b service neutron] Version for resource type Network changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:02:42.566356 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6c848c-9e3e-4b17-a45c-42a4b87ada1b service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:02:42.566822 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6c848c-9e3e-4b17-a45c-42a4b87ada1b service neutron] Version for resource type PortForwarding changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:02:42.567254 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6c848c-9e3e-4b17-a45c-42a4b87ada1b service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:02:42.567647 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6c848c-9e3e-4b17-a45c-42a4b87ada1b service neutron] Version for resource type SecurityGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:02:42.568034 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6c848c-9e3e-4b17-a45c-42a4b87ada1b service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:02:42.568417 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6c848c-9e3e-4b17-a45c-42a4b87ada1b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:02:42.568843 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6c848c-9e3e-4b17-a45c-42a4b87ada1b service neutron] Version for resource type Subnet changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:02:42.569285 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6c848c-9e3e-4b17-a45c-42a4b87ada1b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:02:42.574123 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-7c6c848c-9e3e-4b17-a45c-42a4b87ada1b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.405s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:02:42.660147 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c75a1d-c4d8-4e75-9c3b-157ae12a6c89 req-bec2dc38-eb8e-491c-bed4-3be324bc212c tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:02:42.662229 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-c2c75a1d-c4d8-4e75-9c3b-157ae12a6c89 req-bec2dc38-eb8e-491c-bed4-3be324bc212c tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] 10.222.0.11 "GET /v2.0/ports?device_id=6bf80594-4f7b-4225-95e7-e1f2461f5e26 HTTP/1.1" status: 200  len: 945 time: 0.1155443
Jul 06 02:02:42.727891 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-c2c75a1d-c4d8-4e75-9c3b-157ae12a6c89 req-be751a8c-9ee3-4164-84b4-670a79a941d4 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] 10.222.0.11 "GET /v2.0/security-groups?id=a49819e7-9e67-4461-9ca0-4f120b4fbc53&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0569277
Jul 06 02:02:42.937506 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adba408f-e7eb-477b-bd06-71be4abd6bb1 req-f205d494-1dc8-4bbd-b558-c2f70dab87aa tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:02:42.943175 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-adba408f-e7eb-477b-bd06-71be4abd6bb1 req-f205d494-1dc8-4bbd-b558-c2f70dab87aa tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] 10.222.0.11 "GET /v2.0/ports?device_id=687eed38-d64f-4a2f-a84a-94bfbd4218f7 HTTP/1.1" status: 200  len: 944 time: 0.0941455
Jul 06 02:02:42.993948 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-adba408f-e7eb-477b-bd06-71be4abd6bb1 req-7cf3b0f6-8462-4e9e-b11c-0d3f6b5e115e tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] 10.222.0.11 "GET /v2.0/security-groups?id=32922aa1-4b90-4fe3-ab2c-607c8c38952f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0470955
Jul 06 02:02:43.068825 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ae448d6-3b95-42dd-a82e-2c79b64118c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd54c68f1-79e6-4fb2-9f8a-3dfca2b99105', 'code': 200}
Jul 06 02:02:43.264759 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56f8afa-a36c-4ff3-95c3-58a2c7c8602a req-b9b2817f-3da1-429f-a97b-52cde933677a tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:02:43.266472 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-f56f8afa-a36c-4ff3-95c3-58a2c7c8602a req-b9b2817f-3da1-429f-a97b-52cde933677a tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] 10.222.0.11 "GET /v2.0/ports?device_id=e0031e4c-fd20-42f5-aa66-c102510ce1fe HTTP/1.1" status: 200  len: 945 time: 0.0933156
Jul 06 02:02:43.272117 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-460c5ee2-e155-4725-a02a-e511dcb8dd8e req-a387b4d7-534e-4ce8-9ec2-ff4531ac8dcf service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=69912c39-4fbd-4132-973d-842ed3df2ab5 HTTP/1.1" status: 200  len: 217 time: 0.7088630
Jul 06 02:02:43.328153 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-f56f8afa-a36c-4ff3-95c3-58a2c7c8602a req-7a6ad429-73de-4c02-9e1b-375eb0c023c1 tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] 10.222.0.11 "GET /v2.0/security-groups?id=8f6df123-aea9-4211-ae13-3df2bf025ab5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0527215
Jul 06 02:02:43.453144 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d654088-38e8-4bfd-83d9-50dfc317b3c5 req-356b0279-cde5-4b68-8c69-4c96679679f5 tempest-VolumesActionsTest-1223800970 tempest-VolumesActionsTest-1223800970-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:02:43.453957 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [req-5d654088-38e8-4bfd-83d9-50dfc317b3c5 req-356b0279-cde5-4b68-8c69-4c96679679f5 tempest-VolumesActionsTest-1223800970 tempest-VolumesActionsTest-1223800970-project] Synchronizing usage tracker for tenant:2518cf7b076a48528898fb239ee8dd38 on resource:port {{(pid=80980) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 06 02:02:43.463991 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460c5ee2-e155-4725-a02a-e511dcb8dd8e req-f237e47b-3956-454b-8054-ea2fb2db4e64 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:02:43.465610 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-460c5ee2-e155-4725-a02a-e511dcb8dd8e req-f237e47b-3956-454b-8054-ea2fb2db4e64 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8c53f2ac-179f-40db-a015-badba4b27300 HTTP/1.1" status: 200  len: 848 time: 0.1736526
Jul 06 02:02:43.479287 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.managers [req-a157d086-ffba-4b5b-bacc-e273d82eaa60 req-7c6c848c-9e3e-4b17-a45c-42a4b87ada1b service neutron] Attempting to bind port e3b71f4a-b82f-45b4-bf15-e3e3d8bd3b7b on host hv-cinder-79954 for vnic_type normal with profile  {{(pid=80980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jul 06 02:02:43.479665 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.managers [req-a157d086-ffba-4b5b-bacc-e273d82eaa60 req-7c6c848c-9e3e-4b17-a45c-42a4b87ada1b service neutron] Attempting to bind port e3b71f4a-b82f-45b4-bf15-e3e3d8bd3b7b by drivers openvswitch,hyperv on host hv-cinder-79954 at level 0 using segments [{'id': 'cf5ffabf-c988-4a88-80c2-6ba359ee8846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '36a9b578-85e1-48e7-ac56-3132cadfb3cf'}] {{(pid=80980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jul 06 02:02:43.480038 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a157d086-ffba-4b5b-bacc-e273d82eaa60 req-7c6c848c-9e3e-4b17-a45c-42a4b87ada1b service neutron] Attempting to bind port e3b71f4a-b82f-45b4-bf15-e3e3d8bd3b7b on network 36a9b578-85e1-48e7-ac56-3132cadfb3cf {{(pid=80980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Jul 06 02:02:43.522553 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-f9ee7b11-647d-4539-b719-077f5a172147 req-32928279-d97a-452f-8e95-ea17868208b7 service neutron] 10.222.0.37 "GET /v2.0/networks/2a4c8008-ce84-432c-9f5d-0fe3ba12caba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5486429
Jul 06 02:02:43.613514 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f66eb56-9aac-4518-804a-c84b58c14a3a req-7069fa15-cbc2-4d40-bc9e-fbc8417f23f6 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:02:43.616475 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a157d086-ffba-4b5b-bacc-e273d82eaa60 req-7c6c848c-9e3e-4b17-a45c-42a4b87ada1b service neutron] Port e3b71f4a-b82f-45b4-bf15-e3e3d8bd3b7b on network 36a9b578-85e1-48e7-ac56-3132cadfb3cf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79954 {{(pid=80980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jul 06 02:02:43.616680 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-4f66eb56-9aac-4518-804a-c84b58c14a3a req-7069fa15-cbc2-4d40-bc9e-fbc8417f23f6 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/ports?device_id=4ae448d6-3b95-42dd-a82e-2c79b64118c8 HTTP/1.1" status: 200  len: 946 time: 0.1463687
Jul 06 02:02:43.616848 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a157d086-ffba-4b5b-bacc-e273d82eaa60 req-7c6c848c-9e3e-4b17-a45c-42a4b87ada1b service neutron] Attempting to bind port e3b71f4a-b82f-45b4-bf15-e3e3d8bd3b7b on network 36a9b578-85e1-48e7-ac56-3132cadfb3cf {{(pid=80980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Jul 06 02:02:43.635165 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [req-5d654088-38e8-4bfd-83d9-50dfc317b3c5 req-356b0279-cde5-4b68-8c69-4c96679679f5 tempest-VolumesActionsTest-1223800970 tempest-VolumesActionsTest-1223800970-project] Unset dirty status for tenant:2518cf7b076a48528898fb239ee8dd38 on resource:port {{(pid=80980) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 06 02:02:43.642562 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-5d654088-38e8-4bfd-83d9-50dfc317b3c5 req-356b0279-cde5-4b68-8c69-4c96679679f5 tempest-VolumesActionsTest-1223800970 tempest-VolumesActionsTest-1223800970-project] 10.222.0.11 "GET /v2.0/ports?device_id=8967dff4-e4b8-47d9-8915-304751964b5c HTTP/1.1" status: 200  len: 944 time: 1.2133977
Jul 06 02:02:43.652518 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a157d086-ffba-4b5b-bacc-e273d82eaa60 req-7c6c848c-9e3e-4b17-a45c-42a4b87ada1b service neutron] Checking agent: {'id': 'abd15b5f-b1e1-4bf4-b258-9ce6723fb40b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79954', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 1, 56, 33), 'started_at': datetime.datetime(2021, 7, 6, 1, 56, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 2, 2, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Jul 06 02:02:43.653188 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a157d086-ffba-4b5b-bacc-e273d82eaa60 req-7c6c848c-9e3e-4b17-a45c-42a4b87ada1b service neutron] Checking segment: {'id': 'cf5ffabf-c988-4a88-80c2-6ba359ee8846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '36a9b578-85e1-48e7-ac56-3132cadfb3cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jul 06 02:02:43.653636 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a157d086-ffba-4b5b-bacc-e273d82eaa60 req-7c6c848c-9e3e-4b17-a45c-42a4b87ada1b service neutron] Bound using segment: {'id': 'cf5ffabf-c988-4a88-80c2-6ba359ee8846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '36a9b578-85e1-48e7-ac56-3132cadfb3cf'} {{(pid=80980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Jul 06 02:02:43.654184 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.managers [req-a157d086-ffba-4b5b-bacc-e273d82eaa60 req-7c6c848c-9e3e-4b17-a45c-42a4b87ada1b service neutron] Bound port: e3b71f4a-b82f-45b4-bf15-e3e3d8bd3b7b, host: hv-cinder-79954, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf5ffabf-c988-4a88-80c2-6ba359ee8846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '36a9b578-85e1-48e7-ac56-3132cadfb3cf'}}] {{(pid=80980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jul 06 02:02:43.654563 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-a157d086-ffba-4b5b-bacc-e273d82eaa60 req-7c6c848c-9e3e-4b17-a45c-42a4b87ada1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1050496'] for port, before_update {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:02:43.806177 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-4f66eb56-9aac-4518-804a-c84b58c14a3a req-1aee8ded-3c43-4611-8b8a-1bd592e6fe13 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/security-groups?id=05a99220-0499-4923-a419-6a3dc323fae7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1809096
Jul 06 02:02:43.856829 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-cd7bdad9-b07a-447c-9f8a-a4bda241d7e3 req-37dff208-bef8-46bf-a7d1-268bfa26a9de service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=4ae448d6-3b95-42dd-a82e-2c79b64118c8 HTTP/1.1" status: 200  len: 1099 time: 0.1689022
Jul 06 02:02:43.858791 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-f9ee7b11-647d-4539-b719-077f5a172147 req-5aeaddd7-9667-4fe7-8834-7bba7973bcb4 service neutron] 10.222.0.37 "GET /v2.0/networks/2a4c8008-ce84-432c-9f5d-0fe3ba12caba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3260171
Jul 06 02:02:43.874280 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-5d654088-38e8-4bfd-83d9-50dfc317b3c5 req-d6ab5c28-fa56-4c64-952a-058344b048a0 tempest-VolumesActionsTest-1223800970 tempest-VolumesActionsTest-1223800970-project] 10.222.0.11 "GET /v2.0/security-groups?id=c4d9e794-0f6f-45bd-ab5e-fb0058e4026c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2246566
Jul 06 02:02:43.885292 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-460c5ee2-e155-4725-a02a-e511dcb8dd8e req-cec500a5-e13e-4ca0-88fd-6ed01aaae3b9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=071e3c2f-cf0c-415c-b6d3-47995c0b5e75&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.4069767
Jul 06 02:02:43.950268 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-cd7bdad9-b07a-447c-9f8a-a4bda241d7e3 req-3c07bac7-cbf5-4d99-a2a1-e27708b537fc service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=05a99220-0499-4923-a419-6a3dc323fae7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0796080
Jul 06 02:02:43.955582 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [req-a157d086-ffba-4b5b-bacc-e273d82eaa60 req-7c6c848c-9e3e-4b17-a45c-42a4b87ada1b service neutron] For port e3b71f4a-b82f-45b4-bf15-e3e3d8bd3b7b, host hv-cinder-79954, cleared binding levels {{(pid=80980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:111}}
Jul 06 02:02:44.013156 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [req-a157d086-ffba-4b5b-bacc-e273d82eaa60 req-7c6c848c-9e3e-4b17-a45c-42a4b87ada1b service neutron] For port e3b71f4a-b82f-45b4-bf15-e3e3d8bd3b7b, host hv-cinder-79954, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79954',level=0,port_id=e3b71f4a-b82f-45b4-bf15-e3e3d8bd3b7b,segment=NetworkSegment(cf5ffabf-c988-4a88-80c2-6ba359ee8846),segment_id=cf5ffabf-c988-4a88-80c2-6ba359ee8846)] {{(pid=80980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}}
Jul 06 02:02:44.085107 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-a157d086-ffba-4b5b-bacc-e273d82eaa60 req-7c6c848c-9e3e-4b17-a45c-42a4b87ada1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740753762112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740753409037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296101366746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14829106'] for port, after_update {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:02:44.098154 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:02:44.126293 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c9b710-80b2-4917-8924-ab6368497619 req-2c643c4b-bb57-4d9c-b5ac-bcc245d852ab tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:02:44.128277 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-46c9b710-80b2-4917-8924-ab6368497619 req-2c643c4b-bb57-4d9c-b5ac-bcc245d852ab tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] 10.222.0.11 "GET /v2.0/ports?device_id=848f0167-2894-477b-bc20-558ceadb1d77 HTTP/1.1" status: 200  len: 943 time: 0.1418228
Jul 06 02:02:44.200947 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-460c5ee2-e155-4725-a02a-e511dcb8dd8e req-881bc03b-e846-4d6f-8dd6-5a8287421ed3 service neutron] 10.222.0.37 "GET /v2.0/networks/071e3c2f-cf0c-415c-b6d3-47995c0b5e75?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3030217
Jul 06 02:02:44.233513 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-46c9b710-80b2-4917-8924-ab6368497619 req-c5f4d5ab-4f3c-4b99-8339-9d30fc29a776 tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] 10.222.0.11 "GET /v2.0/security-groups?id=5f03d441-1e82-42a5-bcde-a0beac2e68f3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0908432
Jul 06 02:02:44.250344 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-a157d086-ffba-4b5b-bacc-e273d82eaa60 req-7c6c848c-9e3e-4b17-a45c-42a4b87ada1b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91827'] for port, before_response {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:02:44.251853 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-a157d086-ffba-4b5b-bacc-e273d82eaa60 req-7c6c848c-9e3e-4b17-a45c-42a4b87ada1b service neutron] 10.222.0.37 "PUT /v2.0/ports/e3b71f4a-b82f-45b4-bf15-e3e3d8bd3b7b HTTP/1.1" status: 200  len: 1094 time: 4.2160251
Jul 06 02:02:44.253025 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8967dff4-e4b8-47d9-8915-304751964b5c', 'tag': 'e3b71f4a-b82f-45b4-bf15-e3e3d8bd3b7b'}] {{(pid=80980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 06 02:02:44.337414 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8967dff4-e4b8-47d9-8915-304751964b5c', 'tag': 'e3b71f4a-b82f-45b4-bf15-e3e3d8bd3b7b', 'status': 'completed', 'code': 200}
Jul 06 02:02:44.441389 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6c848c-9e3e-4b17-a45c-42a4b87ada1b service neutron] Pushing event updated for resources: {'Port': ['ID=e3b71f4a-b82f-45b4-bf15-e3e3d8bd3b7b,revision_number=3']} {{(pid=80980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:02:44.445900 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-7c6c848c-9e3e-4b17-a45c-42a4b87ada1b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:02:44.527432 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-460c5ee2-e155-4725-a02a-e511dcb8dd8e req-b581f118-097f-48dd-a9d5-7040198b3e5a service neutron] 10.222.0.37 "GET /v2.0/networks/071e3c2f-cf0c-415c-b6d3-47995c0b5e75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3180883
Jul 06 02:02:44.542928 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feafbec9-6d04-4daa-94b5-690bac23870d req-48ba0e00-c4d5-4c57-82e3-caabf59ebd1b tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:02:44.544595 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-feafbec9-6d04-4daa-94b5-690bac23870d req-48ba0e00-c4d5-4c57-82e3-caabf59ebd1b tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] 10.222.0.11 "GET /v2.0/ports?device_id=687eed38-d64f-4a2f-a84a-94bfbd4218f7 HTTP/1.1" status: 200  len: 944 time: 0.2834322
Jul 06 02:02:44.550171 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-8d729e3d-7012-4957-8e58-6f7017a29323 req-53519605-eb67-43d4-a7c3-4e1e070d9529 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2518cf7b076a48528898fb239ee8dd38&device_id=8967dff4-e4b8-47d9-8915-304751964b5c HTTP/1.1" status: 200  len: 1097 time: 0.1774478
Jul 06 02:02:44.695977 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-feafbec9-6d04-4daa-94b5-690bac23870d req-88827257-56c7-4bb4-945d-095ea3678fd4 tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] 10.222.0.11 "GET /v2.0/security-groups?id=32922aa1-4b90-4fe3-ab2c-607c8c38952f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1378858
Jul 06 02:02:44.750952 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d729e3d-7012-4957-8e58-6f7017a29323 req-a008100d-b3ed-4e4d-a3d6-1e3f505b6338 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:02:44.752628 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-8d729e3d-7012-4957-8e58-6f7017a29323 req-a008100d-b3ed-4e4d-a3d6-1e3f505b6338 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=2518cf7b076a48528898fb239ee8dd38&shared=False HTTP/1.1" status: 200  len: 909 time: 0.1765387
Jul 06 02:02:44.946074 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d729e3d-7012-4957-8e58-6f7017a29323 req-c880dc39-c1a1-42b8-91c6-5632cab37936 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:02:44.947716 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-8d729e3d-7012-4957-8e58-6f7017a29323 req-c880dc39-c1a1-42b8-91c6-5632cab37936 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1853242
Jul 06 02:02:45.071506 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9d1c6e-709a-4efd-aaa5-ec2f664da88b req-cc49825c-c382-4160-886b-e8360c900b73 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:02:45.073723 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-ae9d1c6e-709a-4efd-aaa5-ec2f664da88b req-cc49825c-c382-4160-886b-e8360c900b73 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/ports?device_id=4ae448d6-3b95-42dd-a82e-2c79b64118c8 HTTP/1.1" status: 200  len: 946 time: 0.0955477
Jul 06 02:02:45.134057 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-ae9d1c6e-709a-4efd-aaa5-ec2f664da88b req-c30450d9-f964-4efb-90e2-08df6db59f4e tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/security-groups?id=05a99220-0499-4923-a419-6a3dc323fae7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0521195
Jul 06 02:02:45.202204 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-a157d086-ffba-4b5b-bacc-e273d82eaa60 req-9189afb6-5168-4898-8ee9-36f93ef2b70f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2518cf7b076a48528898fb239ee8dd38&device_id=8967dff4-e4b8-47d9-8915-304751964b5c HTTP/1.1" status: 200  len: 1097 time: 0.1683099
Jul 06 02:02:45.213545 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22670f86-c887-4206-beac-31490756e727 req-08dcd4ae-0638-467c-8a4a-e92b1e3d5902 tempest-VolumesActionsTest-1223800970 tempest-VolumesActionsTest-1223800970-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:02:45.216098 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-22670f86-c887-4206-beac-31490756e727 req-08dcd4ae-0638-467c-8a4a-e92b1e3d5902 tempest-VolumesActionsTest-1223800970 tempest-VolumesActionsTest-1223800970-project] 10.222.0.11 "GET /v2.0/ports?device_id=8967dff4-e4b8-47d9-8915-304751964b5c HTTP/1.1" status: 200  len: 944 time: 0.1186612
Jul 06 02:02:45.369517 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-22670f86-c887-4206-beac-31490756e727 req-168a9f95-08ab-431d-8c99-d67cc588e3fe tempest-VolumesActionsTest-1223800970 tempest-VolumesActionsTest-1223800970-project] 10.222.0.11 "GET /v2.0/security-groups?id=c4d9e794-0f6f-45bd-ab5e-fb0058e4026c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0939283
Jul 06 02:02:45.374428 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-a157d086-ffba-4b5b-bacc-e273d82eaa60 req-82bca984-29c3-48b3-9639-ea828d85c584 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e3b71f4a-b82f-45b4-bf15-e3e3d8bd3b7b HTTP/1.1" status: 200  len: 217 time: 0.1568167
Jul 06 02:02:45.470906 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a157d086-ffba-4b5b-bacc-e273d82eaa60 req-2a385dcb-64b1-4e98-b31b-6e59433a9b5e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:02:45.472829 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-a157d086-ffba-4b5b-bacc-e273d82eaa60 req-2a385dcb-64b1-4e98-b31b-6e59433a9b5e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=95c34112-576c-44f0-ab65-e35da51b113b HTTP/1.1" status: 200  len: 848 time: 0.0901890
Jul 06 02:02:45.541439 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-a157d086-ffba-4b5b-bacc-e273d82eaa60 req-f72c7722-84e1-4969-a13c-b17eed9abd4f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=36a9b578-85e1-48e7-ac56-3132cadfb3cf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0565569
Jul 06 02:02:45.568599 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec774344-e665-4ae7-9d18-65a04b28452d req-73f8b870-d76c-41e9-9f57-6f23313d1dc0 tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:02:45.570523 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-ec774344-e665-4ae7-9d18-65a04b28452d req-73f8b870-d76c-41e9-9f57-6f23313d1dc0 tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] 10.222.0.11 "GET /v2.0/ports?device_id=848f0167-2894-477b-bc20-558ceadb1d77 HTTP/1.1" status: 200  len: 943 time: 0.1442258
Jul 06 02:02:45.682866 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-ec774344-e665-4ae7-9d18-65a04b28452d req-5f79fcfe-59cc-460a-9f8b-c49e020d50bb tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] 10.222.0.11 "GET /v2.0/security-groups?id=5f03d441-1e82-42a5-bcde-a0beac2e68f3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1032932
Jul 06 02:02:45.991026 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.rpc [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Device bbc5d287-5724-4074-9c78-b059af1fb49f details requested by agent hyperv_hv-cinder-79954 with host hv-cinder-79954 {{(pid=80982) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:87}}
Jul 06 02:02:46.098443 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5a938a-33b5-4782-85de-f25107d93101 req-0779af96-2868-4e23-b99b-c665775abefe tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:02:46.100267 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-ff5a938a-33b5-4782-85de-f25107d93101 req-0779af96-2868-4e23-b99b-c665775abefe tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] 10.222.0.11 "GET /v2.0/ports?device_id=687eed38-d64f-4a2f-a84a-94bfbd4218f7 HTTP/1.1" status: 200  len: 944 time: 0.1791234
Jul 06 02:02:46.183565 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c655a71c-2319-4f8d-bdc1-dd2ec0c839dc req-fd76abcd-3e20-47d7-880f-10a07d868cde tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:02:46.188629 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-c655a71c-2319-4f8d-bdc1-dd2ec0c839dc req-fd76abcd-3e20-47d7-880f-10a07d868cde tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] 10.222.0.11 "GET /v2.0/ports?device_id=e0031e4c-fd20-42f5-aa66-c102510ce1fe HTTP/1.1" status: 200  len: 945 time: 0.2520692
Jul 06 02:02:46.199965 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-a157d086-ffba-4b5b-bacc-e273d82eaa60 req-241fefa6-bd1b-471c-896f-2c42a378ea44 service neutron] 10.222.0.37 "GET /v2.0/networks/36a9b578-85e1-48e7-ac56-3132cadfb3cf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6493599
Jul 06 02:02:46.232582 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-ff5a938a-33b5-4782-85de-f25107d93101 req-0a27b104-b149-4b50-873d-a35ec07a8e01 tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] 10.222.0.11 "GET /v2.0/security-groups?id=32922aa1-4b90-4fe3-ab2c-607c8c38952f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0942259
Jul 06 02:02:46.320887 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] For port bbc5d287-5724-4074-9c78-b059af1fb49f, host hv-cinder-79954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79954',level=0,port_id=bbc5d287-5724-4074-9c78-b059af1fb49f,segment=NetworkSegment(c4ec3934-d771-4179-8b63-e401bf6e09be),segment_id=c4ec3934-d771-4179-8b63-e401bf6e09be)] {{(pid=80982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 02:02:46.352506 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.rpc [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Returning: {'device': 'bbc5d287-5724-4074-9c78-b059af1fb49f', 'network_id': 'a2a87d65-a05d-450f-9e6b-5f2752e2d94c', 'port_id': 'bbc5d287-5724-4074-9c78-b059af1fb49f', 'mac_address': 'fa:16:3e:fd:76:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21d8d59e-2cce-462a-ad6e-a7b8e471a7ff', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80982) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:165}}
Jul 06 02:02:46.394570 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-c655a71c-2319-4f8d-bdc1-dd2ec0c839dc req-3fa12b4a-a25c-4028-b95b-55f594df6571 tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] 10.222.0.11 "GET /v2.0/security-groups?id=8f6df123-aea9-4211-ae13-3df2bf025ab5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1909657
Jul 06 02:02:46.474413 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80981) accepted ('10.222.0.11', 43014) {{(pid=80981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 02:02:46.503873 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1050496'] for port, before_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:02:46.584217 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.notifiers.nova [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bbc5d287-5724-4074-9c78-b059af1fb49f {{(pid=80982) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Jul 06 02:02:46.593887 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-a157d086-ffba-4b5b-bacc-e273d82eaa60 req-bedfaef7-773b-43aa-9320-29a09523f468 service neutron] 10.222.0.37 "GET /v2.0/networks/36a9b578-85e1-48e7-ac56-3132cadfb3cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3573010
Jul 06 02:02:46.643145 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] For port bbc5d287-5724-4074-9c78-b059af1fb49f, host hv-cinder-79954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79954',level=0,port_id=bbc5d287-5724-4074-9c78-b059af1fb49f,segment=NetworkSegment(c4ec3934-d771-4179-8b63-e401bf6e09be),segment_id=c4ec3934-d771-4179-8b63-e401bf6e09be)] {{(pid=80982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 02:02:46.693709 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740753762112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740753409037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296101366746'] for port, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:02:46.700837 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:02:46.738693 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13300227-982d-469a-9902-401ba808a3e7 req-60fda3fb-9416-4487-8593-de24c45f2ece tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:02:46.742969 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-13300227-982d-469a-9902-401ba808a3e7 req-60fda3fb-9416-4487-8593-de24c45f2ece tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/ports?device_id=4ae448d6-3b95-42dd-a82e-2c79b64118c8 HTTP/1.1" status: 200  len: 946 time: 0.1220417
Jul 06 02:02:46.786833 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Pushing event updated for resources: {'Port': ['ID=bbc5d287-5724-4074-9c78-b059af1fb49f,revision_number=4']} {{(pid=80982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:02:46.797547 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:02:46.798282 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:02:46.798828 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Version for resource type Network changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:02:46.799573 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:02:46.800124 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Version for resource type PortForwarding changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:02:46.800651 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:02:46.803203 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Version for resource type SecurityGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:02:46.803988 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:02:46.804153 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:02:46.804639 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Version for resource type Subnet changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:02:46.805082 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:02:46.819505 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=80982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:02:46.867730 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3644f378-7756-4d55-a4c9-aa306eba9d05 req-9d3d2cee-6f73-4f68-8879-5a7ba41f50ec tempest-VolumesActionsTest-1223800970 tempest-VolumesActionsTest-1223800970-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:02:46.869758 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-3644f378-7756-4d55-a4c9-aa306eba9d05 req-9d3d2cee-6f73-4f68-8879-5a7ba41f50ec tempest-VolumesActionsTest-1223800970 tempest-VolumesActionsTest-1223800970-project] 10.222.0.11 "GET /v2.0/ports?device_id=8967dff4-e4b8-47d9-8915-304751964b5c HTTP/1.1" status: 200  len: 944 time: 0.1767418
Jul 06 02:02:46.924428 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-13300227-982d-469a-9902-401ba808a3e7 req-fbd8113a-039d-4a9c-88ba-98cf4d585313 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/security-groups?id=05a99220-0499-4923-a419-6a3dc323fae7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1687660
Jul 06 02:02:46.926053 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-e24cf9f3-b967-47c9-a62e-d232d3c13ba3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:02:46.947548 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-3644f378-7756-4d55-a4c9-aa306eba9d05 req-9e022419-5a54-47ff-92a5-8973f8552313 tempest-VolumesActionsTest-1223800970 tempest-VolumesActionsTest-1223800970-project] 10.222.0.11 "GET /v2.0/security-groups?id=c4d9e794-0f6f-45bd-ab5e-fb0058e4026c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0581489
Jul 06 02:02:46.998242 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] get_ports_and_sgs() called for port_ids ['bbc5d287-5724-4074-9c78-b059af1fb49f'] {{(pid=80982) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:184}}
Jul 06 02:02:47.008729 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-e24cf9f3-b967-47c9-a62e-d232d3c13ba3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 02:02:47.016969 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-e24cf9f3-b967-47c9-a62e-d232d3c13ba3 admin admin] Usage tracker for resource:security_group_rule and tenant:bd76bf089b674e4aba47048ba2780cad is out of sync, need to count used quota {{(pid=80981) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 02:02:47.022252 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-e24cf9f3-b967-47c9-a62e-d232d3c13ba3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80981) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 02:02:47.055102 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-e24cf9f3-b967-47c9-a62e-d232d3c13ba3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 02:02:47.204699 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d053c804-660a-443f-a752-f2b550a55d19 req-e6628fc8-7a6f-405c-b82e-2b150a616578 tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:02:47.207338 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-d053c804-660a-443f-a752-f2b550a55d19 req-e6628fc8-7a6f-405c-b82e-2b150a616578 tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] 10.222.0.11 "GET /v2.0/ports?device_id=848f0167-2894-477b-bc20-558ceadb1d77 HTTP/1.1" status: 200  len: 943 time: 0.1213858
Jul 06 02:02:47.237336 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-e24cf9f3-b967-47c9-a62e-d232d3c13ba3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:02:47.265756 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-e24cf9f3-b967-47c9-a62e-d232d3c13ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428228'] for security_group, after_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:02:47.273206 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-d053c804-660a-443f-a752-f2b550a55d19 req-8b95251b-0496-43c0-a30b-a3f8a769eae1 tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] 10.222.0.11 "GET /v2.0/security-groups?id=5f03d441-1e82-42a5-bcde-a0beac2e68f3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0537579
Jul 06 02:02:47.280743 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-6ada12da-1d45-442e-8bcd-09f98d2e2913 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:02:47.360641 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-e24cf9f3-b967-47c9-a62e-d232d3c13ba3 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=bd76bf089b674e4aba47048ba2780cad&name=default HTTP/1.1" status: 200  len: 2629 time: 0.8840241
Jul 06 02:02:47.361590 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24cf9f3-b967-47c9-a62e-d232d3c13ba3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f92c14b5-a208-4a8c-a4af-b0f48c4d7ccf,revision_number=1']} {{(pid=80981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:02:47.364920 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80980) accepted ('10.222.0.11', 43026) {{(pid=80980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 02:02:47.368785 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-e24cf9f3-b967-47c9-a62e-d232d3c13ba3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:02:47.504349 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-5bbaaf9c-8b07-48c2-a474-267ae82646c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:02:47.543796 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-5bbaaf9c-8b07-48c2-a474-267ae82646c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:02:47.589998 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505a6e48-aead-4c78-865a-a0fcdc5bcc90 req-5163432b-5b1c-42b1-9fb0-08dde4a70085 tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:02:47.591528 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-505a6e48-aead-4c78-865a-a0fcdc5bcc90 req-5163432b-5b1c-42b1-9fb0-08dde4a70085 tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] 10.222.0.11 "GET /v2.0/ports?device_id=687eed38-d64f-4a2f-a84a-94bfbd4218f7 HTTP/1.1" status: 200  len: 945 time: 0.1615226
Jul 06 02:02:47.643700 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-505a6e48-aead-4c78-865a-a0fcdc5bcc90 req-81e594c8-86bf-4245-8865-3823b4601df4 tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] 10.222.0.11 "GET /v2.0/security-groups?id=32922aa1-4b90-4fe3-ab2c-607c8c38952f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438066
Jul 06 02:02:47.705855 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-5bbaaf9c-8b07-48c2-a474-267ae82646c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428228'] for security_group, after_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:02:47.711574 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-ab46a138-13d6-44e3-83ad-7e3047f72934 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:02:47.727435 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbaaf9c-8b07-48c2-a474-267ae82646c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f92c14b5-a208-4a8c-a4af-b0f48c4d7ccf,revision_number=None']} {{(pid=80980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:02:47.730968 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-5bbaaf9c-8b07-48c2-a474-267ae82646c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:02:47.732006 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-5bbaaf9c-8b07-48c2-a474-267ae82646c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:02:47.733406 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-5bbaaf9c-8b07-48c2-a474-267ae82646c0 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f92c14b5-a208-4a8c-a4af-b0f48c4d7ccf HTTP/1.1" status: 204  len: 168 time: 0.3666708
Jul 06 02:02:48.014343 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.rpc [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Device bbc5d287-5724-4074-9c78-b059af1fb49f up at agent hyperv_hv-cinder-79954 {{(pid=80982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:273}}
Jul 06 02:02:48.145508 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.provisioning_blocks [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Provisioning for port bbc5d287-5724-4074-9c78-b059af1fb49f completed by entity L2. {{(pid=80982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 06 02:02:48.151125 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.provisioning_blocks [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Provisioning complete for port bbc5d287-5724-4074-9c78-b059af1fb49f triggered by entity L2. {{(pid=80982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 06 02:02:48.151448 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1309268'] for port, provisioning_complete {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:02:48.362148 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80980) accepted ('10.222.0.11', 43052) {{(pid=80980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 02:02:48.390159 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1050496'] for port, before_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:02:48.440210 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47a0f5a-9e59-4f28-b379-43c116c281bc req-67dcf76e-8bf6-479a-8867-254235fa742d tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:02:48.442535 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-e47a0f5a-9e59-4f28-b379-43c116c281bc req-67dcf76e-8bf6-479a-8867-254235fa742d tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/ports?device_id=4ae448d6-3b95-42dd-a82e-2c79b64118c8 HTTP/1.1" status: 200  len: 946 time: 0.1627624
Jul 06 02:02:48.456258 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '687eed38-d64f-4a2f-a84a-94bfbd4218f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbc5d287-5724-4074-9c78-b059af1fb49f'}] {{(pid=80982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 06 02:02:48.472683 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634f8ec0-4e37-489c-89a1-65d09e4fa760 req-09a96472-1c3c-49a5-a0fd-b034fe259b81 tempest-VolumesActionsTest-1223800970 tempest-VolumesActionsTest-1223800970-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:02:48.477595 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-634f8ec0-4e37-489c-89a1-65d09e4fa760 req-09a96472-1c3c-49a5-a0fd-b034fe259b81 tempest-VolumesActionsTest-1223800970 tempest-VolumesActionsTest-1223800970-project] 10.222.0.11 "GET /v2.0/ports?device_id=8967dff4-e4b8-47d9-8915-304751964b5c HTTP/1.1" status: 200  len: 944 time: 0.1774280
Jul 06 02:02:48.482988 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] For port bbc5d287-5724-4074-9c78-b059af1fb49f, host hv-cinder-79954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79954',level=0,port_id=bbc5d287-5724-4074-9c78-b059af1fb49f,segment=NetworkSegment(c4ec3934-d771-4179-8b63-e401bf6e09be),segment_id=c4ec3934-d771-4179-8b63-e401bf6e09be)] {{(pid=80982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 02:02:48.522607 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740753762112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740753409037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296101366746'] for port, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:02:48.524617 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:02:48.543046 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-634f8ec0-4e37-489c-89a1-65d09e4fa760 req-ca7512f6-f81e-4730-910c-f52d98027274 tempest-VolumesActionsTest-1223800970 tempest-VolumesActionsTest-1223800970-project] 10.222.0.11 "GET /v2.0/security-groups?id=c4d9e794-0f6f-45bd-ab5e-fb0058e4026c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0569417
Jul 06 02:02:48.598146 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-86989a48-17e3-40c9-a2dc-d1e571a40b1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:02:48.638141 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Pushing event updated for resources: {'Port': ['ID=bbc5d287-5724-4074-9c78-b059af1fb49f,revision_number=5']} {{(pid=80982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:02:48.643674 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-e47a0f5a-9e59-4f28-b379-43c116c281bc req-da0ff100-83a3-463a-8916-0bb2cfbf6773 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/security-groups?id=05a99220-0499-4923-a419-6a3dc323fae7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1923592
Jul 06 02:02:48.649352 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=80982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:02:48.716791 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-86989a48-17e3-40c9-a2dc-d1e571a40b1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 02:02:48.724642 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-86989a48-17e3-40c9-a2dc-d1e571a40b1a admin admin] Usage tracker for resource:security_group_rule and tenant:b9332fa350b84e519ed4f69ba4e9c4b5 is out of sync, need to count used quota {{(pid=80980) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 02:02:48.730456 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-86989a48-17e3-40c9-a2dc-d1e571a40b1a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80980) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 02:02:48.744900 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-86989a48-17e3-40c9-a2dc-d1e571a40b1a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 02:02:48.764404 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '687eed38-d64f-4a2f-a84a-94bfbd4218f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbc5d287-5724-4074-9c78-b059af1fb49f', 'code': 200}
Jul 06 02:02:48.802562 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a818cf04-6216-454b-8f76-16da2b91df53 req-03218643-bc33-48f5-80c1-ff9dab118d00 tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:02:48.804179 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-a818cf04-6216-454b-8f76-16da2b91df53 req-03218643-bc33-48f5-80c1-ff9dab118d00 tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] 10.222.0.11 "GET /v2.0/ports?device_id=848f0167-2894-477b-bc20-558ceadb1d77 HTTP/1.1" status: 200  len: 943 time: 0.1157906
Jul 06 02:02:48.889318 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-86989a48-17e3-40c9-a2dc-d1e571a40b1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:02:48.889698 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-a818cf04-6216-454b-8f76-16da2b91df53 req-c1aa4060-2331-49dc-ab40-c13687840f9d tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] 10.222.0.11 "GET /v2.0/security-groups?id=5f03d441-1e82-42a5-bcde-a0beac2e68f3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0703626
Jul 06 02:02:48.961870 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-86989a48-17e3-40c9-a2dc-d1e571a40b1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428228'] for security_group, after_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:02:48.976168 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-3273163e-444a-43ae-960f-b7cfc34b3d65 tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:02:49.038737 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86989a48-17e3-40c9-a2dc-d1e571a40b1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23e2d80d-e5ec-4896-a4bc-b3e6518d4845,revision_number=1']} {{(pid=80980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:02:49.045417 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-86989a48-17e3-40c9-a2dc-d1e571a40b1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:02:49.051733 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-86989a48-17e3-40c9-a2dc-d1e571a40b1a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b9332fa350b84e519ed4f69ba4e9c4b5&name=default HTTP/1.1" status: 200  len: 2629 time: 0.6843925
Jul 06 02:02:49.052002 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80981) accepted ('10.222.0.11', 43072) {{(pid=80981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 02:02:49.061465 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.agents_db [None req-b173abe4-0d36-4765-adb2-33779d11156f None None] Agent healthcheck: found 6 active agents {{(pid=80983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Jul 06 02:02:49.084240 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aea36f3-8f8d-4126-8519-25d63ba318e5 req-2705042c-f961-4334-9e18-b030c55024c4 tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:02:49.085839 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-4aea36f3-8f8d-4126-8519-25d63ba318e5 req-2705042c-f961-4334-9e18-b030c55024c4 tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] 10.222.0.11 "GET /v2.0/ports?device_id=687eed38-d64f-4a2f-a84a-94bfbd4218f7 HTTP/1.1" status: 200  len: 946 time: 0.1706016
Jul 06 02:02:49.131512 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-fd1b5a26-aad9-4e2f-811b-09d8e9cd58e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:02:49.172827 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-fd1b5a26-aad9-4e2f-811b-09d8e9cd58e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:02:49.195634 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-4aea36f3-8f8d-4126-8519-25d63ba318e5 req-aad7d834-6147-4f74-a1b3-570dff674fdb tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] 10.222.0.11 "GET /v2.0/security-groups?id=32922aa1-4b90-4fe3-ab2c-607c8c38952f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1008980
Jul 06 02:02:49.233551 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-22c1d275-6b21-4137-b981-94cbfbd7ca02 req-7112fb67-8cdd-4e06-83a4-51f8e6e2296f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=687eed38-d64f-4a2f-a84a-94bfbd4218f7 HTTP/1.1" status: 200  len: 1099 time: 0.1175113
Jul 06 02:02:49.287344 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-22c1d275-6b21-4137-b981-94cbfbd7ca02 req-f2ebbf43-8e33-44e2-9c99-0e565b76ce1a service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=32922aa1-4b90-4fe3-ab2c-607c8c38952f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0503786
Jul 06 02:02:49.304031 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-fd1b5a26-aad9-4e2f-811b-09d8e9cd58e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428228'] for security_group, after_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:02:49.314286 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-3a3a9937-c8a1-4b90-97eb-a7ebaef062ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:02:49.338735 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1b5a26-aad9-4e2f-811b-09d8e9cd58e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23e2d80d-e5ec-4896-a4bc-b3e6518d4845,revision_number=None']} {{(pid=80981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:02:49.342499 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-fd1b5a26-aad9-4e2f-811b-09d8e9cd58e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:02:49.357251 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-fd1b5a26-aad9-4e2f-811b-09d8e9cd58e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:02:49.359378 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-fd1b5a26-aad9-4e2f-811b-09d8e9cd58e4 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/23e2d80d-e5ec-4896-a4bc-b3e6518d4845 HTTP/1.1" status: 204  len: 168 time: 0.3063991
Jul 06 02:02:49.800282 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325ada70-b34c-4550-9316-42bd3f999170 req-fc1004a6-605c-40e1-92c2-09b7754488f8 tempest-VolumesActionsTest-1223800970 tempest-VolumesActionsTest-1223800970-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:02:49.802293 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-325ada70-b34c-4550-9316-42bd3f999170 req-fc1004a6-605c-40e1-92c2-09b7754488f8 tempest-VolumesActionsTest-1223800970 tempest-VolumesActionsTest-1223800970-project] 10.222.0.11 "GET /v2.0/ports?device_id=8967dff4-e4b8-47d9-8915-304751964b5c HTTP/1.1" status: 200  len: 944 time: 0.1171026
Jul 06 02:02:49.907297 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-325ada70-b34c-4550-9316-42bd3f999170 req-83f3ace3-db7f-4615-ac1e-fc215c523422 tempest-VolumesActionsTest-1223800970 tempest-VolumesActionsTest-1223800970-project] 10.222.0.11 "GET /v2.0/security-groups?id=c4d9e794-0f6f-45bd-ab5e-fb0058e4026c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0842323
Jul 06 02:02:50.037033 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.rpc [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Device e3b71f4a-b82f-45b4-bf15-e3e3d8bd3b7b details requested by agent hyperv_hv-cinder-79954 with host hv-cinder-79954 {{(pid=80982) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:87}}
Jul 06 02:02:50.132077 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46279f97-806e-47f9-a063-b642a9207b30 req-aa2284f6-39bd-4eed-9da1-5284ba60d9db tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:02:50.141255 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-46279f97-806e-47f9-a063-b642a9207b30 req-aa2284f6-39bd-4eed-9da1-5284ba60d9db tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] 10.222.0.11 "GET /v2.0/ports?device_id=848f0167-2894-477b-bc20-558ceadb1d77 HTTP/1.1" status: 200  len: 943 time: 0.1068752
Jul 06 02:02:50.220272 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] For port e3b71f4a-b82f-45b4-bf15-e3e3d8bd3b7b, host hv-cinder-79954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79954',level=0,port_id=e3b71f4a-b82f-45b4-bf15-e3e3d8bd3b7b,segment=NetworkSegment(cf5ffabf-c988-4a88-80c2-6ba359ee8846),segment_id=cf5ffabf-c988-4a88-80c2-6ba359ee8846)] {{(pid=80982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 02:02:50.227904 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-46279f97-806e-47f9-a063-b642a9207b30 req-1dfecfdd-f151-4681-aac8-077cf385a5d1 tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] 10.222.0.11 "GET /v2.0/security-groups?id=5f03d441-1e82-42a5-bcde-a0beac2e68f3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0853777
Jul 06 02:02:50.248476 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.rpc [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Returning: {'device': 'e3b71f4a-b82f-45b4-bf15-e3e3d8bd3b7b', 'network_id': '36a9b578-85e1-48e7-ac56-3132cadfb3cf', 'port_id': 'e3b71f4a-b82f-45b4-bf15-e3e3d8bd3b7b', 'mac_address': 'fa:16:3e:ce:0c:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95c34112-576c-44f0-ab65-e35da51b113b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80982) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:165}}
Jul 06 02:02:50.313960 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1050496'] for port, before_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:02:50.337770 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.notifiers.nova [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3b71f4a-b82f-45b4-bf15-e3e3d8bd3b7b {{(pid=80982) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Jul 06 02:02:50.357830 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] For port e3b71f4a-b82f-45b4-bf15-e3e3d8bd3b7b, host hv-cinder-79954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79954',level=0,port_id=e3b71f4a-b82f-45b4-bf15-e3e3d8bd3b7b,segment=NetworkSegment(cf5ffabf-c988-4a88-80c2-6ba359ee8846),segment_id=cf5ffabf-c988-4a88-80c2-6ba359ee8846)] {{(pid=80982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 02:02:50.398464 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740753762112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740753409037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296101366746'] for port, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:02:50.403388 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-ec0151d4-7413-4840-8b26-599dd3f3da32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:02:50.537288 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Pushing event updated for resources: {'Port': ['ID=e3b71f4a-b82f-45b4-bf15-e3e3d8bd3b7b,revision_number=4']} {{(pid=80982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:02:50.541866 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:02:50.821205 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1371a9b-85c0-4092-ac11-b7ff5f11c515 req-965c2ce3-17d8-41b2-8f6d-4a67a0d1ff9b tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:02:50.823622 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-e1371a9b-85c0-4092-ac11-b7ff5f11c515 req-965c2ce3-17d8-41b2-8f6d-4a67a0d1ff9b tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] 10.222.0.11 "GET /v2.0/ports?device_id=687eed38-d64f-4a2f-a84a-94bfbd4218f7 HTTP/1.1" status: 200  len: 946 time: 0.3977602
Jul 06 02:02:50.844021 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] get_ports_and_sgs() called for port_ids ['e3b71f4a-b82f-45b4-bf15-e3e3d8bd3b7b'] {{(pid=80982) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:184}}
Jul 06 02:02:50.934698 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-e1371a9b-85c0-4092-ac11-b7ff5f11c515 req-3e1b5a93-3fd4-4866-8515-7694efb123bb tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] 10.222.0.11 "GET /v2.0/security-groups?id=32922aa1-4b90-4fe3-ab2c-607c8c38952f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0859716
Jul 06 02:02:51.217820 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5395dfd6-805a-4329-896c-ff8838126e18 req-057f6dea-a10b-4023-b7c6-ae8f645edf63 tempest-VolumesActionsTest-1223800970 tempest-VolumesActionsTest-1223800970-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:02:51.219489 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-5395dfd6-805a-4329-896c-ff8838126e18 req-057f6dea-a10b-4023-b7c6-ae8f645edf63 tempest-VolumesActionsTest-1223800970 tempest-VolumesActionsTest-1223800970-project] 10.222.0.11 "GET /v2.0/ports?device_id=8967dff4-e4b8-47d9-8915-304751964b5c HTTP/1.1" status: 200  len: 945 time: 0.0909145
Jul 06 02:02:51.278716 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-5395dfd6-805a-4329-896c-ff8838126e18 req-83e0dbc0-758e-43ed-b7e3-66f3a394ee4e tempest-VolumesActionsTest-1223800970 tempest-VolumesActionsTest-1223800970-project] 10.222.0.11 "GET /v2.0/security-groups?id=c4d9e794-0f6f-45bd-ab5e-fb0058e4026c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0508504
Jul 06 02:02:51.646562 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3479b816-e2e7-4689-a403-7cab5cfdae1c req-103aa190-29cd-42ee-8e07-c1e25afefec3 tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:02:51.649552 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-3479b816-e2e7-4689-a403-7cab5cfdae1c req-103aa190-29cd-42ee-8e07-c1e25afefec3 tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] 10.222.0.11 "GET /v2.0/ports?device_id=848f0167-2894-477b-bc20-558ceadb1d77 HTTP/1.1" status: 200  len: 943 time: 0.1257725
Jul 06 02:02:51.730418 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-3479b816-e2e7-4689-a403-7cab5cfdae1c req-b421648d-917c-487a-ac85-cfac5fe16b10 tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] 10.222.0.11 "GET /v2.0/security-groups?id=5f03d441-1e82-42a5-bcde-a0beac2e68f3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0688844
Jul 06 02:02:52.115176 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.rpc [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Device e3b71f4a-b82f-45b4-bf15-e3e3d8bd3b7b up at agent hyperv_hv-cinder-79954 {{(pid=80982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:273}}
Jul 06 02:02:52.180820 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b398f3a0-49c1-48e0-baeb-2db3ad9e92ac req-63b4bc7d-339b-4fc5-8d59-aa9437089bd9 tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:02:52.182516 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-b398f3a0-49c1-48e0-baeb-2db3ad9e92ac req-63b4bc7d-339b-4fc5-8d59-aa9437089bd9 tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] 10.222.0.11 "GET /v2.0/ports?device_id=687eed38-d64f-4a2f-a84a-94bfbd4218f7 HTTP/1.1" status: 200  len: 946 time: 0.1278422
Jul 06 02:02:52.214652 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.provisioning_blocks [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Provisioning for port e3b71f4a-b82f-45b4-bf15-e3e3d8bd3b7b completed by entity L2. {{(pid=80982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 06 02:02:52.220427 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.provisioning_blocks [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Provisioning complete for port e3b71f4a-b82f-45b4-bf15-e3e3d8bd3b7b triggered by entity L2. {{(pid=80982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 06 02:02:52.221029 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1309268'] for port, provisioning_complete {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:02:52.241333 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-b398f3a0-49c1-48e0-baeb-2db3ad9e92ac req-8a1855cd-379d-4756-8e6a-97fc087df5a8 tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] 10.222.0.11 "GET /v2.0/security-groups?id=32922aa1-4b90-4fe3-ab2c-607c8c38952f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0510972
Jul 06 02:02:52.355082 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1050496'] for port, before_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:02:52.393592 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8967dff4-e4b8-47d9-8915-304751964b5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3b71f4a-b82f-45b4-bf15-e3e3d8bd3b7b'}] {{(pid=80982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 06 02:02:52.410580 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] For port e3b71f4a-b82f-45b4-bf15-e3e3d8bd3b7b, host hv-cinder-79954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79954',level=0,port_id=e3b71f4a-b82f-45b4-bf15-e3e3d8bd3b7b,segment=NetworkSegment(cf5ffabf-c988-4a88-80c2-6ba359ee8846),segment_id=cf5ffabf-c988-4a88-80c2-6ba359ee8846)] {{(pid=80982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 02:02:52.459637 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740753762112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740753409037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296101366746'] for port, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:02:52.461993 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:02:52.507764 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74140605-ca80-4db9-b696-2932f0332e75 req-db8fd50f-0e6b-4cbc-a770-493b704a031f tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:02:52.510443 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-74140605-ca80-4db9-b696-2932f0332e75 req-db8fd50f-0e6b-4cbc-a770-493b704a031f tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] 10.222.0.11 "GET /v2.0/ports?device_id=687eed38-d64f-4a2f-a84a-94bfbd4218f7 HTTP/1.1" status: 200  len: 946 time: 0.1110756
Jul 06 02:02:52.526782 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13aedf26-9c74-4f8c-92e2-c0aef44ae93d req-368fc276-1c67-4678-8ab5-862c451f151e tempest-VolumesActionsTest-1223800970 tempest-VolumesActionsTest-1223800970-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:02:52.536712 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-13aedf26-9c74-4f8c-92e2-c0aef44ae93d req-368fc276-1c67-4678-8ab5-862c451f151e tempest-VolumesActionsTest-1223800970 tempest-VolumesActionsTest-1223800970-project] 10.222.0.11 "GET /v2.0/ports?device_id=8967dff4-e4b8-47d9-8915-304751964b5c HTTP/1.1" status: 200  len: 946 time: 0.1178176
Jul 06 02:02:52.591933 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-74140605-ca80-4db9-b696-2932f0332e75 req-638cba00-7e39-4d09-a206-c2711c1fd167 tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] 10.222.0.11 "GET /v2.0/security-groups?id=32922aa1-4b90-4fe3-ab2c-607c8c38952f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0726516
Jul 06 02:02:52.595263 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Pushing event updated for resources: {'Port': ['ID=e3b71f4a-b82f-45b4-bf15-e3e3d8bd3b7b,revision_number=5']} {{(pid=80982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:02:52.610437 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:02:52.619777 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-13aedf26-9c74-4f8c-92e2-c0aef44ae93d req-60e56c3d-c4b9-422d-915a-68d02924c745 tempest-VolumesActionsTest-1223800970 tempest-VolumesActionsTest-1223800970-project] 10.222.0.11 "GET /v2.0/security-groups?id=c4d9e794-0f6f-45bd-ab5e-fb0058e4026c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0809960
Jul 06 02:02:52.677084 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8967dff4-e4b8-47d9-8915-304751964b5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3b71f4a-b82f-45b4-bf15-e3e3d8bd3b7b', 'code': 200}
Jul 06 02:02:52.983377 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bb7a01-44cc-45ef-940a-9337d31c13ae req-51891375-b9cd-43d2-8998-0e51dbaeb146 tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:02:52.991444 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-a1bb7a01-44cc-45ef-940a-9337d31c13ae req-51891375-b9cd-43d2-8998-0e51dbaeb146 tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] 10.222.0.11 "GET /v2.0/ports?device_id=848f0167-2894-477b-bc20-558ceadb1d77 HTTP/1.1" status: 200  len: 943 time: 0.1118610
Jul 06 02:02:53.097517 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-a1bb7a01-44cc-45ef-940a-9337d31c13ae req-005cb7c8-6634-4c08-b9b7-440dfbbe9789 tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] 10.222.0.11 "GET /v2.0/security-groups?id=5f03d441-1e82-42a5-bcde-a0beac2e68f3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0976968
Jul 06 02:02:53.213495 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-0a910dbe-7fc9-4238-8a05-5b5a1cd73d89 req-e48eb5c2-413d-480d-91f2-21e4506c0861 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=8967dff4-e4b8-47d9-8915-304751964b5c HTTP/1.1" status: 200  len: 1099 time: 0.0978215
Jul 06 02:02:53.307711 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acc55f0-1083-4d06-a3ca-6653aa0c157a req-4f456db6-3769-4750-a29d-938555f5ed7d tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:02:53.309507 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-3acc55f0-1083-4d06-a3ca-6653aa0c157a req-4f456db6-3769-4750-a29d-938555f5ed7d tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] 10.222.0.11 "GET /v2.0/ports?device_id=687eed38-d64f-4a2f-a84a-94bfbd4218f7 HTTP/1.1" status: 200  len: 946 time: 0.0849268
Jul 06 02:02:53.375008 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-3acc55f0-1083-4d06-a3ca-6653aa0c157a req-393710cf-8cdc-4a17-910a-74d8321dc63a tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] 10.222.0.11 "GET /v2.0/security-groups?id=32922aa1-4b90-4fe3-ab2c-607c8c38952f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0544429
Jul 06 02:02:53.840891 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee50df2-b48e-44cc-bc74-101244baa008 req-8a0fe1a2-4c1e-4328-8be8-f3114deee25b tempest-VolumesActionsTest-1223800970 tempest-VolumesActionsTest-1223800970-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:02:53.842565 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-aee50df2-b48e-44cc-bc74-101244baa008 req-8a0fe1a2-4c1e-4328-8be8-f3114deee25b tempest-VolumesActionsTest-1223800970 tempest-VolumesActionsTest-1223800970-project] 10.222.0.11 "GET /v2.0/ports?device_id=8967dff4-e4b8-47d9-8915-304751964b5c HTTP/1.1" status: 200  len: 946 time: 0.0852485
Jul 06 02:02:53.896907 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-aee50df2-b48e-44cc-bc74-101244baa008 req-1209e688-c0e7-4336-8c9c-bec985ce0b56 tempest-VolumesActionsTest-1223800970 tempest-VolumesActionsTest-1223800970-project] 10.222.0.11 "GET /v2.0/security-groups?id=c4d9e794-0f6f-45bd-ab5e-fb0058e4026c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0470114
Jul 06 02:02:54.186080 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.rpc [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Device 69912c39-4fbd-4132-973d-842ed3df2ab5 details requested by agent hyperv_hv-cinder-79954 with host hv-cinder-79954 {{(pid=80982) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:87}}
Jul 06 02:02:54.233372 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-0a910dbe-7fc9-4238-8a05-5b5a1cd73d89 req-d8ab77e2-b588-48b6-a78b-da159b46ad8a service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=c4d9e794-0f6f-45bd-ab5e-fb0058e4026c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444872
Jul 06 02:02:54.339280 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fce3b1b-6613-43a9-835b-b208b39c9e2c req-e4e2dcf3-e5e6-427e-a1c8-a85139109250 tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:02:54.340909 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-8fce3b1b-6613-43a9-835b-b208b39c9e2c req-e4e2dcf3-e5e6-427e-a1c8-a85139109250 tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] 10.222.0.11 "GET /v2.0/ports?device_id=848f0167-2894-477b-bc20-558ceadb1d77 HTTP/1.1" status: 200  len: 943 time: 0.0805004
Jul 06 02:02:54.396794 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-8fce3b1b-6613-43a9-835b-b208b39c9e2c req-031a2e39-9f80-483a-9afd-f0c0b3e2024a tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] 10.222.0.11 "GET /v2.0/security-groups?id=5f03d441-1e82-42a5-bcde-a0beac2e68f3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0483479
Jul 06 02:02:54.421500 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] For port 69912c39-4fbd-4132-973d-842ed3df2ab5, host hv-cinder-79954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79954',level=0,port_id=69912c39-4fbd-4132-973d-842ed3df2ab5,segment=NetworkSegment(6c0c94b9-69f6-424f-b5a2-121e4144d259),segment_id=6c0c94b9-69f6-424f-b5a2-121e4144d259)] {{(pid=80982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 02:02:54.437147 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.rpc [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Returning: {'device': '69912c39-4fbd-4132-973d-842ed3df2ab5', 'network_id': '071e3c2f-cf0c-415c-b6d3-47995c0b5e75', 'port_id': '69912c39-4fbd-4132-973d-842ed3df2ab5', 'mac_address': 'fa:16:3e:b6:c9:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c53f2ac-179f-40db-a015-badba4b27300', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80982) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:165}}
Jul 06 02:02:54.502345 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1050496'] for port, before_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:02:54.520471 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.notifiers.nova [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69912c39-4fbd-4132-973d-842ed3df2ab5 {{(pid=80982) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Jul 06 02:02:54.537747 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] For port 69912c39-4fbd-4132-973d-842ed3df2ab5, host hv-cinder-79954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79954',level=0,port_id=69912c39-4fbd-4132-973d-842ed3df2ab5,segment=NetworkSegment(6c0c94b9-69f6-424f-b5a2-121e4144d259),segment_id=6c0c94b9-69f6-424f-b5a2-121e4144d259)] {{(pid=80982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 02:02:54.577536 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740753762112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740753409037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296101366746'] for port, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:02:54.579523 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:02:54.641460 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Pushing event updated for resources: {'Port': ['ID=69912c39-4fbd-4132-973d-842ed3df2ab5,revision_number=4']} {{(pid=80982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:02:54.644633 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:02:55.097175 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23547eb-20c2-4fb0-975f-ab1196aea8b4 req-5ab4e6d0-0992-492c-9803-81a3ad7a3ea6 tempest-VolumesActionsTest-1223800970 tempest-VolumesActionsTest-1223800970-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:02:55.098670 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-e23547eb-20c2-4fb0-975f-ab1196aea8b4 req-5ab4e6d0-0992-492c-9803-81a3ad7a3ea6 tempest-VolumesActionsTest-1223800970 tempest-VolumesActionsTest-1223800970-project] 10.222.0.11 "GET /v2.0/ports?device_id=8967dff4-e4b8-47d9-8915-304751964b5c HTTP/1.1" status: 200  len: 946 time: 0.0837336
Jul 06 02:02:55.149838 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-e23547eb-20c2-4fb0-975f-ab1196aea8b4 req-14f9a33d-19e4-421b-b400-3e570e187c52 tempest-VolumesActionsTest-1223800970 tempest-VolumesActionsTest-1223800970-project] 10.222.0.11 "GET /v2.0/security-groups?id=c4d9e794-0f6f-45bd-ab5e-fb0058e4026c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440638
Jul 06 02:02:55.591290 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b232ac-05f1-4411-afa7-947b8c67eb6b req-c0f85260-a1aa-469e-9a8e-cc6ac15b53ec tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:02:55.592874 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-53b232ac-05f1-4411-afa7-947b8c67eb6b req-c0f85260-a1aa-469e-9a8e-cc6ac15b53ec tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] 10.222.0.11 "GET /v2.0/ports?device_id=848f0167-2894-477b-bc20-558ceadb1d77 HTTP/1.1" status: 200  len: 944 time: 0.0784860
Jul 06 02:02:55.646110 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-53b232ac-05f1-4411-afa7-947b8c67eb6b req-892723de-f4e1-4645-be7b-c35ce054c26b tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] 10.222.0.11 "GET /v2.0/security-groups?id=5f03d441-1e82-42a5-bcde-a0beac2e68f3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0444443
Jul 06 02:02:56.362672 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26f9440-5175-4e8d-8e5c-d46b9ce15a38 req-8bfad6a7-e7c0-40f0-b257-ad5d42ef8ebc tempest-VolumesActionsTest-1223800970 tempest-VolumesActionsTest-1223800970-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:02:56.364342 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-c26f9440-5175-4e8d-8e5c-d46b9ce15a38 req-8bfad6a7-e7c0-40f0-b257-ad5d42ef8ebc tempest-VolumesActionsTest-1223800970 tempest-VolumesActionsTest-1223800970-project] 10.222.0.11 "GET /v2.0/ports?device_id=8967dff4-e4b8-47d9-8915-304751964b5c HTTP/1.1" status: 200  len: 946 time: 0.0927329
Jul 06 02:02:56.430083 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-c26f9440-5175-4e8d-8e5c-d46b9ce15a38 req-9ef09498-6e35-41b8-913f-1b8c6b4c1cf5 tempest-VolumesActionsTest-1223800970 tempest-VolumesActionsTest-1223800970-project] 10.222.0.11 "GET /v2.0/security-groups?id=c4d9e794-0f6f-45bd-ab5e-fb0058e4026c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0583401
Jul 06 02:02:56.574055 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] get_ports_and_sgs() called for port_ids ['69912c39-4fbd-4132-973d-842ed3df2ab5'] {{(pid=80982) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:184}}
Jul 06 02:02:56.855075 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e3c452-92f7-44ec-b824-c2321b4fd08a req-e6f60937-1a97-4ab5-b77c-d46d6c8f8003 tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:02:56.856614 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-97e3c452-92f7-44ec-b824-c2321b4fd08a req-e6f60937-1a97-4ab5-b77c-d46d6c8f8003 tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] 10.222.0.11 "GET /v2.0/ports?device_id=848f0167-2894-477b-bc20-558ceadb1d77 HTTP/1.1" status: 200  len: 944 time: 0.0847006
Jul 06 02:02:56.927810 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-97e3c452-92f7-44ec-b824-c2321b4fd08a req-df384a58-ef5e-4293-a4e9-82d51ed9db3a tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] 10.222.0.11 "GET /v2.0/security-groups?id=5f03d441-1e82-42a5-bcde-a0beac2e68f3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0628483
Jul 06 02:02:57.660208 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba137b2-100d-4912-8def-ebfd1e32073c req-d5713610-d345-4777-a9a2-d07e75c7ab2e tempest-VolumesActionsTest-1223800970 tempest-VolumesActionsTest-1223800970-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:02:57.662035 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-fba137b2-100d-4912-8def-ebfd1e32073c req-d5713610-d345-4777-a9a2-d07e75c7ab2e tempest-VolumesActionsTest-1223800970 tempest-VolumesActionsTest-1223800970-project] 10.222.0.11 "GET /v2.0/ports?device_id=8967dff4-e4b8-47d9-8915-304751964b5c HTTP/1.1" status: 200  len: 946 time: 0.0893009
Jul 06 02:02:57.725251 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-fba137b2-100d-4912-8def-ebfd1e32073c req-d7924c2b-13d8-4f68-8694-82b22506a3c5 tempest-VolumesActionsTest-1223800970 tempest-VolumesActionsTest-1223800970-project] 10.222.0.11 "GET /v2.0/security-groups?id=c4d9e794-0f6f-45bd-ab5e-fb0058e4026c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0534110
Jul 06 02:02:58.143186 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d39d4c4-3459-4cc7-aae3-bbe276f0a390 req-d0d22249-243a-4d2b-b503-df1e114b0832 tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:02:58.144819 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-5d39d4c4-3459-4cc7-aae3-bbe276f0a390 req-d0d22249-243a-4d2b-b503-df1e114b0832 tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] 10.222.0.11 "GET /v2.0/ports?device_id=848f0167-2894-477b-bc20-558ceadb1d77 HTTP/1.1" status: 200  len: 944 time: 0.0926685
Jul 06 02:02:58.196459 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-5d39d4c4-3459-4cc7-aae3-bbe276f0a390 req-e6db5667-3cce-4e6d-a152-2c5531aa0a39 tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] 10.222.0.11 "GET /v2.0/security-groups?id=5f03d441-1e82-42a5-bcde-a0beac2e68f3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0437357
Jul 06 02:02:58.952157 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081312f2-d3ef-421b-af93-501b254b9103 req-8634ee99-225b-42d1-83ad-8be682d3c86b tempest-VolumesActionsTest-1223800970 tempest-VolumesActionsTest-1223800970-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:02:58.953856 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-081312f2-d3ef-421b-af93-501b254b9103 req-8634ee99-225b-42d1-83ad-8be682d3c86b tempest-VolumesActionsTest-1223800970 tempest-VolumesActionsTest-1223800970-project] 10.222.0.11 "GET /v2.0/ports?device_id=8967dff4-e4b8-47d9-8915-304751964b5c HTTP/1.1" status: 200  len: 946 time: 0.0830836
Jul 06 02:02:59.011323 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-081312f2-d3ef-421b-af93-501b254b9103 req-641936db-208a-4bff-8659-a0fe41b73267 tempest-VolumesActionsTest-1223800970 tempest-VolumesActionsTest-1223800970-project] 10.222.0.11 "GET /v2.0/security-groups?id=c4d9e794-0f6f-45bd-ab5e-fb0058e4026c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0501103
Jul 06 02:02:59.553928 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781e3dad-22a2-44f9-b8ce-eb2638469ea5 req-dde203fe-6bb0-4809-8f7d-7c246e55566b tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:02:59.555525 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-781e3dad-22a2-44f9-b8ce-eb2638469ea5 req-dde203fe-6bb0-4809-8f7d-7c246e55566b tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] 10.222.0.11 "GET /v2.0/ports?device_id=848f0167-2894-477b-bc20-558ceadb1d77 HTTP/1.1" status: 200  len: 944 time: 0.0786107
Jul 06 02:02:59.608593 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-781e3dad-22a2-44f9-b8ce-eb2638469ea5 req-410d60ef-88a5-45a5-a7c3-1bbd0d54defa tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] 10.222.0.11 "GET /v2.0/security-groups?id=5f03d441-1e82-42a5-bcde-a0beac2e68f3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0453660
Jul 06 02:02:59.801221 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9f1b10-d9cf-4edd-8bfa-772a5f433d73 req-1fe3d99b-1df5-49b6-b6c7-cec07ab357c4 tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:02:59.802889 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-1a9f1b10-d9cf-4edd-8bfa-772a5f433d73 req-1fe3d99b-1df5-49b6-b6c7-cec07ab357c4 tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] 10.222.0.11 "GET /v2.0/ports?device_id=e0031e4c-fd20-42f5-aa66-c102510ce1fe HTTP/1.1" status: 200  len: 945 time: 0.0840287
Jul 06 02:02:59.857557 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-1a9f1b10-d9cf-4edd-8bfa-772a5f433d73 req-69c161bf-b7e7-4d77-8c42-4aa97f66a7e6 tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] 10.222.0.11 "GET /v2.0/security-groups?id=8f6df123-aea9-4211-ae13-3df2bf025ab5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0460563
Jul 06 02:03:00.660674 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-6de80cb2-2d72-43d4-8ac7-d0d44ef1f089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:03:00.815017 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8218fb-0ec2-4f17-a9d6-8dbbff95c9a7 req-8c74a3c0-e2ae-42d2-907b-6a84b47d344c tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:03:00.816655 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-eb8218fb-0ec2-4f17-a9d6-8dbbff95c9a7 req-8c74a3c0-e2ae-42d2-907b-6a84b47d344c tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] 10.222.0.11 "GET /v2.0/ports?device_id=848f0167-2894-477b-bc20-558ceadb1d77 HTTP/1.1" status: 200  len: 944 time: 0.0870302
Jul 06 02:03:00.877648 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-eb8218fb-0ec2-4f17-a9d6-8dbbff95c9a7 req-49ec4089-d509-4998-ad97-005112961d7a tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] 10.222.0.11 "GET /v2.0/security-groups?id=5f03d441-1e82-42a5-bcde-a0beac2e68f3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0522697
Jul 06 02:03:01.166916 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020a7a35-b4db-4ab3-b076-29f217c08adc req-4b959334-2d70-4f6f-ad1e-ba938b077f67 tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:03:01.169075 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-020a7a35-b4db-4ab3-b076-29f217c08adc req-4b959334-2d70-4f6f-ad1e-ba938b077f67 tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] 10.222.0.11 "GET /v2.0/ports?device_id=e0031e4c-fd20-42f5-aa66-c102510ce1fe HTTP/1.1" status: 200  len: 945 time: 0.1487830
Jul 06 02:03:01.175510 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-39fb8ee9-b084-4bcf-b646-861da1bf2989 req-145a5208-1ebe-444e-8e94-efbbf6a962c4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b0037fadadec43e5bf5dc42b273e1b3e&device_id=e0031e4c-fd20-42f5-aa66-c102510ce1fe HTTP/1.1" status: 200  len: 1098 time: 0.1004753
Jul 06 02:03:01.246319 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-020a7a35-b4db-4ab3-b076-29f217c08adc req-988f2a5f-5107-45c8-b1bc-e52afae28c97 tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] 10.222.0.11 "GET /v2.0/security-groups?id=8f6df123-aea9-4211-ae13-3df2bf025ab5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0668921
Jul 06 02:03:01.329796 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fb8ee9-b084-4bcf-b646-861da1bf2989 req-9ccb346f-dd04-4e1f-b2e4-25d311d82c75 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:03:01.331862 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-39fb8ee9-b084-4bcf-b646-861da1bf2989 req-9ccb346f-dd04-4e1f-b2e4-25d311d82c75 service neutron] 10.222.0.37 "GET /v2.0/networks?id=1ca3dc02-05cd-4643-b3fa-d954b152071f HTTP/1.1" status: 200  len: 919 time: 0.1436043
Jul 06 02:03:01.415401 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-39fb8ee9-b084-4bcf-b646-861da1bf2989 req-b1887eb5-09e9-4a3c-8100-68ae103dd041 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=690720d0-ff6c-4b6a-a451-292129cac28e HTTP/1.1" status: 200  len: 217 time: 0.0744328
Jul 06 02:03:01.519560 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fb8ee9-b084-4bcf-b646-861da1bf2989 req-cb8739dd-91a5-4251-a67b-0942fceaf49b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:03:01.521414 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-39fb8ee9-b084-4bcf-b646-861da1bf2989 req-cb8739dd-91a5-4251-a67b-0942fceaf49b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b73206aa-6636-4b14-93c5-291e3d5f08f3 HTTP/1.1" status: 200  len: 858 time: 0.0947821
Jul 06 02:03:01.592528 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-39fb8ee9-b084-4bcf-b646-861da1bf2989 req-94f28dba-4f10-4243-a397-ad5e6ee21c14 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1ca3dc02-05cd-4643-b3fa-d954b152071f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0567119
Jul 06 02:03:01.755943 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-39fb8ee9-b084-4bcf-b646-861da1bf2989 req-6dceae31-c05d-4ff0-a9c7-503c1efbefb0 service neutron] 10.222.0.37 "GET /v2.0/networks/1ca3dc02-05cd-4643-b3fa-d954b152071f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1510723
Jul 06 02:03:02.102520 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692695e7-d090-44b3-b42d-8f789d736941 req-25d50aa9-82da-4b8e-8f1a-043cb46812d3 tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:03:02.106602 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.rpc [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Device 69912c39-4fbd-4132-973d-842ed3df2ab5 up at agent hyperv_hv-cinder-79954 {{(pid=80982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:273}}
Jul 06 02:03:02.117837 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-692695e7-d090-44b3-b42d-8f789d736941 req-25d50aa9-82da-4b8e-8f1a-043cb46812d3 tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] 10.222.0.11 "GET /v2.0/ports?device_id=848f0167-2894-477b-bc20-558ceadb1d77 HTTP/1.1" status: 200  len: 944 time: 0.1010411
Jul 06 02:03:02.151752 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-39fb8ee9-b084-4bcf-b646-861da1bf2989 req-f0ac10a1-ead0-4aea-8a48-38645ed2ed4c service neutron] 10.222.0.37 "GET /v2.0/networks/1ca3dc02-05cd-4643-b3fa-d954b152071f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3854074
Jul 06 02:03:02.176507 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-692695e7-d090-44b3-b42d-8f789d736941 req-b70597a6-3cdc-4196-bdad-c70bdd062260 tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] 10.222.0.11 "GET /v2.0/security-groups?id=5f03d441-1e82-42a5-bcde-a0beac2e68f3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0485044
Jul 06 02:03:02.277148 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:03:02.279288 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.provisioning_blocks [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Provisioning for port 69912c39-4fbd-4132-973d-842ed3df2ab5 completed by entity L2. {{(pid=80982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 06 02:03:02.285539 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.provisioning_blocks [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Provisioning complete for port 69912c39-4fbd-4132-973d-842ed3df2ab5 triggered by entity L2. {{(pid=80982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 06 02:03:02.285981 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1309268'] for port, provisioning_complete {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:03:02.425185 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1050496'] for port, before_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:03:02.458211 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '848f0167-2894-477b-bc20-558ceadb1d77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69912c39-4fbd-4132-973d-842ed3df2ab5'}] {{(pid=80982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 06 02:03:02.480804 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] For port 69912c39-4fbd-4132-973d-842ed3df2ab5, host hv-cinder-79954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79954',level=0,port_id=69912c39-4fbd-4132-973d-842ed3df2ab5,segment=NetworkSegment(6c0c94b9-69f6-424f-b5a2-121e4144d259),segment_id=6c0c94b9-69f6-424f-b5a2-121e4144d259)] {{(pid=80982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 02:03:02.513789 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '848f0167-2894-477b-bc20-558ceadb1d77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69912c39-4fbd-4132-973d-842ed3df2ab5', 'code': 200}
Jul 06 02:03:02.520006 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740753762112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740753409037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296101366746'] for port, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:03:02.523708 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:03:02.583595 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9849b946-6c28-4011-b5fd-6209892c4480 req-1c5ea250-3dfb-4cc1-b1e1-15e3005c6c77 tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:03:02.585346 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-9849b946-6c28-4011-b5fd-6209892c4480 req-1c5ea250-3dfb-4cc1-b1e1-15e3005c6c77 tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] 10.222.0.11 "GET /v2.0/ports?device_id=e0031e4c-fd20-42f5-aa66-c102510ce1fe HTTP/1.1" status: 200  len: 945 time: 0.0889921
Jul 06 02:03:02.651978 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-9849b946-6c28-4011-b5fd-6209892c4480 req-6dda94c8-62f6-4c2b-9297-85acdbd17c83 tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] 10.222.0.11 "GET /v2.0/security-groups?id=8f6df123-aea9-4211-ae13-3df2bf025ab5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0553238
Jul 06 02:03:02.770575 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Pushing event updated for resources: {'Port': ['ID=69912c39-4fbd-4132-973d-842ed3df2ab5,revision_number=5']} {{(pid=80982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:03:02.774392 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=80982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:03:03.024892 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93385bcc-e2b2-4d4e-8c5d-ef43b8d1fe92 req-1b089bba-5c09-49c9-9e69-cb6a0ded0aa7 tempest-VolumesActionsTest-1223800970 tempest-VolumesActionsTest-1223800970-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:03:03.026646 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-93385bcc-e2b2-4d4e-8c5d-ef43b8d1fe92 req-1b089bba-5c09-49c9-9e69-cb6a0ded0aa7 tempest-VolumesActionsTest-1223800970 tempest-VolumesActionsTest-1223800970-project] 10.222.0.11 "GET /v2.0/ports?device_id=8967dff4-e4b8-47d9-8915-304751964b5c HTTP/1.1" status: 200  len: 946 time: 0.0852008
Jul 06 02:03:03.089058 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-93385bcc-e2b2-4d4e-8c5d-ef43b8d1fe92 req-1e3f6c69-d8e4-4866-8b6a-79962b074657 tempest-VolumesActionsTest-1223800970 tempest-VolumesActionsTest-1223800970-project] 10.222.0.11 "GET /v2.0/security-groups?id=c4d9e794-0f6f-45bd-ab5e-fb0058e4026c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0541155
Jul 06 02:03:03.159999 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-8982c1d5-f55a-46b4-86e6-ead1ba217133 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:03:03.422709 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a34bed-5cd2-41da-990a-36666d9bffd9 req-3ae7dc7c-5209-4e3d-b2f2-087c99d48a75 tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:03:03.424339 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-08a34bed-5cd2-41da-990a-36666d9bffd9 req-3ae7dc7c-5209-4e3d-b2f2-087c99d48a75 tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] 10.222.0.11 "GET /v2.0/ports?device_id=848f0167-2894-477b-bc20-558ceadb1d77 HTTP/1.1" status: 200  len: 945 time: 0.0866044
Jul 06 02:03:03.478912 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-08a34bed-5cd2-41da-990a-36666d9bffd9 req-a897bd1b-50b6-468a-ad09-9feed7c34fdb tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] 10.222.0.11 "GET /v2.0/security-groups?id=5f03d441-1e82-42a5-bcde-a0beac2e68f3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0451064
Jul 06 02:03:03.583058 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:03:03.902623 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d20e36-6207-455b-8178-3f621b88dc71 req-614195bb-ce82-4ce2-b349-50af1a423b52 tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:03:03.904805 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-02d20e36-6207-455b-8178-3f621b88dc71 req-614195bb-ce82-4ce2-b349-50af1a423b52 tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] 10.222.0.11 "GET /v2.0/ports?device_id=e0031e4c-fd20-42f5-aa66-c102510ce1fe HTTP/1.1" status: 200  len: 945 time: 0.0934377
Jul 06 02:03:03.955584 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-02d20e36-6207-455b-8178-3f621b88dc71 req-1588d885-72cf-4680-80e9-af1095e90dff tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] 10.222.0.11 "GET /v2.0/security-groups?id=8f6df123-aea9-4211-ae13-3df2bf025ab5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435278
Jul 06 02:03:04.338760 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a66f15-934f-4cfc-8083-3ea6f1a7a0f2 req-07eac320-b5de-4211-acff-7a4e478246f2 tempest-VolumesActionsTest-1223800970 tempest-VolumesActionsTest-1223800970-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:03:04.340471 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-20a66f15-934f-4cfc-8083-3ea6f1a7a0f2 req-07eac320-b5de-4211-acff-7a4e478246f2 tempest-VolumesActionsTest-1223800970 tempest-VolumesActionsTest-1223800970-project] 10.222.0.11 "GET /v2.0/ports?device_id=8967dff4-e4b8-47d9-8915-304751964b5c HTTP/1.1" status: 200  len: 946 time: 0.0865288
Jul 06 02:03:04.398553 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-20a66f15-934f-4cfc-8083-3ea6f1a7a0f2 req-c3c83e22-c24f-44a3-81c3-a7704b63c47d tempest-VolumesActionsTest-1223800970 tempest-VolumesActionsTest-1223800970-project] 10.222.0.11 "GET /v2.0/security-groups?id=c4d9e794-0f6f-45bd-ab5e-fb0058e4026c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0501871
Jul 06 02:03:04.684994 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab56879f-8c49-4edc-8472-969d3877a7bf req-4162d6b1-6098-42ce-bbf5-51eb28dd66ef tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:03:04.686669 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-ab56879f-8c49-4edc-8472-969d3877a7bf req-4162d6b1-6098-42ce-bbf5-51eb28dd66ef tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] 10.222.0.11 "GET /v2.0/ports?device_id=848f0167-2894-477b-bc20-558ceadb1d77 HTTP/1.1" status: 200  len: 945 time: 0.0888147
Jul 06 02:03:04.740142 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-ab56879f-8c49-4edc-8472-969d3877a7bf req-a81ab43d-d502-4625-9258-a3dd1b4b9276 tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] 10.222.0.11 "GET /v2.0/security-groups?id=5f03d441-1e82-42a5-bcde-a0beac2e68f3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0456233
Jul 06 02:03:05.072481 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-76dafd09-8b9e-4f4b-ba8f-a0f9ff874801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:03:05.162092 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81538eb3-9cb7-4cf5-8894-38beee1a90cb req-b1277823-7540-48d5-b520-7ee6452ca2d8 tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:03:05.163832 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-81538eb3-9cb7-4cf5-8894-38beee1a90cb req-b1277823-7540-48d5-b520-7ee6452ca2d8 tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] 10.222.0.11 "GET /v2.0/ports?device_id=e0031e4c-fd20-42f5-aa66-c102510ce1fe HTTP/1.1" status: 200  len: 945 time: 0.0830250
Jul 06 02:03:05.218134 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-81538eb3-9cb7-4cf5-8894-38beee1a90cb req-149e6484-5162-4769-be1c-1d5014622cc8 tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] 10.222.0.11 "GET /v2.0/security-groups?id=8f6df123-aea9-4211-ae13-3df2bf025ab5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0454218
Jul 06 02:03:05.499333 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-fcfe0981-f829-42d2-99d0-fcc19e179060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:03:05.601994 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf425f9-d6b9-410b-98be-6c9ca40d41ef req-d55a7f70-68cd-4f8b-a17f-d071231c268e tempest-VolumesActionsTest-1223800970 tempest-VolumesActionsTest-1223800970-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:03:05.603538 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-acf425f9-d6b9-410b-98be-6c9ca40d41ef req-d55a7f70-68cd-4f8b-a17f-d071231c268e tempest-VolumesActionsTest-1223800970 tempest-VolumesActionsTest-1223800970-project] 10.222.0.11 "GET /v2.0/ports?device_id=8967dff4-e4b8-47d9-8915-304751964b5c HTTP/1.1" status: 200  len: 946 time: 0.0810137
Jul 06 02:03:05.662925 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-acf425f9-d6b9-410b-98be-6c9ca40d41ef req-220ac062-e310-480d-b13e-5eeddcbf063a tempest-VolumesActionsTest-1223800970 tempest-VolumesActionsTest-1223800970-project] 10.222.0.11 "GET /v2.0/security-groups?id=c4d9e794-0f6f-45bd-ab5e-fb0058e4026c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0522537
Jul 06 02:03:05.982315 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57386a4-bd3f-4c19-96d6-836692ed22c4 req-3b7c5eda-9ec8-493d-8a34-144b2c0c787f tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:03:05.983985 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-f57386a4-bd3f-4c19-96d6-836692ed22c4 req-3b7c5eda-9ec8-493d-8a34-144b2c0c787f tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] 10.222.0.11 "GET /v2.0/ports?device_id=848f0167-2894-477b-bc20-558ceadb1d77 HTTP/1.1" status: 200  len: 945 time: 0.0858538
Jul 06 02:03:06.039582 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-f57386a4-bd3f-4c19-96d6-836692ed22c4 req-543baf02-fdc4-403e-8c30-abbfe608d590 tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] 10.222.0.11 "GET /v2.0/security-groups?id=5f03d441-1e82-42a5-bcde-a0beac2e68f3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0479262
Jul 06 02:03:06.406652 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-e3a1218b-1040-42e8-aa8b-e249067ca09a req-a4460d8d-0ae7-4748-a764-71ef908c4f6a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=848f0167-2894-477b-bc20-558ceadb1d77 HTTP/1.1" status: 200  len: 1098 time: 0.1301291
Jul 06 02:03:06.464678 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-e3a1218b-1040-42e8-aa8b-e249067ca09a req-8d1d5287-e97c-42e9-858b-b4b791350283 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=5f03d441-1e82-42a5-bcde-a0beac2e68f3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0463927
Jul 06 02:03:06.599079 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d67f23b-2498-48ca-8fa1-71d2884fee50 req-4462e710-b309-4afd-8a16-6e6de4a7dff8 tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:03:06.600790 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-9d67f23b-2498-48ca-8fa1-71d2884fee50 req-4462e710-b309-4afd-8a16-6e6de4a7dff8 tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] 10.222.0.11 "GET /v2.0/ports?device_id=e0031e4c-fd20-42f5-aa66-c102510ce1fe HTTP/1.1" status: 200  len: 945 time: 0.0878100
Jul 06 02:03:06.655867 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-9d67f23b-2498-48ca-8fa1-71d2884fee50 req-0cfdddd1-59c3-42cc-9076-b39d336491f0 tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] 10.222.0.11 "GET /v2.0/security-groups?id=8f6df123-aea9-4211-ae13-3df2bf025ab5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0470014
Jul 06 02:03:06.876951 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12fb7f0-c83e-4545-b7a6-f4df5c551706 req-1bc8832f-9304-4ec9-bb6a-a84f197f34be tempest-VolumesActionsTest-1223800970 tempest-VolumesActionsTest-1223800970-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:03:06.878620 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-f12fb7f0-c83e-4545-b7a6-f4df5c551706 req-1bc8832f-9304-4ec9-bb6a-a84f197f34be tempest-VolumesActionsTest-1223800970 tempest-VolumesActionsTest-1223800970-project] 10.222.0.11 "GET /v2.0/ports?device_id=8967dff4-e4b8-47d9-8915-304751964b5c HTTP/1.1" status: 200  len: 946 time: 0.0825021
Jul 06 02:03:06.936145 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-f12fb7f0-c83e-4545-b7a6-f4df5c551706 req-92ffdc00-9db9-4e82-9e5b-a0eff480c41c tempest-VolumesActionsTest-1223800970 tempest-VolumesActionsTest-1223800970-project] 10.222.0.11 "GET /v2.0/security-groups?id=c4d9e794-0f6f-45bd-ab5e-fb0058e4026c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0494328
Jul 06 02:03:07.245362 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d134856e-2118-4bef-8678-11aa40f10321 req-1dfcc3a2-da0b-4d56-a06a-4310f90920bd tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:03:07.247495 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-d134856e-2118-4bef-8678-11aa40f10321 req-1dfcc3a2-da0b-4d56-a06a-4310f90920bd tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] 10.222.0.11 "GET /v2.0/ports?device_id=848f0167-2894-477b-bc20-558ceadb1d77 HTTP/1.1" status: 200  len: 945 time: 0.0846980
Jul 06 02:03:07.307280 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-d134856e-2118-4bef-8678-11aa40f10321 req-f408eceb-e0b1-4ba3-bc67-ae66267e81e2 tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] 10.222.0.11 "GET /v2.0/security-groups?id=5f03d441-1e82-42a5-bcde-a0beac2e68f3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0522418
Jul 06 02:03:07.864549 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322bab25-b858-407a-b520-fc254a1bcb75 req-6fa32b34-63ff-4cb3-92b4-fcf06f7e0522 tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:03:07.867470 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-322bab25-b858-407a-b520-fc254a1bcb75 req-6fa32b34-63ff-4cb3-92b4-fcf06f7e0522 tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] 10.222.0.11 "GET /v2.0/ports?device_id=e0031e4c-fd20-42f5-aa66-c102510ce1fe HTTP/1.1" status: 200  len: 945 time: 0.0939627
Jul 06 02:03:07.959011 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-322bab25-b858-407a-b520-fc254a1bcb75 req-21a319cd-519b-4057-953b-464b829c0544 tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] 10.222.0.11 "GET /v2.0/security-groups?id=8f6df123-aea9-4211-ae13-3df2bf025ab5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0755107
Jul 06 02:03:08.148809 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe5af21-6400-4139-814f-99923ac7fcaa req-4972a2f9-0837-4d18-b589-750d49334aee tempest-VolumesActionsTest-1223800970 tempest-VolumesActionsTest-1223800970-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:03:08.152369 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-efe5af21-6400-4139-814f-99923ac7fcaa req-4972a2f9-0837-4d18-b589-750d49334aee tempest-VolumesActionsTest-1223800970 tempest-VolumesActionsTest-1223800970-project] 10.222.0.11 "GET /v2.0/ports?device_id=8967dff4-e4b8-47d9-8915-304751964b5c HTTP/1.1" status: 200  len: 946 time: 0.0810854
Jul 06 02:03:08.202489 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-efe5af21-6400-4139-814f-99923ac7fcaa req-81300c75-ad43-4562-952f-f95cb2c27db0 tempest-VolumesActionsTest-1223800970 tempest-VolumesActionsTest-1223800970-project] 10.222.0.11 "GET /v2.0/security-groups?id=c4d9e794-0f6f-45bd-ab5e-fb0058e4026c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437133
Jul 06 02:03:08.503850 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43163b50-4127-4fc1-afdf-a18d6064bb50 req-90014144-a88a-4b2a-9630-579e73a10386 tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:03:08.505452 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-43163b50-4127-4fc1-afdf-a18d6064bb50 req-90014144-a88a-4b2a-9630-579e73a10386 tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] 10.222.0.11 "GET /v2.0/ports?device_id=848f0167-2894-477b-bc20-558ceadb1d77 HTTP/1.1" status: 200  len: 945 time: 0.0816872
Jul 06 02:03:08.558595 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-43163b50-4127-4fc1-afdf-a18d6064bb50 req-094e5b39-5a47-401e-aaf4-82484c82b3fb tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] 10.222.0.11 "GET /v2.0/security-groups?id=5f03d441-1e82-42a5-bcde-a0beac2e68f3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0449765
Jul 06 02:03:08.805049 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f51e70-a97e-4abe-a009-06cf2d875981 req-dd1d6abf-8438-42ff-ac85-510d51dbca8c tempest-VolumesActionsTest-1223800970 tempest-VolumesActionsTest-1223800970-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:03:08.807508 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-b5f51e70-a97e-4abe-a009-06cf2d875981 req-dd1d6abf-8438-42ff-ac85-510d51dbca8c tempest-VolumesActionsTest-1223800970 tempest-VolumesActionsTest-1223800970-project] 10.222.0.37 "GET /v2.0/ports?device_id=8967dff4-e4b8-47d9-8915-304751964b5c HTTP/1.1" status: 200  len: 946 time: 0.1455021
Jul 06 02:03:08.815690 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cc0c5e-f1a1-40d6-806b-662db187f677 req-c0175c11-78fa-4d66-ad9d-f1e6a7ecab2f tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:03:08.817858 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-b4cc0c5e-f1a1-40d6-806b-662db187f677 req-c0175c11-78fa-4d66-ad9d-f1e6a7ecab2f tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] 10.222.0.11 "GET /v2.0/ports?device_id=848f0167-2894-477b-bc20-558ceadb1d77 HTTP/1.1" status: 200  len: 945 time: 0.1162262
Jul 06 02:03:08.927749 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.plugin [req-b5f51e70-a97e-4abe-a009-06cf2d875981 req-6451ff29-7b92-4520-818c-86f2052465c8 tempest-VolumesActionsTest-1223800970 tempest-VolumesActionsTest-1223800970-project] Deleting port e3b71f4a-b82f-45b4-bf15-e3e3d8bd3b7b {{(pid=80980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1879}}
Jul 06 02:03:08.928305 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-b5f51e70-a97e-4abe-a009-06cf2d875981 req-6451ff29-7b92-4520-818c-86f2052465c8 tempest-VolumesActionsTest-1223800970 tempest-VolumesActionsTest-1223800970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296100957044'] for port, before_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:03:08.959905 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-b4cc0c5e-f1a1-40d6-806b-662db187f677 req-6bdde72d-52e7-4542-9355-14a0827cb338 tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] 10.222.0.11 "GET /v2.0/security-groups?id=5f03d441-1e82-42a5-bcde-a0beac2e68f3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1341722
Jul 06 02:03:08.983201 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80980) accepted ('10.222.0.11', 43444) {{(pid=80980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 02:03:09.177390 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cffde52-8445-49a4-a6a7-1a8d8b0ed7b2 req-008575ff-8529-4c90-a936-e4d6cc512f5c tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:03:09.182456 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-2cffde52-8445-49a4-a6a7-1a8d8b0ed7b2 req-008575ff-8529-4c90-a936-e4d6cc512f5c tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] 10.222.0.11 "GET /v2.0/ports?device_id=e0031e4c-fd20-42f5-aa66-c102510ce1fe HTTP/1.1" status: 200  len: 945 time: 0.0975626
Jul 06 02:03:09.214590 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [req-b5f51e70-a97e-4abe-a009-06cf2d875981 req-6451ff29-7b92-4520-818c-86f2052465c8 tempest-VolumesActionsTest-1223800970 tempest-VolumesActionsTest-1223800970-project] For port e3b71f4a-b82f-45b4-bf15-e3e3d8bd3b7b, host hv-cinder-79954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79954',level=0,port_id=e3b71f4a-b82f-45b4-bf15-e3e3d8bd3b7b,segment=NetworkSegment(cf5ffabf-c988-4a88-80c2-6ba359ee8846),segment_id=cf5ffabf-c988-4a88-80c2-6ba359ee8846)] {{(pid=80980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 02:03:09.214999 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-b5f51e70-a97e-4abe-a009-06cf2d875981 req-6451ff29-7b92-4520-818c-86f2052465c8 tempest-VolumesActionsTest-1223800970 tempest-VolumesActionsTest-1223800970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328131'] for port, precommit_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:03:09.260245 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-2cffde52-8445-49a4-a6a7-1a8d8b0ed7b2 req-7ddf7740-88d2-4af1-8d3a-48a2f551dafe tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] 10.222.0.11 "GET /v2.0/security-groups?id=8f6df123-aea9-4211-ae13-3df2bf025ab5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0714917
Jul 06 02:03:09.392993 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.plugin [req-b5f51e70-a97e-4abe-a009-06cf2d875981 req-6451ff29-7b92-4520-818c-86f2052465c8 tempest-VolumesActionsTest-1223800970 tempest-VolumesActionsTest-1223800970-project] Calling delete_port for e3b71f4a-b82f-45b4-bf15-e3e3d8bd3b7b owned by compute:nova {{(pid=80980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1952}}
Jul 06 02:03:09.610161 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-3d2c33d5-fa8e-4eab-9966-f0c2b2b337af tempest-TestShelveInstance-49292594 tempest-TestShelveInstance-49292594-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=848f0167-2894-477b-bc20-558ceadb1d77 HTTP/1.1" status: 200  len: 1093 time: 0.6254632
Jul 06 02:03:09.615147 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80980) accepted ('10.222.0.11', 43462) {{(pid=80980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 02:03:09.622845 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8caa7ed-859d-4884-a191-acc5c810a813 req-9767ed37-4e67-414c-b065-1135294e3ed9 tempest-VolumesActionsTest-1223800970 tempest-VolumesActionsTest-1223800970-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:03:09.624413 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-a8caa7ed-859d-4884-a191-acc5c810a813 req-9767ed37-4e67-414c-b065-1135294e3ed9 tempest-VolumesActionsTest-1223800970 tempest-VolumesActionsTest-1223800970-project] 10.222.0.11 "GET /v2.0/ports?device_id=8967dff4-e4b8-47d9-8915-304751964b5c HTTP/1.1" status: 200  len: 946 time: 0.2381430
Jul 06 02:03:09.631024 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.v2.base [None req-f7d59622-e0ee-4da3-a2f4-4061c6e9e7ed tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] Request body: {'floatingip': {'floating_network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8', 'port_id': '69912c39-4fbd-4132-973d-842ed3df2ab5', 'tenant_id': 'ce54b2b29f0c4db48f132919c87de2f3', 'fixed_ip_address': '172.20.0.4'}} {{(pid=80980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 06 02:03:09.644015 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-f7d59622-e0ee-4da3-a2f4-4061c6e9e7ed tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 02:03:09.674003 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-f7d59622-e0ee-4da3-a2f4-4061c6e9e7ed tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] Usage tracker for resource:floatingip and tenant:ce54b2b29f0c4db48f132919c87de2f3 is out of sync, need to count used quota {{(pid=80980) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 02:03:09.678671 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-f7d59622-e0ee-4da3-a2f4-4061c6e9e7ed tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80980) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 02:03:09.687640 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-f7d59622-e0ee-4da3-a2f4-4061c6e9e7ed tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 02:03:09.715396 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-a8caa7ed-859d-4884-a191-acc5c810a813 req-b4636e6a-6798-4aff-9cc7-bb12fb7e4f6e tempest-VolumesActionsTest-1223800970 tempest-VolumesActionsTest-1223800970-project] 10.222.0.11 "GET /v2.0/security-groups?id=c4d9e794-0f6f-45bd-ab5e-fb0058e4026c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0770309
Jul 06 02:03:09.722065 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-b5f51e70-a97e-4abe-a009-06cf2d875981 req-6451ff29-7b92-4520-818c-86f2052465c8 tempest-VolumesActionsTest-1223800970 tempest-VolumesActionsTest-1223800970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740753762095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296101366780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839946710'] for port, after_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:03:09.731760 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-177c592f-c625-46c9-9de3-a8568c986c68 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:03:09.734979 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] get_ports_and_sgs() called for port_ids ['e3b71f4a-b82f-45b4-bf15-e3e3d8bd3b7b'] {{(pid=80982) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:184}}
Jul 06 02:03:09.771039 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-f7d59622-e0ee-4da3-a2f4-4061c6e9e7ed tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] Notify callbacks [] for floatingip, before_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:03:09.777971 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6451ff29-7b92-4520-818c-86f2052465c8 tempest-VolumesActionsTest-1223800970 tempest-VolumesActionsTest-1223800970-project] Pushing event deleted for resources: {'Port': ['ID=e3b71f4a-b82f-45b4-bf15-e3e3d8bd3b7b,revision_number=None']} {{(pid=80980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:03:09.800366 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-6451ff29-7b92-4520-818c-86f2052465c8 tempest-VolumesActionsTest-1223800970 tempest-VolumesActionsTest-1223800970-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:03:09.938287 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5f51e70-a97e-4abe-a009-06cf2d875981 req-6451ff29-7b92-4520-818c-86f2052465c8 tempest-VolumesActionsTest-1223800970 tempest-VolumesActionsTest-1223800970-project] No DVR routers for this DVR port e3b71f4a-b82f-45b4-bf15-e3e3d8bd3b7b on host hv-cinder-79954 {{(pid=80980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jul 06 02:03:09.941389 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-b5f51e70-a97e-4abe-a009-06cf2d875981 req-6451ff29-7b92-4520-818c-86f2052465c8 tempest-VolumesActionsTest-1223800970 tempest-VolumesActionsTest-1223800970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91827'] for port, before_response {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:03:09.944673 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8967dff4-e4b8-47d9-8915-304751964b5c', 'name': 'network-vif-deleted', 'tag': 'e3b71f4a-b82f-45b4-bf15-e3e3d8bd3b7b'}] {{(pid=80980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 06 02:03:10.001735 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8967dff4-e4b8-47d9-8915-304751964b5c', 'name': 'network-vif-deleted', 'tag': 'e3b71f4a-b82f-45b4-bf15-e3e3d8bd3b7b', 'status': 'completed', 'code': 200}
Jul 06 02:03:10.013449 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-b5f51e70-a97e-4abe-a009-06cf2d875981 req-6451ff29-7b92-4520-818c-86f2052465c8 tempest-VolumesActionsTest-1223800970 tempest-VolumesActionsTest-1223800970-project] 10.222.0.37 "DELETE /v2.0/ports/e3b71f4a-b82f-45b4-bf15-e3e3d8bd3b7b HTTP/1.1" status: 204  len: 173 time: 1.1731503
Jul 06 02:03:10.040116 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-f7d59622-e0ee-4da3-a2f4-4061c6e9e7ed tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1050496'] for port, before_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:03:10.193625 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.db_base_plugin_common [None req-f7d59622-e0ee-4da3-a2f4-4061c6e9e7ed tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] Allocated IP 172.27.1.85 (69f53fb8-46a2-4fb2-8b50-29617e0b26b8/24d74941-6bd6-4d03-882f-a623d522833f/638ef068-2b11-4927-addb-ccfb8feccf81) {{(pid=80980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Jul 06 02:03:10.470912 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-f7d59622-e0ee-4da3-a2f4-4061c6e9e7ed tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] Notify callbacks [] for port, precommit_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:03:10.760375 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefefb0b-907f-458f-bd0f-87478db8f487 req-c80c7f59-143f-47f3-8712-41c111701f79 tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:03:10.762117 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-cefefb0b-907f-458f-bd0f-87478db8f487 req-c80c7f59-143f-47f3-8712-41c111701f79 tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] 10.222.0.11 "GET /v2.0/ports?device_id=e0031e4c-fd20-42f5-aa66-c102510ce1fe HTTP/1.1" status: 200  len: 945 time: 0.3599117
Jul 06 02:03:10.793253 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-f7d59622-e0ee-4da3-a2f4-4061c6e9e7ed tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296101369102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839946710'] for port, after_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:03:10.800195 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-0fbd35c0-8c30-4dd9-90dd-4c4779f11982 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:03:10.894210 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-cefefb0b-907f-458f-bd0f-87478db8f487 req-d99fe12c-f67c-4616-8067-5db26c5a22c4 tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] 10.222.0.11 "GET /v2.0/security-groups?id=8f6df123-aea9-4211-ae13-3df2bf025ab5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1249220
Jul 06 02:03:10.896236 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7d59622-e0ee-4da3-a2f4-4061c6e9e7ed tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] Network 69f53fb8-46a2-4fb2-8b50-29617e0b26b8 is already hosted by enough agents. {{(pid=80980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:240}}
Jul 06 02:03:10.897112 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d59622-e0ee-4da3-a2f4-4061c6e9e7ed tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] Pushing event updated for resources: {'Port': ['ID=638ef068-2b11-4927-addb-ccfb8feccf81,revision_number=1']} {{(pid=80980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:03:10.900637 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.scheduler.base_scheduler [None req-f7d59622-e0ee-4da3-a2f4-4061c6e9e7ed tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] Resources bound (agent type, host, resource id):  {{(pid=80980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jul 06 02:03:10.902835 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-f7d59622-e0ee-4da3-a2f4-4061c6e9e7ed tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:03:10.903579 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7d59622-e0ee-4da3-a2f4-4061c6e9e7ed tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] Received port after_create {{(pid=80980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 06 02:03:10.988534 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-5de8a709-7452-4ca2-b337-2f3fb7eab02a req-4b8702b8-033f-44f8-aede-522fd186fe88 tempest-VolumesActionsTest-1223800970 tempest-VolumesActionsTest-1223800970-project] 10.222.0.11 "GET /v2.0/ports?device_id=8967dff4-e4b8-47d9-8915-304751964b5c HTTP/1.1" status: 200  len: 210 time: 0.0896165
Jul 06 02:03:11.478505 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-f7d59622-e0ee-4da3-a2f4-4061c6e9e7ed tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:03:11.563480 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-f7d59622-e0ee-4da3-a2f4-4061c6e9e7ed tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1050496'] for port, before_update {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:03:11.793848 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-f7d59622-e0ee-4da3-a2f4-4061c6e9e7ed tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] Notify callbacks [] for port, precommit_update {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:03:11.825305 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-f7d59622-e0ee-4da3-a2f4-4061c6e9e7ed tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740753762112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740753409037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296101366746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14829106'] for port, after_update {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:03:11.830985 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:03:11.938701 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d59622-e0ee-4da3-a2f4-4061c6e9e7ed tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] Pushing event updated for resources: {'Port': ['ID=638ef068-2b11-4927-addb-ccfb8feccf81,revision_number=2']} {{(pid=80980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:03:11.943190 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-f7d59622-e0ee-4da3-a2f4-4061c6e9e7ed tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:03:11.955038 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-f7d59622-e0ee-4da3-a2f4-4061c6e9e7ed tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854446392'] for floatingip, after_update {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:03:12.154497 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.rpc [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Device e3b71f4a-b82f-45b4-bf15-e3e3d8bd3b7b no longer exists at agent hyperv_hv-cinder-79954 {{(pid=80982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:242}}
Jul 06 02:03:12.194796 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.plugin [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] No Port match for: e3b71f4a-b82f-45b4-bf15-e3e3d8bd3b7b {{(pid=80982) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2217}}
Jul 06 02:03:12.195250 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.rpc [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Device e3b71f4a-b82f-45b4-bf15-e3e3d8bd3b7b not bound to the agent host hv-cinder-79954 {{(pid=80982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:250}}
Jul 06 02:03:12.233920 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae284087-7d39-41b8-bb41-6a6ece8176ff req-b57bfbdf-208a-440b-8cca-f1e727c69807 tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:03:12.238933 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-ae284087-7d39-41b8-bb41-6a6ece8176ff req-b57bfbdf-208a-440b-8cca-f1e727c69807 tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] 10.222.0.11 "GET /v2.0/ports?device_id=e0031e4c-fd20-42f5-aa66-c102510ce1fe HTTP/1.1" status: 200  len: 945 time: 0.1110153
Jul 06 02:03:12.286053 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.db.l3_db [None req-f7d59622-e0ee-4da3-a2f4-4061c6e9e7ed tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] Floating IP 420085ed-3c49-4ecd-a5c5-87af5cacc52f associated. External IP: 172.27.1.85, port: 69912c39-4fbd-4132-973d-842ed3df2ab5.
Jul 06 02:03:12.365893 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-ae284087-7d39-41b8-bb41-6a6ece8176ff req-3c1006ad-838a-43e6-82f2-51c9118e2291 tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] 10.222.0.11 "GET /v2.0/security-groups?id=8f6df123-aea9-4211-ae13-3df2bf025ab5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1212225
Jul 06 02:03:12.960267 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7d59622-e0ee-4da3-a2f4-4061c6e9e7ed tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] Router f033004d-a78c-4ace-b6fe-7324aeb0d8f4 has already been hosted by L3 agent 61912d2b-cbf3-48c5-b8b2-dcc1c49052a5 {{(pid=80980) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Jul 06 02:03:13.172192 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7d59622-e0ee-4da3-a2f4-4061c6e9e7ed tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] Notify agent at l3_agent.dv-cinder-799546-3-iscsi the message routers_updated {{(pid=80980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jul 06 02:03:13.185270 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e5bd311-f567-4bf8-9235-e2fdf653f319 None None] Sync routers for ids ['f033004d-a78c-4ace-b6fe-7324aeb0d8f4'] in dv-cinder-799546-3-iscsi {{(pid=80983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Jul 06 02:03:13.206137 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e5bd311-f567-4bf8-9235-e2fdf653f319 None None] Routers {'f033004d-a78c-4ace-b6fe-7324aeb0d8f4'} bound to L3 agent in host dv-cinder-799546-3-iscsi {{(pid=80983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 06 02:03:13.207015 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_hamode_db [None req-3e5bd311-f567-4bf8-9235-e2fdf653f319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f31d73f26d8>, 'dv-cinder-799546-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-06T01:50:03Z,description=<?>,heartbeat_timestamp=2021-07-06T02:03:03Z,host='dv-cinder-799546-3-iscsi',id=61912d2b-cbf3-48c5-b8b2-dcc1c49052a5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-06T01:50:03Z,topic='l3_agent')) {'router_ids': ['f033004d-a78c-4ace-b6fe-7324aeb0d8f4'], 'active': True} {{(pid=80983) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 02:03:13.248435 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-f7d59622-e0ee-4da3-a2f4-4061c6e9e7ed tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91827'] for floatingip, before_response {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:03:13.324957 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-f7d59622-e0ee-4da3-a2f4-4061c6e9e7ed tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 3.6914370
Jul 06 02:03:13.324957 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '848f0167-2894-477b-bc20-558ceadb1d77', 'tag': '69912c39-4fbd-4132-973d-842ed3df2ab5'}] {{(pid=80980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 06 02:03:13.359828 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '848f0167-2894-477b-bc20-558ceadb1d77', 'tag': '69912c39-4fbd-4132-973d-842ed3df2ab5', 'status': 'completed', 'code': 200}
Jul 06 02:03:13.420500 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_dvr_db [None req-3e5bd311-f567-4bf8-9235-e2fdf653f319 None None] Set router f033004d-a78c-4ace-b6fe-7324aeb0d8f4 gateway port host: dv-cinder-799546-3-iscsi {{(pid=80983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:850}}
Jul 06 02:03:13.699897 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-a7de3bc0-6401-4c33-aaa7-4b13c5663558 req-83321a9a-9d4d-40a2-96bd-6cc92d0925a3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ce54b2b29f0c4db48f132919c87de2f3&device_id=848f0167-2894-477b-bc20-558ceadb1d77 HTTP/1.1" status: 200  len: 1098 time: 0.2779803
Jul 06 02:03:13.712067 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcd859a-4375-4a79-87e5-b1f1124d4dc1 req-72439402-ef23-430e-a5d5-87b4b0346802 tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:03:13.722089 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-1dcd859a-4375-4a79-87e5-b1f1124d4dc1 req-72439402-ef23-430e-a5d5-87b4b0346802 tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] 10.222.0.11 "GET /v2.0/ports?device_id=e0031e4c-fd20-42f5-aa66-c102510ce1fe HTTP/1.1" status: 200  len: 945 time: 0.1850231
Jul 06 02:03:13.815731 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80981) accepted ('10.222.0.11', 43544) {{(pid=80981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 02:03:13.916352 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-1dcd859a-4375-4a79-87e5-b1f1124d4dc1 req-32c6c297-8d1c-4c7a-8a5a-b9a9030b0fa0 tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] 10.222.0.11 "GET /v2.0/security-groups?id=8f6df123-aea9-4211-ae13-3df2bf025ab5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1931853
Jul 06 02:03:13.966017 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7de3bc0-6401-4c33-aaa7-4b13c5663558 req-035d93b2-fe44-4cac-97c8-01a6a0f1eb93 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:03:13.970700 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-a7de3bc0-6401-4c33-aaa7-4b13c5663558 req-035d93b2-fe44-4cac-97c8-01a6a0f1eb93 service neutron] 10.222.0.37 "GET /v2.0/networks?id=071e3c2f-cf0c-415c-b6d3-47995c0b5e75 HTTP/1.1" status: 200  len: 910 time: 0.2462325
Jul 06 02:03:13.996994 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_hamode_db [None req-3e5bd311-f567-4bf8-9235-e2fdf653f319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f31d73f26d8>, [{'id': 'f033004d-a78c-4ace-b6fe-7324aeb0d8f4', 'name': 'tempest-TestShelveInstance-1026164652-router', 'tenant_id': 'ce54b2b29f0c4db48f132919c87de2f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8', 'external_fixed_ips': [{'subnet_id': '24d74941-6bd6-4d03-882f-a623d522833f', 'ip_address': '172.27.1.11'}], 'enable_snat': True}, 'gw_port_id': 'de9c5ea3-302c-4c84-a723-3e2f92349dac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T02:00:44Z', 'updated_at': '2021-07-06T02:00:57Z', 'revision_number': 4, 'project_id': 'ce54b2b29f0c4db48f132919c87de2f3', 'gw_port': {'id': 'de9c5ea3-302c-4c84-a723-3e2f92349dac', 'name': '', 'network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:e5:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f033004d-a78c-4ace-b6fe-7324aeb0d8f4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '24d74941-6bd6-4d03-882f-a623d522833f', 'ip_address': '172.27.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T02:00:47Z', 'updated_at': '2021-07-06T02:01:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24d74941-6bd6-4d03-882f-a623d522833f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799546-3-iscsi', '_floatingips': [{'id': '420085ed-3c49-4ecd-a5c5-87af5cacc52f', 'tenant_id': 'ce54b2b29f0c4db48f132919c87de2f3', 'floating_ip_address': '172.27.1.85', 'floating_network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8', 'router_id': 'f033004d-a78c-4ace-b6fe-7324aeb0d8f4', 'port_id': '69912c39-4fbd-4132-973d-842ed3df2ab5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '071e3c2f-cf0c-415c-b6d3-47995c0b5e75', 'mac_address': 'fa:16:3e:b6:c9:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '848f0167-2894-477b-bc20-558ceadb1d77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T02:03:11Z', 'updated_at': '2021-07-06T02:03:11Z', 'revision_number': 0, 'project_id': 'ce54b2b29f0c4db48f132919c87de2f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e75857d8-8771-4e59-bffd-0a937d7043af', 'name': '', 'network_id': '071e3c2f-cf0c-415c-b6d3-47995c0b5e75', 'tenant_id': 'ce54b2b29f0c4db48f132919c87de2f3', 'mac_address': 'fa:16:3e:46:73:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f033004d-a78c-4ace-b6fe-7324aeb0d8f4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8c53f2ac-179f-40db-a015-badba4b27300', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T02:00:55Z', 'updated_at': '2021-07-06T02:01:10Z', 'revision_number': 5, 'project_id': 'ce54b2b29f0c4db48f132919c87de2f3', 'subnets': [{'id': '8c53f2ac-179f-40db-a015-badba4b27300', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799546-3-iscsi', False) {} {{(pid=80983) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 02:03:14.005401 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e5bd311-f567-4bf8-9235-e2fdf653f319 None None] Checking router: f033004d-a78c-4ace-b6fe-7324aeb0d8f4 for host: dv-cinder-799546-3-iscsi {{(pid=80983) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Jul 06 02:03:14.030590 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e5bd311-f567-4bf8-9235-e2fdf653f319 None None] Routers {'f033004d-a78c-4ace-b6fe-7324aeb0d8f4'} bound to L3 agent in host dv-cinder-799546-3-iscsi {{(pid=80983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 06 02:03:14.031264 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_hamode_db [None req-3e5bd311-f567-4bf8-9235-e2fdf653f319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f31d73f26d8>, 'dv-cinder-799546-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-06T01:50:03Z,description=<?>,heartbeat_timestamp=2021-07-06T02:03:03Z,host='dv-cinder-799546-3-iscsi',id=61912d2b-cbf3-48c5-b8b2-dcc1c49052a5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-06T01:50:03Z,topic='l3_agent')) {'router_ids': ['f033004d-a78c-4ace-b6fe-7324aeb0d8f4'], 'active': True} {{(pid=80983) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 02:03:14.079987 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-a7de3bc0-6401-4c33-aaa7-4b13c5663558 req-7350094c-e9ab-4aa2-88f6-d20d5f3224d4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=69912c39-4fbd-4132-973d-842ed3df2ab5 HTTP/1.1" status: 200  len: 998 time: 0.0990102
Jul 06 02:03:14.088396 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-a1f78477-6f42-4078-aa79-e79c05a0b88a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:03:14.137614 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-a1f78477-6f42-4078-aa79-e79c05a0b88a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 02:03:14.143304 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-a1f78477-6f42-4078-aa79-e79c05a0b88a admin admin] Usage tracker for resource:security_group_rule and tenant:cc40429f6f9e48a4a27625d355957fc0 is out of sync, need to count used quota {{(pid=80981) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 02:03:14.147477 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-a1f78477-6f42-4078-aa79-e79c05a0b88a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80981) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 02:03:14.155672 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-a1f78477-6f42-4078-aa79-e79c05a0b88a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 02:03:14.180052 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7de3bc0-6401-4c33-aaa7-4b13c5663558 req-3f8de50f-ca5d-4c82-84fc-915d489bd12d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:03:14.182375 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-a7de3bc0-6401-4c33-aaa7-4b13c5663558 req-3f8de50f-ca5d-4c82-84fc-915d489bd12d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8c53f2ac-179f-40db-a015-badba4b27300 HTTP/1.1" status: 200  len: 848 time: 0.0940781
Jul 06 02:03:14.247385 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-a1f78477-6f42-4078-aa79-e79c05a0b88a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:03:14.270143 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_dvr_db [None req-3e5bd311-f567-4bf8-9235-e2fdf653f319 None None] Set router f033004d-a78c-4ace-b6fe-7324aeb0d8f4 gateway port host: dv-cinder-799546-3-iscsi {{(pid=80983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:850}}
Jul 06 02:03:14.288056 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-a1f78477-6f42-4078-aa79-e79c05a0b88a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428228'] for security_group, after_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:03:14.297660 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-19c51d76-a4bd-4193-8979-e5c162e5d936 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:03:14.304433 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-a7de3bc0-6401-4c33-aaa7-4b13c5663558 req-014b63c1-854d-422c-8b2f-ac83773056e5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=071e3c2f-cf0c-415c-b6d3-47995c0b5e75&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1110318
Jul 06 02:03:14.354499 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f78477-6f42-4078-aa79-e79c05a0b88a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd07abe1-f7b1-4e73-ac5f-ce9a6e2664d9,revision_number=1']} {{(pid=80981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:03:14.363180 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-a1f78477-6f42-4078-aa79-e79c05a0b88a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:03:14.424990 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-a1f78477-6f42-4078-aa79-e79c05a0b88a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=cc40429f6f9e48a4a27625d355957fc0&name=default HTTP/1.1" status: 200  len: 2629 time: 0.6077044
Jul 06 02:03:14.430286 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80981) accepted ('10.222.0.11', 43568) {{(pid=80981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 02:03:14.541545 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-a7de3bc0-6401-4c33-aaa7-4b13c5663558 req-74416693-c7f1-40fb-b27f-8a61e4ff0349 service neutron] 10.222.0.37 "GET /v2.0/networks/071e3c2f-cf0c-415c-b6d3-47995c0b5e75?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2266469
Jul 06 02:03:14.603291 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-62d679aa-a23a-4ab9-83ee-480515657313 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:03:14.640586 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-62d679aa-a23a-4ab9-83ee-480515657313 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:03:14.686473 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-a7de3bc0-6401-4c33-aaa7-4b13c5663558 req-79c3e0ef-412e-47e1-a0c5-45cb471e4e58 service neutron] 10.222.0.37 "GET /v2.0/networks/071e3c2f-cf0c-415c-b6d3-47995c0b5e75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1367114
Jul 06 02:03:14.687039 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8030c19-2d65-4563-be03-5b3427ce921f req-1e338e1f-28eb-4bab-bbad-0962bb1b2d4c tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:03:14.689485 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-b8030c19-2d65-4563-be03-5b3427ce921f req-1e338e1f-28eb-4bab-bbad-0962bb1b2d4c tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] 10.222.0.11 "GET /v2.0/ports?device_id=687eed38-d64f-4a2f-a84a-94bfbd4218f7 HTTP/1.1" status: 200  len: 946 time: 0.1519608
Jul 06 02:03:14.753807 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-b8030c19-2d65-4563-be03-5b3427ce921f req-db1a09b1-8a0f-462d-baf6-f214a0db4bf9 tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] 10.222.0.11 "GET /v2.0/security-groups?id=32922aa1-4b90-4fe3-ab2c-607c8c38952f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0574913
Jul 06 02:03:14.780128 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-62d679aa-a23a-4ab9-83ee-480515657313 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428228'] for security_group, after_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:03:14.780498 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80980) accepted ('10.222.0.11', 43580) {{(pid=80980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 02:03:14.782003 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:03:14.793314 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d679aa-a23a-4ab9-83ee-480515657313 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd07abe1-f7b1-4e73-ac5f-ce9a6e2664d9,revision_number=None']} {{(pid=80981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:03:14.795765 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-62d679aa-a23a-4ab9-83ee-480515657313 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:03:14.804354 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-62d679aa-a23a-4ab9-83ee-480515657313 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:03:14.805633 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-62d679aa-a23a-4ab9-83ee-480515657313 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/bd07abe1-f7b1-4e73-ac5f-ce9a6e2664d9 HTTP/1.1" status: 204  len: 168 time: 0.3718379
Jul 06 02:03:14.879589 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_hamode_db [None req-3e5bd311-f567-4bf8-9235-e2fdf653f319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f31d73f26d8>, [{'id': 'f033004d-a78c-4ace-b6fe-7324aeb0d8f4', 'name': 'tempest-TestShelveInstance-1026164652-router', 'tenant_id': 'ce54b2b29f0c4db48f132919c87de2f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8', 'external_fixed_ips': [{'subnet_id': '24d74941-6bd6-4d03-882f-a623d522833f', 'ip_address': '172.27.1.11'}], 'enable_snat': True}, 'gw_port_id': 'de9c5ea3-302c-4c84-a723-3e2f92349dac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T02:00:44Z', 'updated_at': '2021-07-06T02:00:57Z', 'revision_number': 4, 'project_id': 'ce54b2b29f0c4db48f132919c87de2f3', 'gw_port': {'id': 'de9c5ea3-302c-4c84-a723-3e2f92349dac', 'name': '', 'network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:e5:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f033004d-a78c-4ace-b6fe-7324aeb0d8f4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '24d74941-6bd6-4d03-882f-a623d522833f', 'ip_address': '172.27.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T02:00:47Z', 'updated_at': '2021-07-06T02:01:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24d74941-6bd6-4d03-882f-a623d522833f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799546-3-iscsi', '_floatingips': [{'id': '420085ed-3c49-4ecd-a5c5-87af5cacc52f', 'tenant_id': 'ce54b2b29f0c4db48f132919c87de2f3', 'floating_ip_address': '172.27.1.85', 'floating_network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8', 'router_id': 'f033004d-a78c-4ace-b6fe-7324aeb0d8f4', 'port_id': '69912c39-4fbd-4132-973d-842ed3df2ab5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '071e3c2f-cf0c-415c-b6d3-47995c0b5e75', 'mac_address': 'fa:16:3e:b6:c9:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '848f0167-2894-477b-bc20-558ceadb1d77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T02:03:11Z', 'updated_at': '2021-07-06T02:03:11Z', 'revision_number': 0, 'project_id': 'ce54b2b29f0c4db48f132919c87de2f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e75857d8-8771-4e59-bffd-0a937d7043af', 'name': '', 'network_id': '071e3c2f-cf0c-415c-b6d3-47995c0b5e75', 'tenant_id': 'ce54b2b29f0c4db48f132919c87de2f3', 'mac_address': 'fa:16:3e:46:73:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f033004d-a78c-4ace-b6fe-7324aeb0d8f4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8c53f2ac-179f-40db-a015-badba4b27300', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T02:00:55Z', 'updated_at': '2021-07-06T02:01:10Z', 'revision_number': 5, 'project_id': 'ce54b2b29f0c4db48f132919c87de2f3', 'subnets': [{'id': '8c53f2ac-179f-40db-a015-badba4b27300', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799546-3-iscsi', False) {} {{(pid=80983) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 02:03:14.884390 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e5bd311-f567-4bf8-9235-e2fdf653f319 None None] The sync data for ids ['f033004d-a78c-4ace-b6fe-7324aeb0d8f4'] in dv-cinder-799546-3-iscsi is: [{'id': 'f033004d-a78c-4ace-b6fe-7324aeb0d8f4', 'name': 'tempest-TestShelveInstance-1026164652-router', 'tenant_id': 'ce54b2b29f0c4db48f132919c87de2f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8', 'external_fixed_ips': [{'subnet_id': '24d74941-6bd6-4d03-882f-a623d522833f', 'ip_address': '172.27.1.11'}], 'enable_snat': True}, 'gw_port_id': 'de9c5ea3-302c-4c84-a723-3e2f92349dac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T02:00:44Z', 'updated_at': '2021-07-06T02:00:57Z', 'revision_number': 4, 'project_id': 'ce54b2b29f0c4db48f132919c87de2f3', 'gw_port': {'id': 'de9c5ea3-302c-4c84-a723-3e2f92349dac', 'name': '', 'network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:e5:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f033004d-a78c-4ace-b6fe-7324aeb0d8f4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '24d74941-6bd6-4d03-882f-a623d522833f', 'ip_address': '172.27.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T02:00:47Z', 'updated_at': '2021-07-06T02:01:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24d74941-6bd6-4d03-882f-a623d522833f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799546-3-iscsi', '_floatingips': [{'id': '420085ed-3c49-4ecd-a5c5-87af5cacc52f', 'tenant_id': 'ce54b2b29f0c4db48f132919c87de2f3', 'floating_ip_address': '172.27.1.85', 'floating_network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8', 'router_id': 'f033004d-a78c-4ace-b6fe-7324aeb0d8f4', 'port_id': '69912c39-4fbd-4132-973d-842ed3df2ab5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '071e3c2f-cf0c-415c-b6d3-47995c0b5e75', 'mac_address': 'fa:16:3e:b6:c9:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '848f0167-2894-477b-bc20-558ceadb1d77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T02:03:11Z', 'updated_at': '2021-07-06T02:03:11Z', 'revision_number': 0, 'project_id': 'ce54b2b29f0c4db48f132919c87de2f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e75857d8-8771-4e59-bffd-0a937d7043af', 'name': '', 'network_id': '071e3c2f-cf0c-415c-b6d3-47995c0b5e75', 'tenant_id': 'ce54b2b29f0c4db48f132919c87de2f3', 'mac_address': 'fa:16:3e:46:73:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f033004d-a78c-4ace-b6fe-7324aeb0d8f4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8c53f2ac-179f-40db-a015-badba4b27300', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T02:00:55Z', 'updated_at': '2021-07-06T02:01:10Z', 'revision_number': 5, 'project_id': 'ce54b2b29f0c4db48f132919c87de2f3', 'subnets': [{'id': '8c53f2ac-179f-40db-a015-badba4b27300', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=80983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Jul 06 02:03:15.093168 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-df679ea0-c319-454b-b30b-e74a812a8266 tempest-TestMinimumBasicScenario-1200198743 tempest-TestMinimumBasicScenario-1200198743-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=687eed38-d64f-4a2f-a84a-94bfbd4218f7 HTTP/1.1" status: 200  len: 1094 time: 0.3110955
Jul 06 02:03:15.096016 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80981) accepted ('10.222.0.11', 43590) {{(pid=80981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 02:03:15.103037 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.v2.base [None req-f5ac6451-a093-4580-a175-eca0e765f12a tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] Request body: {'floatingip': {'floating_network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8', 'port_id': 'bbc5d287-5724-4074-9c78-b059af1fb49f', 'tenant_id': '401d2ca991dc46759fcf67d09fce603c', 'fixed_ip_address': '172.20.0.10'}} {{(pid=80981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 06 02:03:15.111935 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-f5ac6451-a093-4580-a175-eca0e765f12a tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 02:03:15.116553 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-f5ac6451-a093-4580-a175-eca0e765f12a tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] Usage tracker for resource:floatingip and tenant:401d2ca991dc46759fcf67d09fce603c is out of sync, need to count used quota {{(pid=80981) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 02:03:15.125273 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-f5ac6451-a093-4580-a175-eca0e765f12a tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80981) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 02:03:15.134987 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-f5ac6451-a093-4580-a175-eca0e765f12a tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 02:03:15.143858 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5d2ea6-5ec4-498c-a119-14782df3c5ce req-6c60ed94-2fcb-4465-a31e-8c2a2072509b tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:03:15.145953 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-fe5d2ea6-5ec4-498c-a119-14782df3c5ce req-6c60ed94-2fcb-4465-a31e-8c2a2072509b tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] 10.222.0.11 "GET /v2.0/ports?device_id=e0031e4c-fd20-42f5-aa66-c102510ce1fe HTTP/1.1" status: 200  len: 945 time: 0.0921638
Jul 06 02:03:15.173642 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-f5ac6451-a093-4580-a175-eca0e765f12a tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] Notify callbacks [] for floatingip, before_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:03:15.210159 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-fe5d2ea6-5ec4-498c-a119-14782df3c5ce req-bc9846a4-e8c2-41e0-81ce-39a21cd8e941 tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] 10.222.0.11 "GET /v2.0/security-groups?id=8f6df123-aea9-4211-ae13-3df2bf025ab5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0551915
Jul 06 02:03:15.346167 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-f5ac6451-a093-4580-a175-eca0e765f12a tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1050496'] for port, before_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:03:15.508751 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.db_base_plugin_common [None req-f5ac6451-a093-4580-a175-eca0e765f12a tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] Allocated IP 172.27.1.26 (69f53fb8-46a2-4fb2-8b50-29617e0b26b8/24d74941-6bd6-4d03-882f-a623d522833f/9a98c742-635f-43b9-a86c-b61757cac00f) {{(pid=80981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Jul 06 02:03:15.723336 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-f5ac6451-a093-4580-a175-eca0e765f12a tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] Notify callbacks [] for port, precommit_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:03:15.813999 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-f5ac6451-a093-4580-a175-eca0e765f12a tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296101369102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839890433'] for port, after_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:03:15.819884 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:03:15.923599 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ac6451-a093-4580-a175-eca0e765f12a tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] Pushing event updated for resources: {'Port': ['ID=9a98c742-635f-43b9-a86c-b61757cac00f,revision_number=1']} {{(pid=80981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:03:15.929650 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-f5ac6451-a093-4580-a175-eca0e765f12a tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:03:15.931633 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5ac6451-a093-4580-a175-eca0e765f12a tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] Network 69f53fb8-46a2-4fb2-8b50-29617e0b26b8 is already hosted by enough agents. {{(pid=80981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:240}}
Jul 06 02:03:15.932858 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.scheduler.base_scheduler [None req-f5ac6451-a093-4580-a175-eca0e765f12a tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] Resources bound (agent type, host, resource id):  {{(pid=80981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jul 06 02:03:15.935289 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5ac6451-a093-4580-a175-eca0e765f12a tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] Received port after_create {{(pid=80981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 06 02:03:16.329738 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84583423-f135-4a6a-9a99-36678d8b9dc4 None None] New status for floating IP 420085ed-3c49-4ecd-a5c5-87af5cacc52f: ACTIVE {{(pid=80982) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:278}}
Jul 06 02:03:16.571111 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a71a32-3732-453c-8547-aed38617aa26 req-fdecdbe5-4c24-4303-9474-2f7474f7766e tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:03:16.573300 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-b7a71a32-3732-453c-8547-aed38617aa26 req-fdecdbe5-4c24-4303-9474-2f7474f7766e tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] 10.222.0.11 "GET /v2.0/ports?device_id=e0031e4c-fd20-42f5-aa66-c102510ce1fe HTTP/1.1" status: 200  len: 945 time: 0.1783760
Jul 06 02:03:16.653680 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-b7a71a32-3732-453c-8547-aed38617aa26 req-2c6391e9-3cdf-40ad-93d5-d53d5144e000 tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] 10.222.0.11 "GET /v2.0/security-groups?id=8f6df123-aea9-4211-ae13-3df2bf025ab5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0730696
Jul 06 02:03:16.781733 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-f5ac6451-a093-4580-a175-eca0e765f12a tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:03:16.863905 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-f5ac6451-a093-4580-a175-eca0e765f12a tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1050496'] for port, before_update {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:03:17.082916 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-f5ac6451-a093-4580-a175-eca0e765f12a tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] Notify callbacks [] for port, precommit_update {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:03:17.116249 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-f5ac6451-a093-4580-a175-eca0e765f12a tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740753762112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740753409037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296101366746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14885351'] for port, after_update {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:03:17.121661 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-65db967b-3f10-43c2-8ea9-af94d71c0636 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:03:17.222064 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ac6451-a093-4580-a175-eca0e765f12a tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] Pushing event updated for resources: {'Port': ['ID=9a98c742-635f-43b9-a86c-b61757cac00f,revision_number=2']} {{(pid=80981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:03:17.226574 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-f5ac6451-a093-4580-a175-eca0e765f12a tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:03:17.237181 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-f5ac6451-a093-4580-a175-eca0e765f12a tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854446392'] for floatingip, after_update {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:03:17.430609 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.db.l3_db [None req-f5ac6451-a093-4580-a175-eca0e765f12a tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] Floating IP 9eb5c502-f637-4a89-b501-4dc7fd4b4a6c associated. External IP: 172.27.1.26, port: bbc5d287-5724-4074-9c78-b059af1fb49f.
Jul 06 02:03:17.899265 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930022ed-6ca6-4316-a6ea-bc3c87fee33c req-f6f4ede7-4a5c-4d60-9477-131df22442ce tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:03:17.902419 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-930022ed-6ca6-4316-a6ea-bc3c87fee33c req-f6f4ede7-4a5c-4d60-9477-131df22442ce tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] 10.222.0.11 "GET /v2.0/ports?device_id=e0031e4c-fd20-42f5-aa66-c102510ce1fe HTTP/1.1" status: 200  len: 945 time: 0.1076875
Jul 06 02:03:17.922505 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5ac6451-a093-4580-a175-eca0e765f12a tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] Router 6c89e5d1-5b98-42ef-98f2-c3748ff397c7 has already been hosted by L3 agent 61912d2b-cbf3-48c5-b8b2-dcc1c49052a5 {{(pid=80981) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Jul 06 02:03:17.963779 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-930022ed-6ca6-4316-a6ea-bc3c87fee33c req-9eef6682-319f-4b9d-9ee0-fe4764584d54 tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] 10.222.0.11 "GET /v2.0/security-groups?id=8f6df123-aea9-4211-ae13-3df2bf025ab5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0456309
Jul 06 02:03:18.340322 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5ac6451-a093-4580-a175-eca0e765f12a tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] Notify agent at l3_agent.dv-cinder-799546-3-iscsi the message routers_updated {{(pid=80981) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jul 06 02:03:18.350327 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71249853-2d17-4da5-8d63-996349fd81c4 None None] Sync routers for ids ['6c89e5d1-5b98-42ef-98f2-c3748ff397c7'] in dv-cinder-799546-3-iscsi {{(pid=80983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Jul 06 02:03:18.364268 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71249853-2d17-4da5-8d63-996349fd81c4 None None] Routers {'6c89e5d1-5b98-42ef-98f2-c3748ff397c7'} bound to L3 agent in host dv-cinder-799546-3-iscsi {{(pid=80983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 06 02:03:18.364977 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_hamode_db [None req-71249853-2d17-4da5-8d63-996349fd81c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f31d72834a8>, 'dv-cinder-799546-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-06T01:50:03Z,description=<?>,heartbeat_timestamp=2021-07-06T02:03:03Z,host='dv-cinder-799546-3-iscsi',id=61912d2b-cbf3-48c5-b8b2-dcc1c49052a5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-06T01:50:03Z,topic='l3_agent')) {'router_ids': ['6c89e5d1-5b98-42ef-98f2-c3748ff397c7'], 'active': True} {{(pid=80983) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 02:03:18.394376 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-f5ac6451-a093-4580-a175-eca0e765f12a tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91827'] for floatingip, before_response {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:03:18.455083 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-f5ac6451-a093-4580-a175-eca0e765f12a tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 3.3573682
Jul 06 02:03:18.456340 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '687eed38-d64f-4a2f-a84a-94bfbd4218f7', 'tag': 'bbc5d287-5724-4074-9c78-b059af1fb49f'}] {{(pid=80981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 06 02:03:18.459778 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80980) accepted ('10.222.0.11', 43628) {{(pid=80980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 02:03:18.470498 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.v2.base [None req-051cedcd-62e8-4e49-b8d5-faa4ceaa9204 tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2116406826', 'description': 'tempest-secgroup-smoke-2116406826 description', 'project_id': '401d2ca991dc46759fcf67d09fce603c'}} {{(pid=80980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 06 02:03:18.479744 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-051cedcd-62e8-4e49-b8d5-faa4ceaa9204 tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 02:03:18.495094 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-051cedcd-62e8-4e49-b8d5-faa4ceaa9204 tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 02:03:18.523364 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '687eed38-d64f-4a2f-a84a-94bfbd4218f7', 'tag': 'bbc5d287-5724-4074-9c78-b059af1fb49f', 'status': 'completed', 'code': 200}
Jul 06 02:03:18.533777 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-051cedcd-62e8-4e49-b8d5-faa4ceaa9204 tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] Notify callbacks [] for security_group, before_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:03:18.566438 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_dvr_db [None req-71249853-2d17-4da5-8d63-996349fd81c4 None None] Set router 6c89e5d1-5b98-42ef-98f2-c3748ff397c7 gateway port host: dv-cinder-799546-3-iscsi {{(pid=80983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:850}}
Jul 06 02:03:18.626861 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-051cedcd-62e8-4e49-b8d5-faa4ceaa9204 tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 02:03:18.633295 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-051cedcd-62e8-4e49-b8d5-faa4ceaa9204 tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] Usage tracker for resource:security_group_rule and tenant:401d2ca991dc46759fcf67d09fce603c is out of sync, need to count used quota {{(pid=80980) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 02:03:18.638442 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-051cedcd-62e8-4e49-b8d5-faa4ceaa9204 tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80980) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 02:03:18.646776 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-051cedcd-62e8-4e49-b8d5-faa4ceaa9204 tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 02:03:18.704030 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-69df2e9e-2ec2-4a66-9cab-93b0aecf6486 req-d441a76e-6172-4865-bb0c-527f872059b9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=401d2ca991dc46759fcf67d09fce603c&device_id=687eed38-d64f-4a2f-a84a-94bfbd4218f7 HTTP/1.1" status: 200  len: 1099 time: 0.1379640
Jul 06 02:03:18.805748 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-051cedcd-62e8-4e49-b8d5-faa4ceaa9204 tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] Notify callbacks [] for security_group, precommit_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:03:18.833141 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-051cedcd-62e8-4e49-b8d5-faa4ceaa9204 tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428228'] for security_group, after_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:03:18.840469 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-9e8f0109-299b-4c3b-864d-e60d299ab9f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:03:19.010976 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051cedcd-62e8-4e49-b8d5-faa4ceaa9204 tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae70ad60-ac37-4fd1-96a6-6cda0f2373ea,revision_number=1']} {{(pid=80980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:03:19.020251 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-051cedcd-62e8-4e49-b8d5-faa4ceaa9204 tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:03:19.036003 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69df2e9e-2ec2-4a66-9cab-93b0aecf6486 req-b22dc1a2-a0df-44a2-b3f2-156d2f702fdd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:03:19.036003 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-69df2e9e-2ec2-4a66-9cab-93b0aecf6486 req-b22dc1a2-a0df-44a2-b3f2-156d2f702fdd service neutron] 10.222.0.37 "GET /v2.0/networks?id=a2a87d65-a05d-450f-9e6b-5f2752e2d94c HTTP/1.1" status: 200  len: 915 time: 0.3120332
Jul 06 02:03:19.069449 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_hamode_db [None req-71249853-2d17-4da5-8d63-996349fd81c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f31d72834a8>, [{'id': '6c89e5d1-5b98-42ef-98f2-c3748ff397c7', 'name': 'tempest-TestMinimumBasicScenario-376566771-router', 'tenant_id': '401d2ca991dc46759fcf67d09fce603c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8', 'external_fixed_ips': [{'subnet_id': '24d74941-6bd6-4d03-882f-a623d522833f', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': 'f33ff64d-4dbb-4f83-9d57-9dc4f57afcec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T02:00:52Z', 'updated_at': '2021-07-06T02:01:02Z', 'revision_number': 4, 'project_id': '401d2ca991dc46759fcf67d09fce603c', 'gw_port': {'id': 'f33ff64d-4dbb-4f83-9d57-9dc4f57afcec', 'name': '', 'network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:f1:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c89e5d1-5b98-42ef-98f2-c3748ff397c7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '24d74941-6bd6-4d03-882f-a623d522833f', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T02:00:54Z', 'updated_at': '2021-07-06T02:01:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24d74941-6bd6-4d03-882f-a623d522833f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799546-3-iscsi', '_floatingips': [{'id': '9eb5c502-f637-4a89-b501-4dc7fd4b4a6c', 'tenant_id': '401d2ca991dc46759fcf67d09fce603c', 'floating_ip_address': '172.27.1.26', 'floating_network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8', 'router_id': '6c89e5d1-5b98-42ef-98f2-c3748ff397c7', 'port_id': 'bbc5d287-5724-4074-9c78-b059af1fb49f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2a87d65-a05d-450f-9e6b-5f2752e2d94c', 'mac_address': 'fa:16:3e:fd:76:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '687eed38-d64f-4a2f-a84a-94bfbd4218f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T02:03:16Z', 'updated_at': '2021-07-06T02:03:16Z', 'revision_number': 0, 'project_id': '401d2ca991dc46759fcf67d09fce603c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '326e7c3a-8348-4916-9ad7-655c93e9e48e', 'name': '', 'network_id': 'a2a87d65-a05d-450f-9e6b-5f2752e2d94c', 'tenant_id': '401d2ca991dc46759fcf67d09fce603c', 'mac_address': 'fa:16:3e:8a:f6:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c89e5d1-5b98-42ef-98f2-c3748ff397c7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '21d8d59e-2cce-462a-ad6e-a7b8e471a7ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T02:01:00Z', 'updated_at': '2021-07-06T02:01:25Z', 'revision_number': 5, 'project_id': '401d2ca991dc46759fcf67d09fce603c', 'subnets': [{'id': '21d8d59e-2cce-462a-ad6e-a7b8e471a7ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799546-3-iscsi', False) {} {{(pid=80983) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 02:03:19.074213 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71249853-2d17-4da5-8d63-996349fd81c4 None None] Checking router: 6c89e5d1-5b98-42ef-98f2-c3748ff397c7 for host: dv-cinder-799546-3-iscsi {{(pid=80983) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Jul 06 02:03:19.093912 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71249853-2d17-4da5-8d63-996349fd81c4 None None] Routers {'6c89e5d1-5b98-42ef-98f2-c3748ff397c7'} bound to L3 agent in host dv-cinder-799546-3-iscsi {{(pid=80983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 06 02:03:19.095059 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_hamode_db [None req-71249853-2d17-4da5-8d63-996349fd81c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f31d72834a8>, 'dv-cinder-799546-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-06T01:50:03Z,description=<?>,heartbeat_timestamp=2021-07-06T02:03:03Z,host='dv-cinder-799546-3-iscsi',id=61912d2b-cbf3-48c5-b8b2-dcc1c49052a5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-06T01:50:03Z,topic='l3_agent')) {'router_ids': ['6c89e5d1-5b98-42ef-98f2-c3748ff397c7'], 'active': True} {{(pid=80983) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 02:03:19.105227 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-051cedcd-62e8-4e49-b8d5-faa4ceaa9204 tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] Notify callbacks [] for security_group, before_response {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:03:19.109090 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-051cedcd-62e8-4e49-b8d5-faa4ceaa9204 tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1610 time: 0.6453149
Jul 06 02:03:19.109863 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80981) accepted ('10.222.0.11', 43656) {{(pid=80981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 02:03:19.118123 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.v2.base [None req-233a7e6e-c9c5-481c-8781-1e98dca1e6da tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] Request body: {'security_group_rule': {'security_group_id': 'ae70ad60-ac37-4fd1-96a6-6cda0f2373ea', 'project_id': '401d2ca991dc46759fcf67d09fce603c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 06 02:03:19.129492 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-233a7e6e-c9c5-481c-8781-1e98dca1e6da tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 02:03:19.136614 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-233a7e6e-c9c5-481c-8781-1e98dca1e6da tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] Usage tracker for resource:security_group_rule and tenant:401d2ca991dc46759fcf67d09fce603c is out of sync, need to count used quota {{(pid=80981) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 02:03:19.141185 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-233a7e6e-c9c5-481c-8781-1e98dca1e6da tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80981) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 02:03:19.150027 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-233a7e6e-c9c5-481c-8781-1e98dca1e6da tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 02:03:19.208246 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-233a7e6e-c9c5-481c-8781-1e98dca1e6da tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:03:19.318158 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-233a7e6e-c9c5-481c-8781-1e98dca1e6da tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:03:19.342892 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_dvr_db [None req-71249853-2d17-4da5-8d63-996349fd81c4 None None] Set router 6c89e5d1-5b98-42ef-98f2-c3748ff397c7 gateway port host: dv-cinder-799546-3-iscsi {{(pid=80983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:850}}
Jul 06 02:03:19.350643 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-233a7e6e-c9c5-481c-8781-1e98dca1e6da tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428264'] for security_group_rule, after_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:03:19.353388 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-534a4cad-2e76-4bc9-a78d-d9516941b299 tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:03:19.380354 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233a7e6e-c9c5-481c-8781-1e98dca1e6da tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a6cb708-26da-4219-8586-64a20cd5e2aa,revision_number=0']} {{(pid=80981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:03:19.383258 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-233a7e6e-c9c5-481c-8781-1e98dca1e6da tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:03:19.423325 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-233a7e6e-c9c5-481c-8781-1e98dca1e6da tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:03:19.430046 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-233a7e6e-c9c5-481c-8781-1e98dca1e6da tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.3141296
Jul 06 02:03:19.431107 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80981) accepted ('10.222.0.11', 43662) {{(pid=80981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 02:03:19.444654 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.v2.base [None req-299647f7-54b9-4fea-96d5-41da149044a8 tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] Request body: {'security_group_rule': {'security_group_id': 'ae70ad60-ac37-4fd1-96a6-6cda0f2373ea', 'project_id': '401d2ca991dc46759fcf67d09fce603c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=80981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 06 02:03:19.458134 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-299647f7-54b9-4fea-96d5-41da149044a8 tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 02:03:19.464898 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-69df2e9e-2ec2-4a66-9cab-93b0aecf6486 req-80afe2f4-f7a7-4c83-bb73-920e6e5a9897 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bbc5d287-5724-4074-9c78-b059af1fb49f HTTP/1.1" status: 200  len: 999 time: 0.4197202
Jul 06 02:03:19.478300 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-299647f7-54b9-4fea-96d5-41da149044a8 tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] Usage tracker for resource:security_group_rule and tenant:401d2ca991dc46759fcf67d09fce603c is out of sync, need to count used quota {{(pid=80981) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 02:03:19.483239 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-299647f7-54b9-4fea-96d5-41da149044a8 tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80981) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 02:03:19.506384 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-299647f7-54b9-4fea-96d5-41da149044a8 tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 02:03:19.579016 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-299647f7-54b9-4fea-96d5-41da149044a8 tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:03:19.610319 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f066e5ad-66fc-46ee-a706-f0079782d201 req-8a2a9c44-682a-4fd5-ad92-618da76e12fe tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:03:19.621475 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-f066e5ad-66fc-46ee-a706-f0079782d201 req-8a2a9c44-682a-4fd5-ad92-618da76e12fe tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] 10.222.0.11 "GET /v2.0/ports?device_id=e0031e4c-fd20-42f5-aa66-c102510ce1fe HTTP/1.1" status: 200  len: 945 time: 0.4916434
Jul 06 02:03:19.657966 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69df2e9e-2ec2-4a66-9cab-93b0aecf6486 req-18d36656-d3da-4e6e-8809-f26ba561f250 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:03:19.659854 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-69df2e9e-2ec2-4a66-9cab-93b0aecf6486 req-18d36656-d3da-4e6e-8809-f26ba561f250 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=21d8d59e-2cce-462a-ad6e-a7b8e471a7ff HTTP/1.1" status: 200  len: 853 time: 0.1643767
Jul 06 02:03:19.707142 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-299647f7-54b9-4fea-96d5-41da149044a8 tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:03:19.757459 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-299647f7-54b9-4fea-96d5-41da149044a8 tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428264'] for security_group_rule, after_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:03:19.761565 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:03:19.804323 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-f066e5ad-66fc-46ee-a706-f0079782d201 req-2b48e44d-a746-4eae-b403-a564cb2c9063 tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] 10.222.0.11 "GET /v2.0/security-groups?id=8f6df123-aea9-4211-ae13-3df2bf025ab5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1807604
Jul 06 02:03:19.817609 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299647f7-54b9-4fea-96d5-41da149044a8 tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9b4e836-5d41-4dbe-8db7-c1a45ebe36e3,revision_number=0']} {{(pid=80981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:03:19.828736 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-299647f7-54b9-4fea-96d5-41da149044a8 tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:03:19.894310 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-299647f7-54b9-4fea-96d5-41da149044a8 tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:03:19.894310 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-299647f7-54b9-4fea-96d5-41da149044a8 tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.4606173
Jul 06 02:03:19.898798 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80981) accepted ('10.222.0.11', 43672) {{(pid=80981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 02:03:19.945653 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.v2.base [None req-0d8bf74b-1d5a-4cac-972c-de8dbe6beb2f tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] Request body: {'security_group_rule': {'security_group_id': 'ae70ad60-ac37-4fd1-96a6-6cda0f2373ea', 'project_id': '401d2ca991dc46759fcf67d09fce603c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=80981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 06 02:03:19.992308 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-0d8bf74b-1d5a-4cac-972c-de8dbe6beb2f tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 02:03:20.014886 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-0d8bf74b-1d5a-4cac-972c-de8dbe6beb2f tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] Usage tracker for resource:security_group_rule and tenant:401d2ca991dc46759fcf67d09fce603c is out of sync, need to count used quota {{(pid=80981) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 02:03:20.020039 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-69df2e9e-2ec2-4a66-9cab-93b0aecf6486 req-e0de7ddb-c69e-4d88-9a66-885eabc68ebd service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a2a87d65-a05d-450f-9e6b-5f2752e2d94c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3338914
Jul 06 02:03:20.020726 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-0d8bf74b-1d5a-4cac-972c-de8dbe6beb2f tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=80981) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 02:03:20.059496 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-0d8bf74b-1d5a-4cac-972c-de8dbe6beb2f tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=80981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 02:03:20.135966 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-0d8bf74b-1d5a-4cac-972c-de8dbe6beb2f tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:03:20.312212 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-0d8bf74b-1d5a-4cac-972c-de8dbe6beb2f tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:03:20.354458 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-0d8bf74b-1d5a-4cac-972c-de8dbe6beb2f tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428264'] for security_group_rule, after_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:03:20.361983 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-69df2e9e-2ec2-4a66-9cab-93b0aecf6486 req-064aa0e9-9a6e-4473-a3cc-a6af7f96892c service neutron] 10.222.0.37 "GET /v2.0/networks/a2a87d65-a05d-450f-9e6b-5f2752e2d94c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3275940
Jul 06 02:03:20.367255 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:03:20.418336 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8bf74b-1d5a-4cac-972c-de8dbe6beb2f tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20aa538c-248b-420a-81bf-57c4df8e39d1,revision_number=0']} {{(pid=80981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:03:20.422577 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-0d8bf74b-1d5a-4cac-972c-de8dbe6beb2f tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:03:20.454499 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-0d8bf74b-1d5a-4cac-972c-de8dbe6beb2f tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:03:20.455948 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-0d8bf74b-1d5a-4cac-972c-de8dbe6beb2f tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.5524008
Jul 06 02:03:20.459004 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80981) accepted ('10.222.0.11', 43678) {{(pid=80981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 02:03:20.469429 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.v2.base [None req-e39704b1-08cc-4a4d-adeb-ca005dfe435c tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] Request body: {'security_group_rule': {'security_group_id': 'ae70ad60-ac37-4fd1-96a6-6cda0f2373ea', 'project_id': '401d2ca991dc46759fcf67d09fce603c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=80981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 06 02:03:20.477430 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-e39704b1-08cc-4a4d-adeb-ca005dfe435c tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 02:03:20.481802 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-e39704b1-08cc-4a4d-adeb-ca005dfe435c tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] Usage tracker for resource:security_group_rule and tenant:401d2ca991dc46759fcf67d09fce603c is out of sync, need to count used quota {{(pid=80981) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 02:03:20.484719 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_hamode_db [None req-71249853-2d17-4da5-8d63-996349fd81c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f31d72834a8>, [{'id': '6c89e5d1-5b98-42ef-98f2-c3748ff397c7', 'name': 'tempest-TestMinimumBasicScenario-376566771-router', 'tenant_id': '401d2ca991dc46759fcf67d09fce603c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8', 'external_fixed_ips': [{'subnet_id': '24d74941-6bd6-4d03-882f-a623d522833f', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': 'f33ff64d-4dbb-4f83-9d57-9dc4f57afcec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T02:00:52Z', 'updated_at': '2021-07-06T02:01:02Z', 'revision_number': 4, 'project_id': '401d2ca991dc46759fcf67d09fce603c', 'gw_port': {'id': 'f33ff64d-4dbb-4f83-9d57-9dc4f57afcec', 'name': '', 'network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:f1:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c89e5d1-5b98-42ef-98f2-c3748ff397c7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '24d74941-6bd6-4d03-882f-a623d522833f', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T02:00:54Z', 'updated_at': '2021-07-06T02:01:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24d74941-6bd6-4d03-882f-a623d522833f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799546-3-iscsi', '_floatingips': [{'id': '9eb5c502-f637-4a89-b501-4dc7fd4b4a6c', 'tenant_id': '401d2ca991dc46759fcf67d09fce603c', 'floating_ip_address': '172.27.1.26', 'floating_network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8', 'router_id': '6c89e5d1-5b98-42ef-98f2-c3748ff397c7', 'port_id': 'bbc5d287-5724-4074-9c78-b059af1fb49f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2a87d65-a05d-450f-9e6b-5f2752e2d94c', 'mac_address': 'fa:16:3e:fd:76:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '687eed38-d64f-4a2f-a84a-94bfbd4218f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T02:03:16Z', 'updated_at': '2021-07-06T02:03:16Z', 'revision_number': 0, 'project_id': '401d2ca991dc46759fcf67d09fce603c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '326e7c3a-8348-4916-9ad7-655c93e9e48e', 'name': '', 'network_id': 'a2a87d65-a05d-450f-9e6b-5f2752e2d94c', 'tenant_id': '401d2ca991dc46759fcf67d09fce603c', 'mac_address': 'fa:16:3e:8a:f6:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c89e5d1-5b98-42ef-98f2-c3748ff397c7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '21d8d59e-2cce-462a-ad6e-a7b8e471a7ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T02:01:00Z', 'updated_at': '2021-07-06T02:01:25Z', 'revision_number': 5, 'project_id': '401d2ca991dc46759fcf67d09fce603c', 'subnets': [{'id': '21d8d59e-2cce-462a-ad6e-a7b8e471a7ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799546-3-iscsi', False) {} {{(pid=80983) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 02:03:20.484987 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-e39704b1-08cc-4a4d-adeb-ca005dfe435c tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=80981) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 02:03:20.493458 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71249853-2d17-4da5-8d63-996349fd81c4 None None] The sync data for ids ['6c89e5d1-5b98-42ef-98f2-c3748ff397c7'] in dv-cinder-799546-3-iscsi is: [{'id': '6c89e5d1-5b98-42ef-98f2-c3748ff397c7', 'name': 'tempest-TestMinimumBasicScenario-376566771-router', 'tenant_id': '401d2ca991dc46759fcf67d09fce603c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8', 'external_fixed_ips': [{'subnet_id': '24d74941-6bd6-4d03-882f-a623d522833f', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': 'f33ff64d-4dbb-4f83-9d57-9dc4f57afcec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T02:00:52Z', 'updated_at': '2021-07-06T02:01:02Z', 'revision_number': 4, 'project_id': '401d2ca991dc46759fcf67d09fce603c', 'gw_port': {'id': 'f33ff64d-4dbb-4f83-9d57-9dc4f57afcec', 'name': '', 'network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:f1:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c89e5d1-5b98-42ef-98f2-c3748ff397c7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '24d74941-6bd6-4d03-882f-a623d522833f', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T02:00:54Z', 'updated_at': '2021-07-06T02:01:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24d74941-6bd6-4d03-882f-a623d522833f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799546-3-iscsi', '_floatingips': [{'id': '9eb5c502-f637-4a89-b501-4dc7fd4b4a6c', 'tenant_id': '401d2ca991dc46759fcf67d09fce603c', 'floating_ip_address': '172.27.1.26', 'floating_network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8', 'router_id': '6c89e5d1-5b98-42ef-98f2-c3748ff397c7', 'port_id': 'bbc5d287-5724-4074-9c78-b059af1fb49f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2a87d65-a05d-450f-9e6b-5f2752e2d94c', 'mac_address': 'fa:16:3e:fd:76:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '687eed38-d64f-4a2f-a84a-94bfbd4218f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T02:03:16Z', 'updated_at': '2021-07-06T02:03:16Z', 'revision_number': 0, 'project_id': '401d2ca991dc46759fcf67d09fce603c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '326e7c3a-8348-4916-9ad7-655c93e9e48e', 'name': '', 'network_id': 'a2a87d65-a05d-450f-9e6b-5f2752e2d94c', 'tenant_id': '401d2ca991dc46759fcf67d09fce603c', 'mac_address': 'fa:16:3e:8a:f6:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c89e5d1-5b98-42ef-98f2-c3748ff397c7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '21d8d59e-2cce-462a-ad6e-a7b8e471a7ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T02:01:00Z', 'updated_at': '2021-07-06T02:01:25Z', 'revision_number': 5, 'project_id': '401d2ca991dc46759fcf67d09fce603c', 'subnets': [{'id': '21d8d59e-2cce-462a-ad6e-a7b8e471a7ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=80983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Jul 06 02:03:20.494326 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-e39704b1-08cc-4a4d-adeb-ca005dfe435c tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=80981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 02:03:20.556912 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-e39704b1-08cc-4a4d-adeb-ca005dfe435c tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:03:20.569790 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-69df2e9e-2ec2-4a66-9cab-93b0aecf6486 req-9306073f-d3f8-4bb7-b61c-321bceceda33 service neutron] 10.222.0.37 "GET /v2.0/networks/a2a87d65-a05d-450f-9e6b-5f2752e2d94c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1903827
Jul 06 02:03:20.666938 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-e39704b1-08cc-4a4d-adeb-ca005dfe435c tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:03:20.699877 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-e39704b1-08cc-4a4d-adeb-ca005dfe435c tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428264'] for security_group_rule, after_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:03:20.718999 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:03:20.749820 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39704b1-08cc-4a4d-adeb-ca005dfe435c tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57540f97-c7a9-4659-b7d1-5311b87450c6,revision_number=0']} {{(pid=80981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:03:20.757890 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-e39704b1-08cc-4a4d-adeb-ca005dfe435c tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:03:20.808689 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-e39704b1-08cc-4a4d-adeb-ca005dfe435c tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:03:20.810286 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-e39704b1-08cc-4a4d-adeb-ca005dfe435c tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.3502460
Jul 06 02:03:20.813421 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80981) accepted ('10.222.0.11', 43686) {{(pid=80981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 02:03:20.819915 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.v2.base [None req-bc6531c3-8005-408b-bd68-1451abb98817 tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] Request body: {'security_group_rule': {'security_group_id': 'ae70ad60-ac37-4fd1-96a6-6cda0f2373ea', 'project_id': '401d2ca991dc46759fcf67d09fce603c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=80981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 06 02:03:20.840341 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-bc6531c3-8005-408b-bd68-1451abb98817 tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 02:03:20.844874 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-bc6531c3-8005-408b-bd68-1451abb98817 tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] Usage tracker for resource:security_group_rule and tenant:401d2ca991dc46759fcf67d09fce603c is out of sync, need to count used quota {{(pid=80981) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 02:03:20.848160 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-bc6531c3-8005-408b-bd68-1451abb98817 tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=80981) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 02:03:20.854868 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-bc6531c3-8005-408b-bd68-1451abb98817 tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=80981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 02:03:20.911113 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.db.securitygroups_db [None req-bc6531c3-8005-408b-bd68-1451abb98817 tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] Project 401d2ca991dc46759fcf67d09fce603c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jul 06 02:03:20.922650 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-bc6531c3-8005-408b-bd68-1451abb98817 tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:03:21.068402 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-bc6531c3-8005-408b-bd68-1451abb98817 tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:03:21.114362 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-bc6531c3-8005-408b-bd68-1451abb98817 tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428264'] for security_group_rule, after_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:03:21.125390 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-299647f7-54b9-4fea-96d5-41da149044a8 tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:03:21.127931 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a941bcdd-44f6-46e8-9b94-831302c6fc5c None None] New status for floating IP 9eb5c502-f637-4a89-b501-4dc7fd4b4a6c: ACTIVE {{(pid=80982) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:278}}
Jul 06 02:03:21.156574 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6531c3-8005-408b-bd68-1451abb98817 tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1bf3f359-a099-4cdc-a035-f130b6ca7d2c,revision_number=0']} {{(pid=80981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:03:21.167528 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73561fa7-fdfe-4190-b544-9f059ce6b7f3 req-b43f79fc-da68-4dee-b6ec-6ea6988b1bdf tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:03:21.169271 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-73561fa7-fdfe-4190-b544-9f059ce6b7f3 req-b43f79fc-da68-4dee-b6ec-6ea6988b1bdf tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] 10.222.0.11 "GET /v2.0/ports?device_id=e0031e4c-fd20-42f5-aa66-c102510ce1fe HTTP/1.1" status: 200  len: 945 time: 0.1604731
Jul 06 02:03:21.171275 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-bc6531c3-8005-408b-bd68-1451abb98817 tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:03:21.212081 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-bc6531c3-8005-408b-bd68-1451abb98817 tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:03:21.219233 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80980) accepted ('10.222.0.11', 43692) {{(pid=80980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 02:03:21.220221 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-bc6531c3-8005-408b-bd68-1451abb98817 tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.4050376
Jul 06 02:03:21.227051 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.v2.base [None req-aa19450f-e746-4f40-bd7a-b823c26aafd4 tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] Request body: {'security_group_rule': {'security_group_id': 'ae70ad60-ac37-4fd1-96a6-6cda0f2373ea', 'project_id': '401d2ca991dc46759fcf67d09fce603c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=80980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 06 02:03:21.239078 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-aa19450f-e746-4f40-bd7a-b823c26aafd4 tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 02:03:21.251298 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-aa19450f-e746-4f40-bd7a-b823c26aafd4 tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] Usage tracker for resource:security_group_rule and tenant:401d2ca991dc46759fcf67d09fce603c is out of sync, need to count used quota {{(pid=80980) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 02:03:21.257757 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-aa19450f-e746-4f40-bd7a-b823c26aafd4 tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=80980) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 02:03:21.270811 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-aa19450f-e746-4f40-bd7a-b823c26aafd4 tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=80980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 02:03:21.282832 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-73561fa7-fdfe-4190-b544-9f059ce6b7f3 req-e50cda20-9667-4537-b434-7cf9637e62c3 tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] 10.222.0.11 "GET /v2.0/security-groups?id=8f6df123-aea9-4211-ae13-3df2bf025ab5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1042600
Jul 06 02:03:21.314442 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.db.securitygroups_db [None req-aa19450f-e746-4f40-bd7a-b823c26aafd4 tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] Project 401d2ca991dc46759fcf67d09fce603c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jul 06 02:03:21.322318 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-aa19450f-e746-4f40-bd7a-b823c26aafd4 tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:03:21.421335 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-aa19450f-e746-4f40-bd7a-b823c26aafd4 tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:03:21.454753 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-aa19450f-e746-4f40-bd7a-b823c26aafd4 tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428264'] for security_group_rule, after_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:03:21.459243 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:03:21.527555 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa19450f-e746-4f40-bd7a-b823c26aafd4 tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e414ad3-6a1e-4a61-ac24-45a179d15fe9,revision_number=0']} {{(pid=80980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:03:21.537254 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-aa19450f-e746-4f40-bd7a-b823c26aafd4 tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:03:21.588638 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-aa19450f-e746-4f40-bd7a-b823c26aafd4 tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:03:21.590221 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-aa19450f-e746-4f40-bd7a-b823c26aafd4 tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.3692474
Jul 06 02:03:21.790653 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [req-201dfb5e-7cf6-49af-bbe5-7aaea047b1b5 req-1626eed2-3286-4597-819c-e310d15e4f5a tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] Synchronizing usage tracker for tenant:401d2ca991dc46759fcf67d09fce603c on resource:security_group {{(pid=80980) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 06 02:03:21.851030 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [req-201dfb5e-7cf6-49af-bbe5-7aaea047b1b5 req-1626eed2-3286-4597-819c-e310d15e4f5a tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] Unset dirty status for tenant:401d2ca991dc46759fcf67d09fce603c on resource:security_group {{(pid=80980) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 06 02:03:21.856824 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-201dfb5e-7cf6-49af-bbe5-7aaea047b1b5 req-1626eed2-3286-4597-819c-e310d15e4f5a tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2116406826&fields=id&tenant_id=401d2ca991dc46759fcf67d09fce603c HTTP/1.1" status: 200  len: 267 time: 0.1553037
Jul 06 02:03:21.973575 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201dfb5e-7cf6-49af-bbe5-7aaea047b1b5 req-a5285a88-5fbf-4dcd-9b9a-106f49f2e75d tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:03:21.977026 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-201dfb5e-7cf6-49af-bbe5-7aaea047b1b5 req-a5285a88-5fbf-4dcd-9b9a-106f49f2e75d tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] 10.222.0.11 "GET /v2.0/ports?device_id=687eed38-d64f-4a2f-a84a-94bfbd4218f7 HTTP/1.1" status: 200  len: 946 time: 0.1121066
Jul 06 02:03:21.995959 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.v2.base [req-201dfb5e-7cf6-49af-bbe5-7aaea047b1b5 req-3303dc37-dc1d-4f12-8b48-10c2d6fbcef7 tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] Request body: {'port': {'security_groups': ['32922aa1-4b90-4fe3-ab2c-607c8c38952f', 'ae70ad60-ac37-4fd1-96a6-6cda0f2373ea']}} {{(pid=80980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 06 02:03:22.143901 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-201dfb5e-7cf6-49af-bbe5-7aaea047b1b5 req-3303dc37-dc1d-4f12-8b48-10c2d6fbcef7 tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1050496'] for port, before_update {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:03:22.420116 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [req-201dfb5e-7cf6-49af-bbe5-7aaea047b1b5 req-3303dc37-dc1d-4f12-8b48-10c2d6fbcef7 tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] For port bbc5d287-5724-4074-9c78-b059af1fb49f, host hv-cinder-79954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79954',level=0,port_id=bbc5d287-5724-4074-9c78-b059af1fb49f,segment=NetworkSegment(c4ec3934-d771-4179-8b63-e401bf6e09be),segment_id=c4ec3934-d771-4179-8b63-e401bf6e09be)] {{(pid=80980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 02:03:22.465254 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-201dfb5e-7cf6-49af-bbe5-7aaea047b1b5 req-3303dc37-dc1d-4f12-8b48-10c2d6fbcef7 tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] Notify callbacks [] for port, precommit_update {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:03:22.525230 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-201dfb5e-7cf6-49af-bbe5-7aaea047b1b5 req-3303dc37-dc1d-4f12-8b48-10c2d6fbcef7 tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740753762112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740753409037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296101366746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14829106'] for port, after_update {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:03:22.533540 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-af3a29da-0658-4c42-b487-8612a325f628 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:03:22.541450 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] get_ports_and_sgs() called for port_ids ['bbc5d287-5724-4074-9c78-b059af1fb49f'] {{(pid=80982) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:184}}
Jul 06 02:03:22.577418 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0a4434-d64c-4a9b-9c53-67f6ca86a9b8 req-e30e749d-1745-4bcd-b88a-1d9e5cb36bea tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:03:22.580362 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-7b0a4434-d64c-4a9b-9c53-67f6ca86a9b8 req-e30e749d-1745-4bcd-b88a-1d9e5cb36bea tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] 10.222.0.11 "GET /v2.0/ports?device_id=e0031e4c-fd20-42f5-aa66-c102510ce1fe HTTP/1.1" status: 200  len: 945 time: 0.1312075
Jul 06 02:03:22.639424 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201dfb5e-7cf6-49af-bbe5-7aaea047b1b5 req-3303dc37-dc1d-4f12-8b48-10c2d6fbcef7 tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:03:22.640187 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-201dfb5e-7cf6-49af-bbe5-7aaea047b1b5 req-3303dc37-dc1d-4f12-8b48-10c2d6fbcef7 tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91827'] for port, before_response {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:03:22.641989 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-201dfb5e-7cf6-49af-bbe5-7aaea047b1b5 req-3303dc37-dc1d-4f12-8b48-10c2d6fbcef7 tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] 10.222.0.11 "PUT /v2.0/ports/bbc5d287-5724-4074-9c78-b059af1fb49f HTTP/1.1" status: 200  len: 982 time: 0.6551933
Jul 06 02:03:22.642540 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '687eed38-d64f-4a2f-a84a-94bfbd4218f7', 'tag': 'bbc5d287-5724-4074-9c78-b059af1fb49f'}] {{(pid=80980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 06 02:03:22.678641 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3303dc37-dc1d-4f12-8b48-10c2d6fbcef7 tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] Pushing event updated for resources: {'Port': ['ID=bbc5d287-5724-4074-9c78-b059af1fb49f,revision_number=6']} {{(pid=80980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:03:22.686825 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-7b0a4434-d64c-4a9b-9c53-67f6ca86a9b8 req-b0496efe-9098-4dd3-8ac2-e3efe8145820 tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] 10.222.0.11 "GET /v2.0/security-groups?id=8f6df123-aea9-4211-ae13-3df2bf025ab5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0962865
Jul 06 02:03:22.694207 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-3303dc37-dc1d-4f12-8b48-10c2d6fbcef7 tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:03:22.782955 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '687eed38-d64f-4a2f-a84a-94bfbd4218f7', 'tag': 'bbc5d287-5724-4074-9c78-b059af1fb49f', 'status': 'completed', 'code': 200}
Jul 06 02:03:22.789612 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] get_ports_and_sgs() called for port_ids ['bbc5d287-5724-4074-9c78-b059af1fb49f'] {{(pid=80982) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:184}}
Jul 06 02:03:22.956998 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caba49a6-3926-4cf0-89ae-ba2171cf8541 req-dbcf0168-10e3-450a-8979-4af397dabe52 tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:03:22.960142 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-caba49a6-3926-4cf0-89ae-ba2171cf8541 req-dbcf0168-10e3-450a-8979-4af397dabe52 tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] 10.222.0.11 "GET /v2.0/ports?device_id=687eed38-d64f-4a2f-a84a-94bfbd4218f7 HTTP/1.1" status: 200  len: 985 time: 0.1456273
Jul 06 02:03:23.091351 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-caba49a6-3926-4cf0-89ae-ba2171cf8541 req-03e4e7ea-7103-45f6-9763-65e6019c6ea7 tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] 10.222.0.11 "GET /v2.0/security-groups?id=ae70ad60-ac37-4fd1-96a6-6cda0f2373ea&id=32922aa1-4b90-4fe3-ab2c-607c8c38952f&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1137576
Jul 06 02:03:23.108618 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-b907996c-6e5b-4251-abcb-1909496c77a4 req-0410ca95-f355-4a14-a77d-8368ed9bbd1e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=401d2ca991dc46759fcf67d09fce603c&device_id=687eed38-d64f-4a2f-a84a-94bfbd4218f7 HTTP/1.1" status: 200  len: 1138 time: 0.1149528
Jul 06 02:03:23.161906 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.provisioning_blocks [None req-a99d585e-eb4b-49ed-ac14-7da1e91f4406 None None] Provisioning complete for port bbc5d287-5724-4074-9c78-b059af1fb49f triggered by entity DHCP. {{(pid=80982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 06 02:03:23.162302 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-a99d585e-eb4b-49ed-ac14-7da1e91f4406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1309268'] for port, provisioning_complete {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:03:23.294048 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b907996c-6e5b-4251-abcb-1909496c77a4 req-e1c47ddf-994e-4e4f-b762-827b66cb3f5d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:03:23.295970 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-b907996c-6e5b-4251-abcb-1909496c77a4 req-e1c47ddf-994e-4e4f-b762-827b66cb3f5d service neutron] 10.222.0.37 "GET /v2.0/networks?id=a2a87d65-a05d-450f-9e6b-5f2752e2d94c HTTP/1.1" status: 200  len: 915 time: 0.1755896
Jul 06 02:03:23.435514 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-b907996c-6e5b-4251-abcb-1909496c77a4 req-4a53bcb4-bb9c-4b29-a954-6d7eb0bc3cf1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bbc5d287-5724-4074-9c78-b059af1fb49f HTTP/1.1" status: 200  len: 1001 time: 0.1295791
Jul 06 02:03:23.517796 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b907996c-6e5b-4251-abcb-1909496c77a4 req-3498947b-91c4-4930-837c-a1d3b7485700 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:03:23.519577 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-b907996c-6e5b-4251-abcb-1909496c77a4 req-3498947b-91c4-4930-837c-a1d3b7485700 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=21d8d59e-2cce-462a-ad6e-a7b8e471a7ff HTTP/1.1" status: 200  len: 853 time: 0.0668032
Jul 06 02:03:23.630010 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-b907996c-6e5b-4251-abcb-1909496c77a4 req-8b7219ec-4c0d-4a9e-abbb-a29f6dcd2cd4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a2a87d65-a05d-450f-9e6b-5f2752e2d94c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0999439
Jul 06 02:03:23.901026 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-b907996c-6e5b-4251-abcb-1909496c77a4 req-11baeb94-9741-4d81-b6ee-0ba3f5f45a4e service neutron] 10.222.0.37 "GET /v2.0/networks/a2a87d65-a05d-450f-9e6b-5f2752e2d94c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2574129
Jul 06 02:03:24.026491 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d148ac23-ed8e-4629-a48d-c95164902f57 req-69448815-b3fa-4e42-aaef-6519b312fe69 tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:03:24.028472 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-d148ac23-ed8e-4629-a48d-c95164902f57 req-69448815-b3fa-4e42-aaef-6519b312fe69 tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] 10.222.0.11 "GET /v2.0/ports?device_id=e0031e4c-fd20-42f5-aa66-c102510ce1fe HTTP/1.1" status: 200  len: 945 time: 0.1001685
Jul 06 02:03:24.100600 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-d148ac23-ed8e-4629-a48d-c95164902f57 req-9427dc57-aad4-465f-a9ba-62790090717d tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] 10.222.0.11 "GET /v2.0/security-groups?id=8f6df123-aea9-4211-ae13-3df2bf025ab5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0641885
Jul 06 02:03:24.111533 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-b907996c-6e5b-4251-abcb-1909496c77a4 req-c76dfe3f-5285-4d2f-a26a-25dcb2714779 service neutron] 10.222.0.37 "GET /v2.0/networks/a2a87d65-a05d-450f-9e6b-5f2752e2d94c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2005491
Jul 06 02:03:25.324632 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3e978e-e800-4dd1-8868-9ca0423c7efa req-c297466a-f672-45f8-9e9f-4c5aef5551b4 tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:03:25.338970 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-4e3e978e-e800-4dd1-8868-9ca0423c7efa req-c297466a-f672-45f8-9e9f-4c5aef5551b4 tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] 10.222.0.11 "GET /v2.0/ports?device_id=e0031e4c-fd20-42f5-aa66-c102510ce1fe HTTP/1.1" status: 200  len: 945 time: 0.1190901
Jul 06 02:03:25.423644 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-4e3e978e-e800-4dd1-8868-9ca0423c7efa req-276bba5e-decf-410a-a182-e90edad63ca5 tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] 10.222.0.11 "GET /v2.0/security-groups?id=8f6df123-aea9-4211-ae13-3df2bf025ab5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0773661
Jul 06 02:03:26.088656 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.agents_db [None req-b173abe4-0d36-4765-adb2-33779d11156f None None] Agent healthcheck: found 6 active agents {{(pid=80983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Jul 06 02:03:26.695805 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2ad444-fcfc-4eb4-8a53-405c6d50a1c5 req-8add73ba-47d0-4962-bbad-d05a66f6194c tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:03:26.698065 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-ac2ad444-fcfc-4eb4-8a53-405c6d50a1c5 req-8add73ba-47d0-4962-bbad-d05a66f6194c tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] 10.222.0.11 "GET /v2.0/ports?device_id=e0031e4c-fd20-42f5-aa66-c102510ce1fe HTTP/1.1" status: 200  len: 945 time: 0.1101019
Jul 06 02:03:26.761203 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-ac2ad444-fcfc-4eb4-8a53-405c6d50a1c5 req-7f2de56b-49f1-4792-b3b5-b42d4d1efb7c tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] 10.222.0.11 "GET /v2.0/security-groups?id=8f6df123-aea9-4211-ae13-3df2bf025ab5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0544066
Jul 06 02:03:28.398107 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5d731b-27df-40bf-b9d5-c219aa0c33ec req-1af20fa4-2dee-4d91-a774-e48ec49b6f62 tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:03:28.401113 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-4c5d731b-27df-40bf-b9d5-c219aa0c33ec req-1af20fa4-2dee-4d91-a774-e48ec49b6f62 tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] 10.222.0.11 "GET /v2.0/ports?device_id=e0031e4c-fd20-42f5-aa66-c102510ce1fe HTTP/1.1" status: 200  len: 945 time: 0.4451382
Jul 06 02:03:28.486029 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-4c5d731b-27df-40bf-b9d5-c219aa0c33ec req-491fb758-425e-48fd-9672-1c6bf767e86c tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] 10.222.0.11 "GET /v2.0/security-groups?id=8f6df123-aea9-4211-ae13-3df2bf025ab5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0701203
Jul 06 02:03:29.727709 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5c2414-160a-4045-80d0-14889d03afba req-8a260209-580d-4b63-ac10-730bdb0012ab tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:03:29.729350 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-2e5c2414-160a-4045-80d0-14889d03afba req-8a260209-580d-4b63-ac10-730bdb0012ab tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] 10.222.0.11 "GET /v2.0/ports?device_id=e0031e4c-fd20-42f5-aa66-c102510ce1fe HTTP/1.1" status: 200  len: 945 time: 0.0833228
Jul 06 02:03:29.787076 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-2e5c2414-160a-4045-80d0-14889d03afba req-4df246ae-bf46-4a36-b0ff-2b02d76180e9 tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] 10.222.0.11 "GET /v2.0/security-groups?id=8f6df123-aea9-4211-ae13-3df2bf025ab5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0498378
Jul 06 02:03:30.661121 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-53c51ff1-a307-429c-9c1b-be5b3cf88227 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:03:31.122635 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022d52e5-de66-4cd1-8cc3-1d61dc901cb4 req-941043c3-8426-468e-9bd8-94ef0e90b6ec tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:03:31.125027 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-022d52e5-de66-4cd1-8cc3-1d61dc901cb4 req-941043c3-8426-468e-9bd8-94ef0e90b6ec tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] 10.222.0.11 "GET /v2.0/ports?device_id=e0031e4c-fd20-42f5-aa66-c102510ce1fe HTTP/1.1" status: 200  len: 945 time: 0.1366794
Jul 06 02:03:31.186464 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-022d52e5-de66-4cd1-8cc3-1d61dc901cb4 req-bcd7a8d0-ed2d-405e-9aae-5226bf56a9ee tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] 10.222.0.11 "GET /v2.0/security-groups?id=8f6df123-aea9-4211-ae13-3df2bf025ab5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0480304
Jul 06 02:03:32.322577 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:03:32.905956 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f32c24-3cc9-4df5-9f8d-2967434baa1f req-1f112c4a-2761-4d24-9790-31624affd811 tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:03:32.915130 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-07f32c24-3cc9-4df5-9f8d-2967434baa1f req-1f112c4a-2761-4d24-9790-31624affd811 tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] 10.222.0.11 "GET /v2.0/ports?device_id=e0031e4c-fd20-42f5-aa66-c102510ce1fe HTTP/1.1" status: 200  len: 945 time: 0.5115035
Jul 06 02:03:32.969872 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-07f32c24-3cc9-4df5-9f8d-2967434baa1f req-57db013c-9838-4032-8ff1-83346237d210 tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] 10.222.0.11 "GET /v2.0/security-groups?id=8f6df123-aea9-4211-ae13-3df2bf025ab5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0534263
Jul 06 02:03:33.078346 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-3ff8a4a8-2dcc-4131-9c01-d4d140b8d6e3 req-3b7233f5-c2a3-4e68-969b-2cd908cbd6db service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e0031e4c-fd20-42f5-aa66-c102510ce1fe HTTP/1.1" status: 200  len: 1098 time: 0.0899518
Jul 06 02:03:33.130919 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-3ff8a4a8-2dcc-4131-9c01-d4d140b8d6e3 req-7054dcd8-70f2-4e53-9745-02f90c7eeaed service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=8f6df123-aea9-4211-ae13-3df2bf025ab5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424666
Jul 06 02:03:33.173229 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-d28452cf-e7f4-471f-a2cd-18b28edc2c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:03:33.603033 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:03:34.133688 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-76dafd09-8b9e-4f4b-ba8f-a0f9ff874801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:03:34.366435 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71669e6f-feb6-4a29-b602-230892de143a req-3d1a5e5e-cd3b-41d9-abab-e8e1c01211a4 tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:03:34.368091 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-71669e6f-feb6-4a29-b602-230892de143a req-3d1a5e5e-cd3b-41d9-abab-e8e1c01211a4 tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] 10.222.0.11 "GET /v2.0/ports?device_id=e0031e4c-fd20-42f5-aa66-c102510ce1fe HTTP/1.1" status: 200  len: 945 time: 0.2431767
Jul 06 02:03:34.463380 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-71669e6f-feb6-4a29-b602-230892de143a req-3b3db6e9-04d1-4b39-80c7-bc0ae4ec61ab tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] 10.222.0.11 "GET /v2.0/security-groups?id=8f6df123-aea9-4211-ae13-3df2bf025ab5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0790224
Jul 06 02:03:35.102401 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-331025aa-4380-4ff3-ade0-5d57b9e69717 req-77285388-bb97-4568-95ac-72682d85ed55 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=4ae448d6-3b95-42dd-a82e-2c79b64118c8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0719812
Jul 06 02:03:35.229501 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-331025aa-4380-4ff3-ade0-5d57b9e69717 req-1842af8f-5672-4dd4-8ab7-07ee0ba5322b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6eda011ce6da4a3aa6a9ea578c51725a&device_id=4ae448d6-3b95-42dd-a82e-2c79b64118c8 HTTP/1.1" status: 200  len: 1099 time: 0.0891683
Jul 06 02:03:35.511050 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331025aa-4380-4ff3-ade0-5d57b9e69717 req-6a017ce4-c03a-4914-aca0-7aac151e63f4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:03:35.512812 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-331025aa-4380-4ff3-ade0-5d57b9e69717 req-6a017ce4-c03a-4914-aca0-7aac151e63f4 service neutron] 10.222.0.37 "GET /v2.0/networks?id=dc49653d-588e-4ee2-9689-ebb2724e1086 HTTP/1.1" status: 200  len: 917 time: 0.2546942
Jul 06 02:03:35.579225 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-fcfe0981-f829-42d2-99d0-fcc19e179060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:03:35.636625 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-331025aa-4380-4ff3-ade0-5d57b9e69717 req-42d4f48d-7967-47e5-8e64-41bfaca41198 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d54c68f1-79e6-4fb2-9f8a-3dfca2b99105 HTTP/1.1" status: 200  len: 1001 time: 0.1156743
Jul 06 02:03:35.731122 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f3263a-813d-431c-b98a-a99e58a78c95 req-4f580521-9e3b-4082-9948-1cabe1ddeab0 tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:03:35.740121 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-31f3263a-813d-431c-b98a-a99e58a78c95 req-4f580521-9e3b-4082-9948-1cabe1ddeab0 tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] 10.222.0.11 "GET /v2.0/ports?device_id=e0031e4c-fd20-42f5-aa66-c102510ce1fe HTTP/1.1" status: 200  len: 945 time: 0.1073477
Jul 06 02:03:35.799976 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-31f3263a-813d-431c-b98a-a99e58a78c95 req-c4714f45-616d-4b99-9cd8-2903d23e61e0 tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] 10.222.0.11 "GET /v2.0/security-groups?id=8f6df123-aea9-4211-ae13-3df2bf025ab5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0584929
Jul 06 02:03:35.825063 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331025aa-4380-4ff3-ade0-5d57b9e69717 req-d3d72e3a-e22d-475c-acc9-e472c841c77d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:03:35.826803 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-331025aa-4380-4ff3-ade0-5d57b9e69717 req-d3d72e3a-e22d-475c-acc9-e472c841c77d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=989a31a1-084c-4193-9367-4e104f09769b HTTP/1.1" status: 200  len: 855 time: 0.1783290
Jul 06 02:03:35.944632 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-331025aa-4380-4ff3-ade0-5d57b9e69717 req-023d3440-053c-4063-8b1a-c2135fb3281c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=dc49653d-588e-4ee2-9689-ebb2724e1086&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1093102
Jul 06 02:03:36.150279 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-331025aa-4380-4ff3-ade0-5d57b9e69717 req-f76bfdf9-528f-4111-9274-b1d8c259a0d1 service neutron] 10.222.0.37 "GET /v2.0/networks/dc49653d-588e-4ee2-9689-ebb2724e1086?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1976087
Jul 06 02:03:36.353808 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-331025aa-4380-4ff3-ade0-5d57b9e69717 req-ad7b5523-ced2-4aff-b765-9144db8e3fda service neutron] 10.222.0.37 "GET /v2.0/networks/dc49653d-588e-4ee2-9689-ebb2724e1086?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1952829
Jul 06 02:03:36.717687 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15b4a31-28e0-4f17-9092-711097a5fee8 req-da84d111-72bf-4f43-8300-84ace4af7147 tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:03:36.719772 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-c15b4a31-28e0-4f17-9092-711097a5fee8 req-da84d111-72bf-4f43-8300-84ace4af7147 tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] 10.222.0.11 "GET /v2.0/ports?device_id=e0031e4c-fd20-42f5-aa66-c102510ce1fe HTTP/1.1" status: 200  len: 945 time: 0.1193013
Jul 06 02:03:36.723025 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-96b077f8-5872-42aa-92e6-d523409da22c req-44a32886-e0fc-434e-b69c-f79be2902ebe service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b0037fadadec43e5bf5dc42b273e1b3e&device_id=e0031e4c-fd20-42f5-aa66-c102510ce1fe HTTP/1.1" status: 200  len: 1098 time: 0.1822886
Jul 06 02:03:36.917429 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-c15b4a31-28e0-4f17-9092-711097a5fee8 req-eebec6e6-9461-49fd-a1ec-2ff5e5b5f5f2 tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] 10.222.0.11 "GET /v2.0/security-groups?id=8f6df123-aea9-4211-ae13-3df2bf025ab5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1445978
Jul 06 02:03:37.028078 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b077f8-5872-42aa-92e6-d523409da22c req-bc0edb82-36d0-4910-a5a6-7e173fc183fa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:03:37.041834 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-96b077f8-5872-42aa-92e6-d523409da22c req-bc0edb82-36d0-4910-a5a6-7e173fc183fa service neutron] 10.222.0.37 "GET /v2.0/networks?id=1ca3dc02-05cd-4643-b3fa-d954b152071f HTTP/1.1" status: 200  len: 919 time: 0.2969632
Jul 06 02:03:37.131955 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-96b077f8-5872-42aa-92e6-d523409da22c req-76e48edd-8f47-4aa7-bf8c-1f77fbde64f3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=690720d0-ff6c-4b6a-a451-292129cac28e HTTP/1.1" status: 200  len: 217 time: 0.0930095
Jul 06 02:03:37.274245 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b077f8-5872-42aa-92e6-d523409da22c req-58508631-1eed-48ea-82c8-09879daca686 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:03:37.277233 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-96b077f8-5872-42aa-92e6-d523409da22c req-58508631-1eed-48ea-82c8-09879daca686 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b73206aa-6636-4b14-93c5-291e3d5f08f3 HTTP/1.1" status: 200  len: 858 time: 0.1364787
Jul 06 02:03:37.346571 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-96b077f8-5872-42aa-92e6-d523409da22c req-ba3c8b35-2ed1-4b91-a7c4-f1517d2882ca service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1ca3dc02-05cd-4643-b3fa-d954b152071f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0603294
Jul 06 02:03:37.501327 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-96b077f8-5872-42aa-92e6-d523409da22c req-5cb1df79-4af4-43dc-983b-0887578ba542 service neutron] 10.222.0.37 "GET /v2.0/networks/1ca3dc02-05cd-4643-b3fa-d954b152071f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1457448
Jul 06 02:03:37.663711 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-96b077f8-5872-42aa-92e6-d523409da22c req-29f85a13-2a9e-45e4-82a8-ad8ddfd9107d service neutron] 10.222.0.37 "GET /v2.0/networks/1ca3dc02-05cd-4643-b3fa-d954b152071f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1536353
Jul 06 02:03:38.133216 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1848e89-5c3b-4921-937c-988b24c37b0f req-75351ace-2bff-4ca1-a88f-48f66f439b5c tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:03:38.134775 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-c1848e89-5c3b-4921-937c-988b24c37b0f req-75351ace-2bff-4ca1-a88f-48f66f439b5c tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] 10.222.0.11 "GET /v2.0/ports?device_id=e0031e4c-fd20-42f5-aa66-c102510ce1fe HTTP/1.1" status: 200  len: 945 time: 0.0848768
Jul 06 02:03:38.197607 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-c1848e89-5c3b-4921-937c-988b24c37b0f req-7a849cf9-80f7-4500-b599-04423bc6a219 tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] 10.222.0.11 "GET /v2.0/security-groups?id=8f6df123-aea9-4211-ae13-3df2bf025ab5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0488179
Jul 06 02:03:38.940659 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80981) accepted ('10.222.0.11', 43938) {{(pid=80981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 02:03:39.167641 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-f62714be-e907-43cf-957a-511ea50c7faa admin admin] Notify callbacks [] for security_group, before_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:03:39.203303 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-f62714be-e907-43cf-957a-511ea50c7faa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 02:03:39.207922 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-f62714be-e907-43cf-957a-511ea50c7faa admin admin] Usage tracker for resource:security_group_rule and tenant:ff44240cee99443bb0618e78d7c6e1a2 is out of sync, need to count used quota {{(pid=80981) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 02:03:39.211372 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-f62714be-e907-43cf-957a-511ea50c7faa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80981) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 02:03:39.218702 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-f62714be-e907-43cf-957a-511ea50c7faa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 02:03:39.300078 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-f62714be-e907-43cf-957a-511ea50c7faa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:03:39.333568 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-f62714be-e907-43cf-957a-511ea50c7faa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428228'] for security_group, after_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:03:39.341796 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-a9bf5133-e285-41bb-884d-792ff1fcd033 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:03:39.425071 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62714be-e907-43cf-957a-511ea50c7faa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da2f7eda-53e6-45d8-a404-e1de0b0f203f,revision_number=1']} {{(pid=80981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:03:39.441599 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-f62714be-e907-43cf-957a-511ea50c7faa admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ff44240cee99443bb0618e78d7c6e1a2&name=default HTTP/1.1" status: 200  len: 2629 time: 0.4990647
Jul 06 02:03:39.444220 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80980) accepted ('10.222.0.11', 43960) {{(pid=80980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 02:03:39.452766 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62714be-e907-43cf-957a-511ea50c7faa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:03:39.453572 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62714be-e907-43cf-957a-511ea50c7faa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:03:39.454213 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62714be-e907-43cf-957a-511ea50c7faa admin admin] Version for resource type Network changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:03:39.456321 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62714be-e907-43cf-957a-511ea50c7faa admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:03:39.456321 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62714be-e907-43cf-957a-511ea50c7faa admin admin] Version for resource type PortForwarding changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:03:39.456321 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62714be-e907-43cf-957a-511ea50c7faa admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:03:39.456820 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62714be-e907-43cf-957a-511ea50c7faa admin admin] Version for resource type SecurityGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:03:39.457675 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62714be-e907-43cf-957a-511ea50c7faa admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:03:39.458238 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62714be-e907-43cf-957a-511ea50c7faa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:03:39.459401 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62714be-e907-43cf-957a-511ea50c7faa admin admin] Version for resource type Subnet changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:03:39.459633 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62714be-e907-43cf-957a-511ea50c7faa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:03:39.468463 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-f62714be-e907-43cf-957a-511ea50c7faa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:03:39.540857 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1053065c-ec98-4a4b-9a5e-61ccfbd06b20 req-04bc28b3-d973-48bd-bed8-04a912fa8b5b tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:03:39.542525 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-1053065c-ec98-4a4b-9a5e-61ccfbd06b20 req-04bc28b3-d973-48bd-bed8-04a912fa8b5b tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] 10.222.0.11 "GET /v2.0/ports?device_id=e0031e4c-fd20-42f5-aa66-c102510ce1fe HTTP/1.1" status: 200  len: 945 time: 0.1563787
Jul 06 02:03:39.546063 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-892962f3-283b-432c-ae08-b9edfcab448a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:03:39.599607 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-892962f3-283b-432c-ae08-b9edfcab448a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:03:39.653735 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-1053065c-ec98-4a4b-9a5e-61ccfbd06b20 req-cff0d5b9-3807-40d1-a079-196e5ac1bcd7 tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] 10.222.0.11 "GET /v2.0/security-groups?id=8f6df123-aea9-4211-ae13-3df2bf025ab5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0978601
Jul 06 02:03:39.690722 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-892962f3-283b-432c-ae08-b9edfcab448a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428228'] for security_group, after_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:03:39.696906 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-b8895f4e-292a-47bb-92c8-964f2d33ab8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:03:39.708574 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892962f3-283b-432c-ae08-b9edfcab448a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da2f7eda-53e6-45d8-a404-e1de0b0f203f,revision_number=None']} {{(pid=80980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:03:39.712235 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-892962f3-283b-432c-ae08-b9edfcab448a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:03:39.714278 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-892962f3-283b-432c-ae08-b9edfcab448a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:03:39.715928 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-892962f3-283b-432c-ae08-b9edfcab448a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/da2f7eda-53e6-45d8-a404-e1de0b0f203f HTTP/1.1" status: 204  len: 168 time: 0.2701609
Jul 06 02:03:40.889910 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f1d64b-eed0-4d2e-8a90-757e613bbfe0 req-abeeefc9-3c6b-4716-ab4f-d3c0e76c8096 tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:03:40.891261 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-47f1d64b-eed0-4d2e-8a90-757e613bbfe0 req-abeeefc9-3c6b-4716-ab4f-d3c0e76c8096 tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] 10.222.0.11 "GET /v2.0/ports?device_id=e0031e4c-fd20-42f5-aa66-c102510ce1fe HTTP/1.1" status: 200  len: 945 time: 0.1008668
Jul 06 02:03:40.951486 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-47f1d64b-eed0-4d2e-8a90-757e613bbfe0 req-3e7955a0-4871-4a5a-b1c6-832f1ac9632f tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] 10.222.0.11 "GET /v2.0/security-groups?id=8f6df123-aea9-4211-ae13-3df2bf025ab5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0514817
Jul 06 02:03:41.632785 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80980) accepted ('10.222.0.11', 44006) {{(pid=80980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 02:03:41.699798 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.db_base_plugin_v2 [None req-89868330-4ee0-48d2-bfbd-41feb2c5dd34 admin admin] Deleting subnet 95c34112-576c-44f0-ab65-e35da51b113b {{(pid=80980) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1063}}
Jul 06 02:03:41.700196 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-89868330-4ee0-48d2-bfbd-41feb2c5dd34 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:03:41.758846 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-89868330-4ee0-48d2-bfbd-41feb2c5dd34 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15302135'] for subnet, precommit_delete_associations {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:03:41.822586 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-89868330-4ee0-48d2-bfbd-41feb2c5dd34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1281289'] for subnet, precommit_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:03:41.919916 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-89868330-4ee0-48d2-bfbd-41feb2c5dd34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853494527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036839947778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14690978'] for subnet, after_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:03:41.925106 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-0508db0e-9c84-426e-8094-90ecf7b0777b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:03:41.956885 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89868330-4ee0-48d2-bfbd-41feb2c5dd34 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=95c34112-576c-44f0-ab65-e35da51b113b,revision_number=None']} {{(pid=80980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:03:41.961576 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-89868330-4ee0-48d2-bfbd-41feb2c5dd34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:03:41.966657 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-89868330-4ee0-48d2-bfbd-41feb2c5dd34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853726196'] for subnet, before_response {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:03:41.973163 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-89868330-4ee0-48d2-bfbd-41feb2c5dd34 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/95c34112-576c-44f0-ab65-e35da51b113b HTTP/1.1" status: 204  len: 168 time: 0.3386431
Jul 06 02:03:41.975974 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80980) accepted ('10.222.0.11', 44012) {{(pid=80980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 02:03:42.092737 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-f5e369cb-1333-456e-8229-f7c595d39c5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853693134'] for network, before_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:03:42.447695 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-f5e369cb-1333-456e-8229-f7c595d39c5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853494331', 'neutron.services.segments.db._delete_segments_for_network-8740753867311'] for network, precommit_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:03:42.462884 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.services.segments.db [None req-f5e369cb-1333-456e-8229-f7c595d39c5b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f31d6640e10>,) {'filters': {'network_id': ['36a9b578-85e1-48e7-ac56-3132cadfb3cf']}} {{(pid=80980) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 02:03:42.478302 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.services.segments.db [None req-f5e369cb-1333-456e-8229-f7c595d39c5b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f31d6640e10>, 'cf5ffabf-c988-4a88-80c2-6ba359ee8846') {'for_net_delete': True} {{(pid=80980) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 02:03:42.478640 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.services.segments.db [None req-f5e369cb-1333-456e-8229-f7c595d39c5b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f31d6640e10>, 'cf5ffabf-c988-4a88-80c2-6ba359ee8846') {} {{(pid=80980) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 02:03:42.492341 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-f5e369cb-1333-456e-8229-f7c595d39c5b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363296100912551', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036839473792'] for segment, before_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:03:42.508994 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-f5e369cb-1333-456e-8229-f7c595d39c5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1280314'] for segment, precommit_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:03:42.516844 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5e369cb-1333-456e-8229-f7c595d39c5b admin admin] Releasing vlan 105 on physical network physnet1 to pool {{(pid=80980) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Jul 06 02:03:42.519548 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-f5e369cb-1333-456e-8229-f7c595d39c5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853495502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14829072'] for segment, after_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:03:42.532484 dv-cinder-799546-3-iscsi neutron-server[80869]: Traceback (most recent call last):
Jul 06 02:03:42.532484 dv-cinder-799546-3-iscsi neutron-server[80869]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Jul 06 02:03:42.532484 dv-cinder-799546-3-iscsi neutron-server[80869]:     timer()
Jul 06 02:03:42.532484 dv-cinder-799546-3-iscsi neutron-server[80869]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jul 06 02:03:42.532484 dv-cinder-799546-3-iscsi neutron-server[80869]:     cb(*args, **kw)
Jul 06 02:03:42.532484 dv-cinder-799546-3-iscsi neutron-server[80869]:   File "/opt/stack/neutron/neutron/common/utils.py", line 968, in wrapper
Jul 06 02:03:42.532484 dv-cinder-799546-3-iscsi neutron-server[80869]:     return func(*args, **kwargs)
Jul 06 02:03:42.532484 dv-cinder-799546-3-iscsi neutron-server[80869]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jul 06 02:03:42.532484 dv-cinder-799546-3-iscsi neutron-server[80869]:     self._notify()
Jul 06 02:03:42.532484 dv-cinder-799546-3-iscsi neutron-server[80869]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jul 06 02:03:42.532484 dv-cinder-799546-3-iscsi neutron-server[80869]:     self.callback(batched_events)
Jul 06 02:03:42.532484 dv-cinder-799546-3-iscsi neutron-server[80869]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jul 06 02:03:42.532484 dv-cinder-799546-3-iscsi neutron-server[80869]:     event.method(event)
Jul 06 02:03:42.532484 dv-cinder-799546-3-iscsi neutron-server[80869]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jul 06 02:03:42.532484 dv-cinder-799546-3-iscsi neutron-server[80869]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jul 06 02:03:42.532484 dv-cinder-799546-3-iscsi neutron-server[80869]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jul 06 02:03:42.532484 dv-cinder-799546-3-iscsi neutron-server[80869]:     segment_id)['aggregates'][0]
Jul 06 02:03:42.532484 dv-cinder-799546-3-iscsi neutron-server[80869]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 53, in wrapper
Jul 06 02:03:42.532484 dv-cinder-799546-3-iscsi neutron-server[80869]:     return f(self, *a, **k)
Jul 06 02:03:42.532484 dv-cinder-799546-3-iscsi neutron-server[80869]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 508, in list_aggregates
Jul 06 02:03:42.532484 dv-cinder-799546-3-iscsi neutron-server[80869]:     return self._get(url).json()
Jul 06 02:03:42.532484 dv-cinder-799546-3-iscsi neutron-server[80869]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 178, in _get
Jul 06 02:03:42.532484 dv-cinder-799546-3-iscsi neutron-server[80869]:     **kwargs)
Jul 06 02:03:42.532484 dv-cinder-799546-3-iscsi neutron-server[80869]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1116, in get
Jul 06 02:03:42.532484 dv-cinder-799546-3-iscsi neutron-server[80869]:     return self.request(url, 'GET', **kwargs)
Jul 06 02:03:42.532484 dv-cinder-799546-3-iscsi neutron-server[80869]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 787, in request
Jul 06 02:03:42.532484 dv-cinder-799546-3-iscsi neutron-server[80869]:     **endpoint_filter)
Jul 06 02:03:42.532484 dv-cinder-799546-3-iscsi neutron-server[80869]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1216, in get_endpoint
Jul 06 02:03:42.532484 dv-cinder-799546-3-iscsi neutron-server[80869]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jul 06 02:03:42.532484 dv-cinder-799546-3-iscsi neutron-server[80869]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1156, in _auth_required
Jul 06 02:03:42.532484 dv-cinder-799546-3-iscsi neutron-server[80869]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jul 06 02:03:42.532484 dv-cinder-799546-3-iscsi neutron-server[80869]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jul 06 02:03:42.642399 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-f5e369cb-1333-456e-8229-f7c595d39c5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1281500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854446373'] for network, after_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:03:42.648180 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-f5e369cb-1333-456e-8229-f7c595d39c5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853726196'] for network, before_response {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:03:42.653186 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:03:42.681535 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e369cb-1333-456e-8229-f7c595d39c5b admin admin] Pushing event deleted for resources: {'Network': ['ID=36a9b578-85e1-48e7-ac56-3132cadfb3cf,revision_number=None']} {{(pid=80980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:03:42.693135 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e369cb-1333-456e-8229-f7c595d39c5b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:03:42.693135 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e369cb-1333-456e-8229-f7c595d39c5b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:03:42.693135 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e369cb-1333-456e-8229-f7c595d39c5b admin admin] Version for resource type Network changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:03:42.693477 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e369cb-1333-456e-8229-f7c595d39c5b admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:03:42.693927 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e369cb-1333-456e-8229-f7c595d39c5b admin admin] Version for resource type PortForwarding changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:03:42.694362 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e369cb-1333-456e-8229-f7c595d39c5b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:03:42.694760 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e369cb-1333-456e-8229-f7c595d39c5b admin admin] Version for resource type SecurityGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:03:42.695716 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e369cb-1333-456e-8229-f7c595d39c5b admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:03:42.695716 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e369cb-1333-456e-8229-f7c595d39c5b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:03:42.695944 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e369cb-1333-456e-8229-f7c595d39c5b admin admin] Version for resource type Subnet changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:03:42.696333 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e369cb-1333-456e-8229-f7c595d39c5b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:03:42.699979 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-f5e369cb-1333-456e-8229-f7c595d39c5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:03:42.717579 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-f5e369cb-1333-456e-8229-f7c595d39c5b admin admin] 10.222.0.11 "DELETE /v2.0/networks/36a9b578-85e1-48e7-ac56-3132cadfb3cf HTTP/1.1" status: 204  len: 168 time: 0.7399855
Jul 06 02:03:43.161095 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80980) accepted ('10.222.0.11', 44028) {{(pid=80980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 02:03:43.222055 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-3005945c-9b52-40e7-ae08-e0da5eabef7b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2518cf7b076a48528898fb239ee8dd38&name=default HTTP/1.1" status: 200  len: 2629 time: 0.0595336
Jul 06 02:03:43.225833 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80980) accepted ('10.222.0.11', 44032) {{(pid=80980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 02:03:43.291781 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-967c3038-166c-48fe-807a-1067380f0603 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:03:43.321396 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-967c3038-166c-48fe-807a-1067380f0603 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:03:43.508878 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-967c3038-166c-48fe-807a-1067380f0603 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428228'] for security_group, after_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:03:43.514706 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-89f839c2-ae9a-42e1-9bc1-93ac98822f87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:03:43.536441 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967c3038-166c-48fe-807a-1067380f0603 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4d9e794-0f6f-45bd-ab5e-fb0058e4026c,revision_number=None']} {{(pid=80980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:03:43.539246 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-967c3038-166c-48fe-807a-1067380f0603 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:03:43.584970 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-967c3038-166c-48fe-807a-1067380f0603 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:03:43.591013 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-967c3038-166c-48fe-807a-1067380f0603 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c4d9e794-0f6f-45bd-ab5e-fb0058e4026c HTTP/1.1" status: 204  len: 168 time: 0.3593459
Jul 06 02:03:45.137326 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ea066a-decd-47b5-845f-169721a859c6 req-d8729487-b41c-4c10-8acb-664670d4e59f tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:03:45.138864 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-f6ea066a-decd-47b5-845f-169721a859c6 req-d8729487-b41c-4c10-8acb-664670d4e59f tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] 10.222.0.11 "GET /v2.0/ports?device_id=6bf80594-4f7b-4225-95e7-e1f2461f5e26 HTTP/1.1" status: 200  len: 945 time: 0.0779021
Jul 06 02:03:45.191364 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-f6ea066a-decd-47b5-845f-169721a859c6 req-3b5fc3ee-4120-4ef8-8879-b9b1382adb01 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] 10.222.0.11 "GET /v2.0/security-groups?id=a49819e7-9e67-4461-9ca0-4f120b4fbc53&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0452309
Jul 06 02:03:46.015203 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f139c2-2aab-47f7-b5f1-de8bd39cf2c9 req-efdfdc9d-c6e7-4f70-b800-c3dd3a73d89d tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:03:46.016845 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-69f139c2-2aab-47f7-b5f1-de8bd39cf2c9 req-efdfdc9d-c6e7-4f70-b800-c3dd3a73d89d tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] 10.222.0.11 "GET /v2.0/ports?device_id=7bf7305c-8ef1-4c8f-a294-f51b84e438c3 HTTP/1.1" status: 200  len: 946 time: 0.0853322
Jul 06 02:03:46.072650 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-69f139c2-2aab-47f7-b5f1-de8bd39cf2c9 req-2f742943-d6ed-4bfd-8657-714d10a07c68 tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] 10.222.0.11 "GET /v2.0/security-groups?id=8f6df123-aea9-4211-ae13-3df2bf025ab5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0476444
Jul 06 02:03:46.384271 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2688d626-0b4d-45aa-b3ff-61752de1fc60 req-29b08c21-b927-4559-b05e-61d34119901b tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:03:46.385966 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-2688d626-0b4d-45aa-b3ff-61752de1fc60 req-29b08c21-b927-4559-b05e-61d34119901b tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] 10.222.0.11 "GET /v2.0/ports?device_id=6bf80594-4f7b-4225-95e7-e1f2461f5e26 HTTP/1.1" status: 200  len: 945 time: 0.0786753
Jul 06 02:03:46.442506 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-2688d626-0b4d-45aa-b3ff-61752de1fc60 req-9437c21f-b90b-4986-b6ef-90b124bab0fe tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] 10.222.0.11 "GET /v2.0/security-groups?id=a49819e7-9e67-4461-9ca0-4f120b4fbc53&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0492597
Jul 06 02:03:46.915008 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-50104d67-b9c1-45ed-9c8f-4af115d0a0a4 req-e8ac8df0-d3b1-46a3-aff6-e825e39210f4 tempest-VolumesNegativeTest-1378205824 tempest-VolumesNegativeTest-1378205824-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=14b9fb4feb19402b9c9483a3ca2d0f1b&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0326564
Jul 06 02:03:47.075347 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50104d67-b9c1-45ed-9c8f-4af115d0a0a4 req-64d99f5e-7887-4379-abbb-85bb25010ba6 tempest-VolumesNegativeTest-1378205824 tempest-VolumesNegativeTest-1378205824-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:03:47.076973 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-50104d67-b9c1-45ed-9c8f-4af115d0a0a4 req-64d99f5e-7887-4379-abbb-85bb25010ba6 tempest-VolumesNegativeTest-1378205824 tempest-VolumesNegativeTest-1378205824-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1546352
Jul 06 02:03:47.107135 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-50104d67-b9c1-45ed-9c8f-4af115d0a0a4 req-abd7c441-02e1-4a43-a66c-979f4b7a0769 tempest-VolumesNegativeTest-1378205824 tempest-VolumesNegativeTest-1378205824-project] 10.222.0.11 "GET /v2.0/quotas/14b9fb4feb19402b9c9483a3ca2d0f1b HTTP/1.1" status: 200  len: 375 time: 0.0167811
Jul 06 02:03:47.164764 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-50104d67-b9c1-45ed-9c8f-4af115d0a0a4 req-0c337972-9174-402c-84bd-92542fdaf81f tempest-VolumesNegativeTest-1378205824 tempest-VolumesNegativeTest-1378205824-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=14b9fb4feb19402b9c9483a3ca2d0f1b&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0489035
Jul 06 02:03:47.281916 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db02a77-4b3d-4b46-855c-b54ad43e2f35 req-fead95e2-8e14-4d8b-828c-96d6cf8221fc tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:03:47.284883 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-4db02a77-4b3d-4b46-855c-b54ad43e2f35 req-fead95e2-8e14-4d8b-828c-96d6cf8221fc tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] 10.222.0.11 "GET /v2.0/ports?device_id=7bf7305c-8ef1-4c8f-a294-f51b84e438c3 HTTP/1.1" status: 200  len: 946 time: 0.0916235
Jul 06 02:03:47.350577 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-4db02a77-4b3d-4b46-855c-b54ad43e2f35 req-a591303b-dc03-4f2f-b8e6-7db91b174106 tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] 10.222.0.11 "GET /v2.0/security-groups?id=8f6df123-aea9-4211-ae13-3df2bf025ab5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0486405
Jul 06 02:03:47.501775 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-6bd5593a-5eca-45fa-b719-0582119b0157 req-c04d5e1d-816e-404e-9393-854cc795d33c tempest-VolumesNegativeTest-1378205824 tempest-VolumesNegativeTest-1378205824-project] 10.222.0.11 "GET /v2.0/ports?device_id=d26c32f6-3adf-4ead-a44c-a1f57d379158 HTTP/1.1" status: 200  len: 210 time: 0.0744691
Jul 06 02:03:47.903765 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa14971a-14cf-4b40-bb8c-dffeccb1848b req-a01077cc-45f0-43fd-8eca-1f15e87985cc tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:03:47.905752 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-fa14971a-14cf-4b40-bb8c-dffeccb1848b req-a01077cc-45f0-43fd-8eca-1f15e87985cc tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] 10.222.0.37 "GET /v2.0/ports?device_id=6bf80594-4f7b-4225-95e7-e1f2461f5e26 HTTP/1.1" status: 200  len: 945 time: 0.2360635
Jul 06 02:03:48.040880 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.plugin [req-fa14971a-14cf-4b40-bb8c-dffeccb1848b req-2ef1b9a3-cc12-4fb4-8a87-e212cec9a389 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Deleting port a3765eaf-5d9a-4eb7-b7d2-aeb912bae916 {{(pid=80980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1879}}
Jul 06 02:03:48.041328 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-fa14971a-14cf-4b40-bb8c-dffeccb1848b req-2ef1b9a3-cc12-4fb4-8a87-e212cec9a389 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296100957044'] for port, before_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:03:48.159451 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d415ab-73aa-4079-a427-64635e50cae4 req-1e71d788-68b9-4c89-aca9-d7039286cbad tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:03:48.161009 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-06d415ab-73aa-4079-a427-64635e50cae4 req-1e71d788-68b9-4c89-aca9-d7039286cbad tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] 10.222.0.11 "GET /v2.0/ports?device_id=6bf80594-4f7b-4225-95e7-e1f2461f5e26 HTTP/1.1" status: 200  len: 945 time: 0.2059987
Jul 06 02:03:48.312784 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-06d415ab-73aa-4079-a427-64635e50cae4 req-ecb9e68d-916f-4bd5-8ebb-befc469e5720 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] 10.222.0.11 "GET /v2.0/security-groups?id=a49819e7-9e67-4461-9ca0-4f120b4fbc53&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1392934
Jul 06 02:03:48.357765 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [req-fa14971a-14cf-4b40-bb8c-dffeccb1848b req-2ef1b9a3-cc12-4fb4-8a87-e212cec9a389 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] For port a3765eaf-5d9a-4eb7-b7d2-aeb912bae916, host hv-cinder-79954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79954',level=0,port_id=a3765eaf-5d9a-4eb7-b7d2-aeb912bae916,segment=NetworkSegment(b483eca6-a91e-4705-a919-ea8e271d6a1a),segment_id=b483eca6-a91e-4705-a919-ea8e271d6a1a)] {{(pid=80980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 02:03:48.358121 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-fa14971a-14cf-4b40-bb8c-dffeccb1848b req-2ef1b9a3-cc12-4fb4-8a87-e212cec9a389 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328131'] for port, precommit_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:03:48.557360 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37b4c14-a597-42b0-a0bb-dda165882c3a req-7a091fe6-72ed-4323-8b8a-89c30d446383 tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:03:48.559083 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-d37b4c14-a597-42b0-a0bb-dda165882c3a req-7a091fe6-72ed-4323-8b8a-89c30d446383 tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] 10.222.0.11 "GET /v2.0/ports?device_id=7bf7305c-8ef1-4c8f-a294-f51b84e438c3 HTTP/1.1" status: 200  len: 946 time: 0.0864885
Jul 06 02:03:48.635969 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-d37b4c14-a597-42b0-a0bb-dda165882c3a req-2a8b0778-2201-4807-a769-0bf87b39e12a tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] 10.222.0.11 "GET /v2.0/security-groups?id=8f6df123-aea9-4211-ae13-3df2bf025ab5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0658629
Jul 06 02:03:48.708928 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-fa14971a-14cf-4b40-bb8c-dffeccb1848b req-2ef1b9a3-cc12-4fb4-8a87-e212cec9a389 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:03:48.709260 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-fa14971a-14cf-4b40-bb8c-dffeccb1848b req-2ef1b9a3-cc12-4fb4-8a87-e212cec9a389 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854446392'] for floatingip, after_update {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:03:48.709620 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.db.l3_db [req-fa14971a-14cf-4b40-bb8c-dffeccb1848b req-2ef1b9a3-cc12-4fb4-8a87-e212cec9a389 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Floating IP 3b5bd463-0c37-4ce4-8939-bd1653b14f1c disassociated. External IP: 172.27.1.28, port: a3765eaf-5d9a-4eb7-b7d2-aeb912bae916.
Jul 06 02:03:48.709981 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.plugin [req-fa14971a-14cf-4b40-bb8c-dffeccb1848b req-2ef1b9a3-cc12-4fb4-8a87-e212cec9a389 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Calling delete_port for a3765eaf-5d9a-4eb7-b7d2-aeb912bae916 owned by compute:nova {{(pid=80980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1952}}
Jul 06 02:03:48.752826 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-14a05482-4392-4dd7-b975-42b261d36d5b req-496b2b95-9117-4e31-a258-a0608d34f215 tempest-VolumesNegativeTest-1378205824 tempest-VolumesNegativeTest-1378205824-project] 10.222.0.11 "GET /v2.0/ports?device_id=d26c32f6-3adf-4ead-a44c-a1f57d379158 HTTP/1.1" status: 200  len: 210 time: 0.0849676
Jul 06 02:03:48.996035 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256d69e5-41e2-4b1e-b7a6-b909937395bb req-91cc27ab-6496-42a4-bec1-f8b6bc16d581 tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:03:48.998641 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-256d69e5-41e2-4b1e-b7a6-b909937395bb req-91cc27ab-6496-42a4-bec1-f8b6bc16d581 tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] 10.222.0.37 "GET /v2.0/ports?device_id=7bf7305c-8ef1-4c8f-a294-f51b84e438c3 HTTP/1.1" status: 200  len: 946 time: 0.1041200
Jul 06 02:03:49.000402 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-fa14971a-14cf-4b40-bb8c-dffeccb1848b req-2ef1b9a3-cc12-4fb4-8a87-e212cec9a389 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740753762095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296101366780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839946710'] for port, after_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:03:49.010011 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-14a91fd2-7b9d-46c7-a54a-bacc161a41aa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:03:49.100244 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef1b9a3-cc12-4fb4-8a87-e212cec9a389 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Pushing event deleted for resources: {'Port': ['ID=a3765eaf-5d9a-4eb7-b7d2-aeb912bae916,revision_number=None']} {{(pid=80980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:03:49.105841 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-2ef1b9a3-cc12-4fb4-8a87-e212cec9a389 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:03:49.186168 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.plugin [req-256d69e5-41e2-4b1e-b7a6-b909937395bb req-b4fc9b99-891d-4eef-a975-7929676cfb7f tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] Deleting port cd09427e-6b3c-457d-b524-d67a7393fdc5 {{(pid=80980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1879}}
Jul 06 02:03:49.186168 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-256d69e5-41e2-4b1e-b7a6-b909937395bb req-b4fc9b99-891d-4eef-a975-7929676cfb7f tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296100957044'] for port, before_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:03:49.517426 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-274f333f-d655-41dc-aa77-db9da6782156 req-827718f9-0b9c-4e00-a9a1-79f5774c3bcf tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] 10.222.0.11 "GET /v2.0/ports?device_id=6bf80594-4f7b-4225-95e7-e1f2461f5e26 HTTP/1.1" status: 200  len: 210 time: 0.0492027
Jul 06 02:03:49.747713 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-50104d67-b9c1-45ed-9c8f-4af115d0a0a4 req-c8e365ac-fc9b-48e3-bb87-eb01dbe205a8 tempest-VolumesNegativeTest-1378205824 tempest-VolumesNegativeTest-1378205824-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=14b9fb4feb19402b9c9483a3ca2d0f1b&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0423045
Jul 06 02:03:49.758573 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [req-256d69e5-41e2-4b1e-b7a6-b909937395bb req-b4fc9b99-891d-4eef-a975-7929676cfb7f tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] For port cd09427e-6b3c-457d-b524-d67a7393fdc5, host hv-cinder-79954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79954',level=0,port_id=cd09427e-6b3c-457d-b524-d67a7393fdc5,segment=NetworkSegment(399eb5e6-8af3-4492-81f5-a66012b870af),segment_id=399eb5e6-8af3-4492-81f5-a66012b870af)] {{(pid=80980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 02:03:49.759380 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-256d69e5-41e2-4b1e-b7a6-b909937395bb req-b4fc9b99-891d-4eef-a975-7929676cfb7f tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328131'] for port, precommit_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:03:49.941549 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.plugin [req-256d69e5-41e2-4b1e-b7a6-b909937395bb req-b4fc9b99-891d-4eef-a975-7929676cfb7f tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] Calling delete_port for cd09427e-6b3c-457d-b524-d67a7393fdc5 owned by compute:nova {{(pid=80980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1952}}
Jul 06 02:03:49.953165 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-c694d331-107c-48af-b766-6bb2e9b94260 req-1447f5f9-d33f-46b7-912d-cf0bb76867d0 tempest-VolumesNegativeTest-1378205824 tempest-VolumesNegativeTest-1378205824-project] 10.222.0.11 "GET /v2.0/ports?device_id=d26c32f6-3adf-4ead-a44c-a1f57d379158 HTTP/1.1" status: 200  len: 210 time: 0.0608187
Jul 06 02:03:50.012388 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fa14971a-14cf-4b40-bb8c-dffeccb1848b req-2ef1b9a3-cc12-4fb4-8a87-e212cec9a389 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Router 5a0ec982-2a10-44a4-86fc-d1e13aecf617 has already been hosted by L3 agent 61912d2b-cbf3-48c5-b8b2-dcc1c49052a5 {{(pid=80980) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Jul 06 02:03:50.031241 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50104d67-b9c1-45ed-9c8f-4af115d0a0a4 req-b104528b-4303-453d-970c-284aa9c93fd3 tempest-VolumesNegativeTest-1378205824 tempest-VolumesNegativeTest-1378205824-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:03:50.033081 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-50104d67-b9c1-45ed-9c8f-4af115d0a0a4 req-b104528b-4303-453d-970c-284aa9c93fd3 tempest-VolumesNegativeTest-1378205824 tempest-VolumesNegativeTest-1378205824-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2844517
Jul 06 02:03:50.047811 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.v2.base [req-50104d67-b9c1-45ed-9c8f-4af115d0a0a4 req-a29ddae1-a9ef-461a-9374-53a3ee36b04c tempest-VolumesNegativeTest-1378205824 tempest-VolumesNegativeTest-1378205824-project] Request body: {'port': {'device_id': 'd26c32f6-3adf-4ead-a44c-a1f57d379158', 'network_id': '2e36cd50-a96c-44e3-a8d9-1b5def5ae01a', 'admin_state_up': True, 'tenant_id': '14b9fb4feb19402b9c9483a3ca2d0f1b'}} {{(pid=80981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 06 02:03:50.198530 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [req-50104d67-b9c1-45ed-9c8f-4af115d0a0a4 req-a29ddae1-a9ef-461a-9374-53a3ee36b04c tempest-VolumesNegativeTest-1378205824 tempest-VolumesNegativeTest-1378205824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 02:03:50.202954 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [req-50104d67-b9c1-45ed-9c8f-4af115d0a0a4 req-a29ddae1-a9ef-461a-9374-53a3ee36b04c tempest-VolumesNegativeTest-1378205824 tempest-VolumesNegativeTest-1378205824-project] Usage tracker for resource:port and tenant:14b9fb4feb19402b9c9483a3ca2d0f1b is out of sync, need to count used quota {{(pid=80981) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 02:03:50.203819 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a0791d-e7d6-4b7f-8205-6e5514011e1a req-7a17ce7a-7d0b-483a-a388-6787c10b777b tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:03:50.205492 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-58a0791d-e7d6-4b7f-8205-6e5514011e1a req-7a17ce7a-7d0b-483a-a388-6787c10b777b tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] 10.222.0.11 "GET /v2.0/ports?device_id=7bf7305c-8ef1-4c8f-a294-f51b84e438c3 HTTP/1.1" status: 200  len: 946 time: 0.3745608
Jul 06 02:03:50.210002 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [req-50104d67-b9c1-45ed-9c8f-4af115d0a0a4 req-a29ddae1-a9ef-461a-9374-53a3ee36b04c tempest-VolumesNegativeTest-1378205824 tempest-VolumesNegativeTest-1378205824-project] Quota usage for port was recalculated. Used quota:0. {{(pid=80981) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 02:03:50.216795 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [req-50104d67-b9c1-45ed-9c8f-4af115d0a0a4 req-a29ddae1-a9ef-461a-9374-53a3ee36b04c tempest-VolumesNegativeTest-1378205824 tempest-VolumesNegativeTest-1378205824-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 02:03:50.252710 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-256d69e5-41e2-4b1e-b7a6-b909937395bb req-b4fc9b99-891d-4eef-a975-7929676cfb7f tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740753762095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296101366780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839946710'] for port, after_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:03:50.266853 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-5dd20f21-81eb-42ab-9c41-15852efaff3f tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:03:50.268732 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] get_ports_and_sgs() called for port_ids ['690720d0-ff6c-4b6a-a451-292129cac28e', 'cd09427e-6b3c-457d-b524-d67a7393fdc5'] {{(pid=80982) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:184}}
Jul 06 02:03:50.276329 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50104d67-b9c1-45ed-9c8f-4af115d0a0a4 req-a29ddae1-a9ef-461a-9374-53a3ee36b04c tempest-VolumesNegativeTest-1378205824 tempest-VolumesNegativeTest-1378205824-project] Made reservation on behalf of 14b9fb4feb19402b9c9483a3ca2d0f1b for: {'port': 1} {{(pid=80981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jul 06 02:03:50.282842 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-50104d67-b9c1-45ed-9c8f-4af115d0a0a4 req-a29ddae1-a9ef-461a-9374-53a3ee36b04c tempest-VolumesNegativeTest-1378205824 tempest-VolumesNegativeTest-1378205824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1050496'] for port, before_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:03:50.296999 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-50104d67-b9c1-45ed-9c8f-4af115d0a0a4 req-a29ddae1-a9ef-461a-9374-53a3ee36b04c tempest-VolumesNegativeTest-1378205824 tempest-VolumesNegativeTest-1378205824-project] Notify callbacks [] for security_group, before_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:03:50.321879 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fc9b99-891d-4eef-a975-7929676cfb7f tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] Pushing event deleted for resources: {'Port': ['ID=cd09427e-6b3c-457d-b524-d67a7393fdc5,revision_number=None']} {{(pid=80980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:03:50.336468 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [req-50104d67-b9c1-45ed-9c8f-4af115d0a0a4 req-a29ddae1-a9ef-461a-9374-53a3ee36b04c tempest-VolumesNegativeTest-1378205824 tempest-VolumesNegativeTest-1378205824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 02:03:50.340897 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [req-50104d67-b9c1-45ed-9c8f-4af115d0a0a4 req-a29ddae1-a9ef-461a-9374-53a3ee36b04c tempest-VolumesNegativeTest-1378205824 tempest-VolumesNegativeTest-1378205824-project] Usage tracker for resource:security_group_rule and tenant:14b9fb4feb19402b9c9483a3ca2d0f1b is out of sync, need to count used quota {{(pid=80981) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 02:03:50.344007 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [req-50104d67-b9c1-45ed-9c8f-4af115d0a0a4 req-a29ddae1-a9ef-461a-9374-53a3ee36b04c tempest-VolumesNegativeTest-1378205824 tempest-VolumesNegativeTest-1378205824-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80981) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 02:03:50.350428 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [req-50104d67-b9c1-45ed-9c8f-4af115d0a0a4 req-a29ddae1-a9ef-461a-9374-53a3ee36b04c tempest-VolumesNegativeTest-1378205824 tempest-VolumesNegativeTest-1378205824-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 02:03:50.376037 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-b4fc9b99-891d-4eef-a975-7929676cfb7f tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:03:50.384001 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-58a0791d-e7d6-4b7f-8205-6e5514011e1a req-c2072298-c178-4cf6-976d-402266b313f3 tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] 10.222.0.11 "GET /v2.0/security-groups?id=8f6df123-aea9-4211-ae13-3df2bf025ab5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1668904
Jul 06 02:03:50.472346 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_dvrscheduler_db [req-256d69e5-41e2-4b1e-b7a6-b909937395bb req-b4fc9b99-891d-4eef-a975-7929676cfb7f tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] No DVR routers for this DVR port cd09427e-6b3c-457d-b524-d67a7393fdc5 on host hv-cinder-79954 {{(pid=80980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jul 06 02:03:50.479372 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-256d69e5-41e2-4b1e-b7a6-b909937395bb req-b4fc9b99-891d-4eef-a975-7929676cfb7f tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91827'] for port, before_response {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:03:50.483378 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bf7305c-8ef1-4c8f-a294-f51b84e438c3', 'name': 'network-vif-deleted', 'tag': 'cd09427e-6b3c-457d-b524-d67a7393fdc5'}] {{(pid=80980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 06 02:03:50.496747 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.rpc [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Device cd09427e-6b3c-457d-b524-d67a7393fdc5 no longer exists at agent hyperv_hv-cinder-79954 {{(pid=80982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:242}}
Jul 06 02:03:50.512389 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-50104d67-b9c1-45ed-9c8f-4af115d0a0a4 req-a29ddae1-a9ef-461a-9374-53a3ee36b04c tempest-VolumesNegativeTest-1378205824 tempest-VolumesNegativeTest-1378205824-project] Notify callbacks [] for security_group, precommit_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:03:50.530309 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fa14971a-14cf-4b40-bb8c-dffeccb1848b req-2ef1b9a3-cc12-4fb4-8a87-e212cec9a389 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Notify agent at l3_agent.dv-cinder-799546-3-iscsi the message routers_updated {{(pid=80980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jul 06 02:03:50.534554 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-256d69e5-41e2-4b1e-b7a6-b909937395bb req-b4fc9b99-891d-4eef-a975-7929676cfb7f tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] 10.222.0.37 "DELETE /v2.0/ports/cd09427e-6b3c-457d-b524-d67a7393fdc5 HTTP/1.1" status: 204  len: 173 time: 1.4912217
Jul 06 02:03:50.545452 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-842622ac-cf57-413b-9799-2035cc182e22 None None] Sync routers for ids ['5a0ec982-2a10-44a4-86fc-d1e13aecf617'] in dv-cinder-799546-3-iscsi {{(pid=80983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Jul 06 02:03:50.561926 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-50104d67-b9c1-45ed-9c8f-4af115d0a0a4 req-a29ddae1-a9ef-461a-9374-53a3ee36b04c tempest-VolumesNegativeTest-1378205824 tempest-VolumesNegativeTest-1378205824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428228'] for security_group, after_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:03:50.567180 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-71e45803-62d6-4fca-82ac-0c4c38cf5933 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:03:50.580792 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.plugin [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] No Port match for: cd09427e-6b3c-457d-b524-d67a7393fdc5 {{(pid=80982) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2217}}
Jul 06 02:03:50.580978 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-842622ac-cf57-413b-9799-2035cc182e22 None None] Routers {'5a0ec982-2a10-44a4-86fc-d1e13aecf617'} bound to L3 agent in host dv-cinder-799546-3-iscsi {{(pid=80983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 06 02:03:50.581731 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.rpc [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Device cd09427e-6b3c-457d-b524-d67a7393fdc5 not bound to the agent host hv-cinder-79954 {{(pid=80982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:250}}
Jul 06 02:03:50.582034 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_hamode_db [None req-842622ac-cf57-413b-9799-2035cc182e22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f31d753e438>, 'dv-cinder-799546-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-06T01:50:03Z,description=<?>,heartbeat_timestamp=2021-07-06T02:03:33Z,host='dv-cinder-799546-3-iscsi',id=61912d2b-cbf3-48c5-b8b2-dcc1c49052a5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-06T01:50:03Z,topic='l3_agent')) {'router_ids': ['5a0ec982-2a10-44a4-86fc-d1e13aecf617'], 'active': True} {{(pid=80983) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 02:03:50.582537 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.rpc [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Device a3765eaf-5d9a-4eb7-b7d2-aeb912bae916 no longer exists at agent hyperv_hv-cinder-79954 {{(pid=80982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:242}}
Jul 06 02:03:50.666184 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bf7305c-8ef1-4c8f-a294-f51b84e438c3', 'name': 'network-vif-deleted', 'tag': 'cd09427e-6b3c-457d-b524-d67a7393fdc5', 'status': 'completed', 'code': 200}
Jul 06 02:03:50.673084 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa14971a-14cf-4b40-bb8c-dffeccb1848b req-2ef1b9a3-cc12-4fb4-8a87-e212cec9a389 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] No DVR routers for this DVR port a3765eaf-5d9a-4eb7-b7d2-aeb912bae916 on host hv-cinder-79954 {{(pid=80980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jul 06 02:03:50.675594 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.plugin [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] No Port match for: a3765eaf-5d9a-4eb7-b7d2-aeb912bae916 {{(pid=80982) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2217}}
Jul 06 02:03:50.676563 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.rpc [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Device a3765eaf-5d9a-4eb7-b7d2-aeb912bae916 not bound to the agent host hv-cinder-79954 {{(pid=80982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:250}}
Jul 06 02:03:50.682249 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-fa14971a-14cf-4b40-bb8c-dffeccb1848b req-2ef1b9a3-cc12-4fb4-8a87-e212cec9a389 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91827'] for port, before_response {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:03:50.685719 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-fa14971a-14cf-4b40-bb8c-dffeccb1848b req-2ef1b9a3-cc12-4fb4-8a87-e212cec9a389 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] 10.222.0.37 "DELETE /v2.0/ports/a3765eaf-5d9a-4eb7-b7d2-aeb912bae916 HTTP/1.1" status: 204  len: 173 time: 2.7701368
Jul 06 02:03:50.723492 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29ddae1-a9ef-461a-9374-53a3ee36b04c tempest-VolumesNegativeTest-1378205824 tempest-VolumesNegativeTest-1378205824-project] Pushing event updated for resources: {'SecurityGroup': ['ID=566609e4-251a-46fe-aa11-daa256e4f2b3,revision_number=1']} {{(pid=80981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:03:50.732988 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-a29ddae1-a9ef-461a-9374-53a3ee36b04c tempest-VolumesNegativeTest-1378205824 tempest-VolumesNegativeTest-1378205824-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:03:50.788023 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [req-08573dbe-6b4a-42b2-a9a7-2e4912cd066c req-611078ee-8212-49ab-b4f0-e05274447927 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Synchronizing usage tracker for tenant:587da9b290164b68a272d4c4072a9c73 on resource:port {{(pid=80980) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 06 02:03:50.811746 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_dvr_db [None req-842622ac-cf57-413b-9799-2035cc182e22 None None] Set router 5a0ec982-2a10-44a4-86fc-d1e13aecf617 gateway port host: dv-cinder-799546-3-iscsi {{(pid=80983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:850}}
Jul 06 02:03:50.840414 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.db_base_plugin_common [req-50104d67-b9c1-45ed-9c8f-4af115d0a0a4 req-a29ddae1-a9ef-461a-9374-53a3ee36b04c tempest-VolumesNegativeTest-1378205824 tempest-VolumesNegativeTest-1378205824-project] Allocated IP 192.168.233.64 (2e36cd50-a96c-44e3-a8d9-1b5def5ae01a/83f1b0af-9d5f-490a-89b4-1fc6439fc6ae/81355252-7a7c-440a-a1fa-ff68f8ae91d1) {{(pid=80981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Jul 06 02:03:50.858799 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [req-08573dbe-6b4a-42b2-a9a7-2e4912cd066c req-611078ee-8212-49ab-b4f0-e05274447927 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Unset dirty status for tenant:587da9b290164b68a272d4c4072a9c73 on resource:port {{(pid=80980) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 06 02:03:50.860083 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-08573dbe-6b4a-42b2-a9a7-2e4912cd066c req-611078ee-8212-49ab-b4f0-e05274447927 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] 10.222.0.11 "GET /v2.0/ports?device_id=6bf80594-4f7b-4225-95e7-e1f2461f5e26 HTTP/1.1" status: 200  len: 210 time: 0.1402564
Jul 06 02:03:51.130852 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-50104d67-b9c1-45ed-9c8f-4af115d0a0a4 req-a29ddae1-a9ef-461a-9374-53a3ee36b04c tempest-VolumesNegativeTest-1378205824 tempest-VolumesNegativeTest-1378205824-project] Notify callbacks [] for port, precommit_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:03:51.144005 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-ca8135a4-dba8-442c-9e00-77dea0d8d0f1 req-ba070408-ba81-4bfa-bc34-24cc6544410a tempest-VolumesNegativeTest-1378205824 tempest-VolumesNegativeTest-1378205824-project] 10.222.0.11 "GET /v2.0/ports?device_id=d26c32f6-3adf-4ead-a44c-a1f57d379158 HTTP/1.1" status: 200  len: 210 time: 0.0643609
Jul 06 02:03:51.157139 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.provisioning_blocks [req-50104d67-b9c1-45ed-9c8f-4af115d0a0a4 req-a29ddae1-a9ef-461a-9374-53a3ee36b04c tempest-VolumesNegativeTest-1378205824 tempest-VolumesNegativeTest-1378205824-project] Transition to ACTIVE for port object 81355252-7a7c-440a-a1fa-ff68f8ae91d1 will not be triggered until provisioned by entity DHCP. {{(pid=80981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 06 02:03:51.192562 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_hamode_db [None req-842622ac-cf57-413b-9799-2035cc182e22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f31d753e438>, [{'id': '5a0ec982-2a10-44a4-86fc-d1e13aecf617', 'name': 'tempest-AttachVolumeTestJSON-645204130-router', 'tenant_id': '587da9b290164b68a272d4c4072a9c73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8', 'external_fixed_ips': [{'subnet_id': '24d74941-6bd6-4d03-882f-a623d522833f', 'ip_address': '172.27.1.100'}], 'enable_snat': True}, 'gw_port_id': '2cbeeafc-0e7b-49cd-a165-7753ce009d2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T01:58:34Z', 'updated_at': '2021-07-06T01:58:43Z', 'revision_number': 4, 'project_id': '587da9b290164b68a272d4c4072a9c73', 'gw_port': {'id': '2cbeeafc-0e7b-49cd-a165-7753ce009d2d', 'name': '', 'network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:3c:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a0ec982-2a10-44a4-86fc-d1e13aecf617', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '24d74941-6bd6-4d03-882f-a623d522833f', 'ip_address': '172.27.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T01:58:35Z', 'updated_at': '2021-07-06T01:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24d74941-6bd6-4d03-882f-a623d522833f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799546-3-iscsi', '_interfaces': [{'id': '8d5e8566-37f4-4010-af7c-cd43ad32bb78', 'name': '', 'network_id': '2a4c8008-ce84-432c-9f5d-0fe3ba12caba', 'tenant_id': '587da9b290164b68a272d4c4072a9c73', 'mac_address': 'fa:16:3e:38:a5:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a0ec982-2a10-44a4-86fc-d1e13aecf617', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '10f6138f-392f-434d-90d2-631457fbed0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T01:58:42Z', 'updated_at': '2021-07-06T01:58:59Z', 'revision_number': 5, 'project_id': '587da9b290164b68a272d4c4072a9c73', 'subnets': [{'id': '10f6138f-392f-434d-90d2-631457fbed0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799546-3-iscsi', False) {} {{(pid=80983) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 02:03:51.197356 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-842622ac-cf57-413b-9799-2035cc182e22 None None] Checking router: 5a0ec982-2a10-44a4-86fc-d1e13aecf617 for host: dv-cinder-799546-3-iscsi {{(pid=80983) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Jul 06 02:03:51.210086 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-842622ac-cf57-413b-9799-2035cc182e22 None None] Routers {'5a0ec982-2a10-44a4-86fc-d1e13aecf617'} bound to L3 agent in host dv-cinder-799546-3-iscsi {{(pid=80983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 06 02:03:51.210802 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_hamode_db [None req-842622ac-cf57-413b-9799-2035cc182e22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f31d753e438>, 'dv-cinder-799546-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-06T01:50:03Z,description=<?>,heartbeat_timestamp=2021-07-06T02:03:33Z,host='dv-cinder-799546-3-iscsi',id=61912d2b-cbf3-48c5-b8b2-dcc1c49052a5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-06T01:50:03Z,topic='l3_agent')) {'router_ids': ['5a0ec982-2a10-44a4-86fc-d1e13aecf617'], 'active': True} {{(pid=80983) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 02:03:51.212113 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-50104d67-b9c1-45ed-9c8f-4af115d0a0a4 req-a29ddae1-a9ef-461a-9374-53a3ee36b04c tempest-VolumesNegativeTest-1378205824 tempest-VolumesNegativeTest-1378205824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296101369102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839890433'] for port, after_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:03:51.220728 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-f5ac6451-a093-4580-a175-eca0e765f12a tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:03:51.297208 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50104d67-b9c1-45ed-9c8f-4af115d0a0a4 req-a29ddae1-a9ef-461a-9374-53a3ee36b04c tempest-VolumesNegativeTest-1378205824 tempest-VolumesNegativeTest-1378205824-project] Network 2e36cd50-a96c-44e3-a8d9-1b5def5ae01a is already hosted by enough agents. {{(pid=80981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:240}}
Jul 06 02:03:51.300993 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.scheduler.base_scheduler [req-50104d67-b9c1-45ed-9c8f-4af115d0a0a4 req-a29ddae1-a9ef-461a-9374-53a3ee36b04c tempest-VolumesNegativeTest-1378205824 tempest-VolumesNegativeTest-1378205824-project] Resources bound (agent type, host, resource id):  {{(pid=80981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jul 06 02:03:51.303574 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_dvrscheduler_db [req-50104d67-b9c1-45ed-9c8f-4af115d0a0a4 req-a29ddae1-a9ef-461a-9374-53a3ee36b04c tempest-VolumesNegativeTest-1378205824 tempest-VolumesNegativeTest-1378205824-project] Received port after_create {{(pid=80981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 06 02:03:51.330319 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29ddae1-a9ef-461a-9374-53a3ee36b04c tempest-VolumesNegativeTest-1378205824 tempest-VolumesNegativeTest-1378205824-project] Pushing event updated for resources: {'Port': ['ID=81355252-7a7c-440a-a1fa-ff68f8ae91d1,revision_number=1']} {{(pid=80981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:03:51.333657 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-a29ddae1-a9ef-461a-9374-53a3ee36b04c tempest-VolumesNegativeTest-1378205824 tempest-VolumesNegativeTest-1378205824-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:03:51.379055 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50104d67-b9c1-45ed-9c8f-4af115d0a0a4 req-a29ddae1-a9ef-461a-9374-53a3ee36b04c tempest-VolumesNegativeTest-1378205824 tempest-VolumesNegativeTest-1378205824-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:03:51.380376 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-50104d67-b9c1-45ed-9c8f-4af115d0a0a4 req-a29ddae1-a9ef-461a-9374-53a3ee36b04c tempest-VolumesNegativeTest-1378205824 tempest-VolumesNegativeTest-1378205824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853726196'] for port, before_response {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:03:51.402949 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_dvr_db [None req-842622ac-cf57-413b-9799-2035cc182e22 None None] Set router 5a0ec982-2a10-44a4-86fc-d1e13aecf617 gateway port host: dv-cinder-799546-3-iscsi {{(pid=80983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:850}}
Jul 06 02:03:51.448240 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-50104d67-b9c1-45ed-9c8f-4af115d0a0a4 req-a29ddae1-a9ef-461a-9374-53a3ee36b04c tempest-VolumesNegativeTest-1378205824 tempest-VolumesNegativeTest-1378205824-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 1.4048343
Jul 06 02:03:51.464268 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.v2.base [req-50104d67-b9c1-45ed-9c8f-4af115d0a0a4 req-c424b4e5-e8bd-4157-9729-3e4bc7717c83 service neutron] Request body: {'port': {'device_id': 'd26c32f6-3adf-4ead-a44c-a1f57d379158', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79954'}} {{(pid=80981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 06 02:03:51.595272 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-50104d67-b9c1-45ed-9c8f-4af115d0a0a4 req-c424b4e5-e8bd-4157-9729-3e4bc7717c83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1050496'] for port, before_update {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:03:51.712826 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [req-36ec7742-f0a3-4219-a343-f3bf491923c7 req-573c8a1c-cbd5-4d1c-adc0-682ce305b762 tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] Synchronizing usage tracker for tenant:b0037fadadec43e5bf5dc42b273e1b3e on resource:port {{(pid=80980) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 06 02:03:51.794841 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [req-36ec7742-f0a3-4219-a343-f3bf491923c7 req-573c8a1c-cbd5-4d1c-adc0-682ce305b762 tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] Unset dirty status for tenant:b0037fadadec43e5bf5dc42b273e1b3e on resource:port {{(pid=80980) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 06 02:03:51.797278 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-36ec7742-f0a3-4219-a343-f3bf491923c7 req-573c8a1c-cbd5-4d1c-adc0-682ce305b762 tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] 10.222.0.11 "GET /v2.0/ports?device_id=7bf7305c-8ef1-4c8f-a294-f51b84e438c3 HTTP/1.1" status: 200  len: 210 time: 0.2029905
Jul 06 02:03:51.833710 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.provisioning_blocks [None req-286e5fec-8859-4d4d-9b73-54f4e009d670 None None] Provisioning for port 81355252-7a7c-440a-a1fa-ff68f8ae91d1 completed by entity DHCP. {{(pid=80982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 06 02:03:51.841237 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.provisioning_blocks [None req-286e5fec-8859-4d4d-9b73-54f4e009d670 None None] Provisioning complete for port 81355252-7a7c-440a-a1fa-ff68f8ae91d1 triggered by entity DHCP. {{(pid=80982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 06 02:03:51.842147 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-286e5fec-8859-4d4d-9b73-54f4e009d670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1309268'] for port, provisioning_complete {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:03:51.903272 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.plugin [None req-286e5fec-8859-4d4d-9b73-54f4e009d670 None None] Port 81355252-7a7c-440a-a1fa-ff68f8ae91d1 cannot update to ACTIVE because it is not bound. {{(pid=80982) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:301}}
Jul 06 02:03:51.926205 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_hamode_db [None req-842622ac-cf57-413b-9799-2035cc182e22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f31d753e438>, [{'id': '5a0ec982-2a10-44a4-86fc-d1e13aecf617', 'name': 'tempest-AttachVolumeTestJSON-645204130-router', 'tenant_id': '587da9b290164b68a272d4c4072a9c73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8', 'external_fixed_ips': [{'subnet_id': '24d74941-6bd6-4d03-882f-a623d522833f', 'ip_address': '172.27.1.100'}], 'enable_snat': True}, 'gw_port_id': '2cbeeafc-0e7b-49cd-a165-7753ce009d2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T01:58:34Z', 'updated_at': '2021-07-06T01:58:43Z', 'revision_number': 4, 'project_id': '587da9b290164b68a272d4c4072a9c73', 'gw_port': {'id': '2cbeeafc-0e7b-49cd-a165-7753ce009d2d', 'name': '', 'network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:3c:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a0ec982-2a10-44a4-86fc-d1e13aecf617', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '24d74941-6bd6-4d03-882f-a623d522833f', 'ip_address': '172.27.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T01:58:35Z', 'updated_at': '2021-07-06T01:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24d74941-6bd6-4d03-882f-a623d522833f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799546-3-iscsi', '_interfaces': [{'id': '8d5e8566-37f4-4010-af7c-cd43ad32bb78', 'name': '', 'network_id': '2a4c8008-ce84-432c-9f5d-0fe3ba12caba', 'tenant_id': '587da9b290164b68a272d4c4072a9c73', 'mac_address': 'fa:16:3e:38:a5:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a0ec982-2a10-44a4-86fc-d1e13aecf617', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '10f6138f-392f-434d-90d2-631457fbed0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T01:58:42Z', 'updated_at': '2021-07-06T01:58:59Z', 'revision_number': 5, 'project_id': '587da9b290164b68a272d4c4072a9c73', 'subnets': [{'id': '10f6138f-392f-434d-90d2-631457fbed0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799546-3-iscsi', False) {} {{(pid=80983) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 02:03:51.936543 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-842622ac-cf57-413b-9799-2035cc182e22 None None] The sync data for ids ['5a0ec982-2a10-44a4-86fc-d1e13aecf617'] in dv-cinder-799546-3-iscsi is: [{'id': '5a0ec982-2a10-44a4-86fc-d1e13aecf617', 'name': 'tempest-AttachVolumeTestJSON-645204130-router', 'tenant_id': '587da9b290164b68a272d4c4072a9c73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8', 'external_fixed_ips': [{'subnet_id': '24d74941-6bd6-4d03-882f-a623d522833f', 'ip_address': '172.27.1.100'}], 'enable_snat': True}, 'gw_port_id': '2cbeeafc-0e7b-49cd-a165-7753ce009d2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T01:58:34Z', 'updated_at': '2021-07-06T01:58:43Z', 'revision_number': 4, 'project_id': '587da9b290164b68a272d4c4072a9c73', 'gw_port': {'id': '2cbeeafc-0e7b-49cd-a165-7753ce009d2d', 'name': '', 'network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:3c:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a0ec982-2a10-44a4-86fc-d1e13aecf617', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '24d74941-6bd6-4d03-882f-a623d522833f', 'ip_address': '172.27.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T01:58:35Z', 'updated_at': '2021-07-06T01:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24d74941-6bd6-4d03-882f-a623d522833f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799546-3-iscsi', '_interfaces': [{'id': '8d5e8566-37f4-4010-af7c-cd43ad32bb78', 'name': '', 'network_id': '2a4c8008-ce84-432c-9f5d-0fe3ba12caba', 'tenant_id': '587da9b290164b68a272d4c4072a9c73', 'mac_address': 'fa:16:3e:38:a5:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a0ec982-2a10-44a4-86fc-d1e13aecf617', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '10f6138f-392f-434d-90d2-631457fbed0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T01:58:42Z', 'updated_at': '2021-07-06T01:58:59Z', 'revision_number': 5, 'project_id': '587da9b290164b68a272d4c4072a9c73', 'subnets': [{'id': '10f6138f-392f-434d-90d2-631457fbed0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=80983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Jul 06 02:03:52.141753 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-18eb8510-91f4-4689-b1f3-b0b08d38f73a req-cbc6a74a-7b46-404d-ab5f-6872b51563f3 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] 10.222.0.11 "GET /v2.0/ports?device_id=6bf80594-4f7b-4225-95e7-e1f2461f5e26 HTTP/1.1" status: 200  len: 210 time: 0.0695503
Jul 06 02:03:52.274886 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.notifiers.nova [req-50104d67-b9c1-45ed-9c8f-4af115d0a0a4 req-c424b4e5-e8bd-4157-9729-3e4bc7717c83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81355252-7a7c-440a-a1fa-ff68f8ae91d1 {{(pid=80981) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Jul 06 02:03:52.283419 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-50104d67-b9c1-45ed-9c8f-4af115d0a0a4 req-c424b4e5-e8bd-4157-9729-3e4bc7717c83 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:03:52.299934 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.provisioning_blocks [req-50104d67-b9c1-45ed-9c8f-4af115d0a0a4 req-c424b4e5-e8bd-4157-9729-3e4bc7717c83 service neutron] Transition to ACTIVE for port object 81355252-7a7c-440a-a1fa-ff68f8ae91d1 will not be triggered until provisioned by entity L2. {{(pid=80981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 06 02:03:52.331081 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-50104d67-b9c1-45ed-9c8f-4af115d0a0a4 req-c424b4e5-e8bd-4157-9729-3e4bc7717c83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740753762112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740753409037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296101366746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14885351'] for port, after_update {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:03:52.337961 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-9f9eb6ce-68b3-4069-82a4-3325a9158714 tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:03:52.399408 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49eed59-05b9-42c1-9084-27f91099bcf0 req-8be77afc-347b-42b5-9649-b43c9a1fddc3 tempest-VolumesNegativeTest-1378205824 tempest-VolumesNegativeTest-1378205824-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:03:52.404588 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-b49eed59-05b9-42c1-9084-27f91099bcf0 req-8be77afc-347b-42b5-9649-b43c9a1fddc3 tempest-VolumesNegativeTest-1378205824 tempest-VolumesNegativeTest-1378205824-project] 10.222.0.11 "GET /v2.0/ports?device_id=d26c32f6-3adf-4ead-a44c-a1f57d379158 HTTP/1.1" status: 200  len: 947 time: 0.1333740
Jul 06 02:03:52.467875 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-b49eed59-05b9-42c1-9084-27f91099bcf0 req-552ea418-f660-44ca-8416-111c6f442fb3 tempest-VolumesNegativeTest-1378205824 tempest-VolumesNegativeTest-1378205824-project] 10.222.0.11 "GET /v2.0/security-groups?id=566609e4-251a-46fe-aa11-daa256e4f2b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0553119
Jul 06 02:03:52.481302 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cb24ee7-ca73-4000-8943-e962dccd1827 None None] New status for floating IP 3b5bd463-0c37-4ce4-8939-bd1653b14f1c: DOWN {{(pid=80982) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:278}}
Jul 06 02:03:52.484616 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c424b4e5-e8bd-4157-9729-3e4bc7717c83 service neutron] Pushing event updated for resources: {'Port': ['ID=81355252-7a7c-440a-a1fa-ff68f8ae91d1,revision_number=2']} {{(pid=80981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:03:52.489512 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-c424b4e5-e8bd-4157-9729-3e4bc7717c83 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:03:52.605675 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.managers [req-50104d67-b9c1-45ed-9c8f-4af115d0a0a4 req-c424b4e5-e8bd-4157-9729-3e4bc7717c83 service neutron] Attempting to bind port 81355252-7a7c-440a-a1fa-ff68f8ae91d1 on host hv-cinder-79954 for vnic_type normal with profile  {{(pid=80981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jul 06 02:03:52.605911 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.managers [req-50104d67-b9c1-45ed-9c8f-4af115d0a0a4 req-c424b4e5-e8bd-4157-9729-3e4bc7717c83 service neutron] Attempting to bind port 81355252-7a7c-440a-a1fa-ff68f8ae91d1 by drivers openvswitch,hyperv on host hv-cinder-79954 at level 0 using segments [{'id': '172b7ba8-177e-40ab-8104-6443beffd2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '2e36cd50-a96c-44e3-a8d9-1b5def5ae01a'}] {{(pid=80981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jul 06 02:03:52.606442 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50104d67-b9c1-45ed-9c8f-4af115d0a0a4 req-c424b4e5-e8bd-4157-9729-3e4bc7717c83 service neutron] Attempting to bind port 81355252-7a7c-440a-a1fa-ff68f8ae91d1 on network 2e36cd50-a96c-44e3-a8d9-1b5def5ae01a {{(pid=80981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Jul 06 02:03:52.613509 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50104d67-b9c1-45ed-9c8f-4af115d0a0a4 req-c424b4e5-e8bd-4157-9729-3e4bc7717c83 service neutron] Port 81355252-7a7c-440a-a1fa-ff68f8ae91d1 on network 2e36cd50-a96c-44e3-a8d9-1b5def5ae01a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79954 {{(pid=80981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jul 06 02:03:52.613878 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50104d67-b9c1-45ed-9c8f-4af115d0a0a4 req-c424b4e5-e8bd-4157-9729-3e4bc7717c83 service neutron] Attempting to bind port 81355252-7a7c-440a-a1fa-ff68f8ae91d1 on network 2e36cd50-a96c-44e3-a8d9-1b5def5ae01a {{(pid=80981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Jul 06 02:03:52.622379 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50104d67-b9c1-45ed-9c8f-4af115d0a0a4 req-c424b4e5-e8bd-4157-9729-3e4bc7717c83 service neutron] Checking agent: {'id': 'abd15b5f-b1e1-4bf4-b258-9ce6723fb40b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79954', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 1, 56, 33), 'started_at': datetime.datetime(2021, 7, 6, 1, 56, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 2, 3, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Jul 06 02:03:52.622764 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50104d67-b9c1-45ed-9c8f-4af115d0a0a4 req-c424b4e5-e8bd-4157-9729-3e4bc7717c83 service neutron] Checking segment: {'id': '172b7ba8-177e-40ab-8104-6443beffd2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '2e36cd50-a96c-44e3-a8d9-1b5def5ae01a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jul 06 02:03:52.623174 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50104d67-b9c1-45ed-9c8f-4af115d0a0a4 req-c424b4e5-e8bd-4157-9729-3e4bc7717c83 service neutron] Bound using segment: {'id': '172b7ba8-177e-40ab-8104-6443beffd2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '2e36cd50-a96c-44e3-a8d9-1b5def5ae01a'} {{(pid=80981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Jul 06 02:03:52.623675 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.managers [req-50104d67-b9c1-45ed-9c8f-4af115d0a0a4 req-c424b4e5-e8bd-4157-9729-3e4bc7717c83 service neutron] Bound port: 81355252-7a7c-440a-a1fa-ff68f8ae91d1, host: hv-cinder-79954, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '172b7ba8-177e-40ab-8104-6443beffd2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '2e36cd50-a96c-44e3-a8d9-1b5def5ae01a'}}] {{(pid=80981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jul 06 02:03:52.624073 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-50104d67-b9c1-45ed-9c8f-4af115d0a0a4 req-c424b4e5-e8bd-4157-9729-3e4bc7717c83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1050496'] for port, before_update {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:03:52.667692 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bf80594-4f7b-4225-95e7-e1f2461f5e26', 'name': 'network-vif-deleted', 'tag': 'a3765eaf-5d9a-4eb7-b7d2-aeb912bae916'}] {{(pid=80980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 06 02:03:52.725078 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bf80594-4f7b-4225-95e7-e1f2461f5e26', 'name': 'network-vif-deleted', 'tag': 'a3765eaf-5d9a-4eb7-b7d2-aeb912bae916', 'status': 'completed', 'code': 200}
Jul 06 02:03:52.754109 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [req-50104d67-b9c1-45ed-9c8f-4af115d0a0a4 req-c424b4e5-e8bd-4157-9729-3e4bc7717c83 service neutron] For port 81355252-7a7c-440a-a1fa-ff68f8ae91d1, host hv-cinder-79954, cleared binding levels {{(pid=80981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:111}}
Jul 06 02:03:52.757737 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [req-50104d67-b9c1-45ed-9c8f-4af115d0a0a4 req-c424b4e5-e8bd-4157-9729-3e4bc7717c83 service neutron] For port 81355252-7a7c-440a-a1fa-ff68f8ae91d1, host hv-cinder-79954, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79954',level=0,port_id=81355252-7a7c-440a-a1fa-ff68f8ae91d1,segment=NetworkSegment(172b7ba8-177e-40ab-8104-6443beffd2a0),segment_id=172b7ba8-177e-40ab-8104-6443beffd2a0)] {{(pid=80981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}}
Jul 06 02:03:52.800171 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-50104d67-b9c1-45ed-9c8f-4af115d0a0a4 req-c424b4e5-e8bd-4157-9729-3e4bc7717c83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740753762112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740753409037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296101366746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14885351'] for port, after_update {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:03:52.806509 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-f5ac6451-a093-4580-a175-eca0e765f12a tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:03:52.924376 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c424b4e5-e8bd-4157-9729-3e4bc7717c83 service neutron] Pushing event updated for resources: {'Port': ['ID=81355252-7a7c-440a-a1fa-ff68f8ae91d1,revision_number=3']} {{(pid=80981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:03:52.931760 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-c424b4e5-e8bd-4157-9729-3e4bc7717c83 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:03:52.933322 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-50104d67-b9c1-45ed-9c8f-4af115d0a0a4 req-c424b4e5-e8bd-4157-9729-3e4bc7717c83 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853726196'] for port, before_response {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:03:52.934879 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-50104d67-b9c1-45ed-9c8f-4af115d0a0a4 req-c424b4e5-e8bd-4157-9729-3e4bc7717c83 service neutron] 10.222.0.37 "PUT /v2.0/ports/81355252-7a7c-440a-a1fa-ff68f8ae91d1 HTTP/1.1" status: 200  len: 1097 time: 1.4764614
Jul 06 02:03:52.935421 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd26c32f6-3adf-4ead-a44c-a1f57d379158', 'tag': '81355252-7a7c-440a-a1fa-ff68f8ae91d1'}] {{(pid=80981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 06 02:03:53.008011 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd26c32f6-3adf-4ead-a44c-a1f57d379158', 'tag': '81355252-7a7c-440a-a1fa-ff68f8ae91d1', 'status': 'completed', 'code': 200}
Jul 06 02:03:53.203093 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-50104d67-b9c1-45ed-9c8f-4af115d0a0a4 req-7617915e-72f4-433c-9367-332ee18f3510 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=14b9fb4feb19402b9c9483a3ca2d0f1b&device_id=d26c32f6-3adf-4ead-a44c-a1f57d379158 HTTP/1.1" status: 200  len: 1100 time: 0.1777544
Jul 06 02:03:53.297827 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-50104d67-b9c1-45ed-9c8f-4af115d0a0a4 req-65642eab-3d4d-42eb-aec8-295d78a311d8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=81355252-7a7c-440a-a1fa-ff68f8ae91d1 HTTP/1.1" status: 200  len: 217 time: 0.0786185
Jul 06 02:03:53.355263 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80980) accepted ('10.222.0.11', 44170) {{(pid=80980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 02:03:53.393692 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50104d67-b9c1-45ed-9c8f-4af115d0a0a4 req-4b124718-d9ee-41d5-a9e1-e5a0525c654e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:03:53.397227 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-50104d67-b9c1-45ed-9c8f-4af115d0a0a4 req-4b124718-d9ee-41d5-a9e1-e5a0525c654e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=83f1b0af-9d5f-490a-89b4-1fc6439fc6ae HTTP/1.1" status: 200  len: 843 time: 0.0898492
Jul 06 02:03:53.490867 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-6d3e272e-91bc-4cc7-b581-2dc7014d7474 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Notify callbacks [] for security_group, before_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:03:53.500686 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-50104d67-b9c1-45ed-9c8f-4af115d0a0a4 req-653a9cd5-b735-49be-8449-825beab1c65c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2e36cd50-a96c-44e3-a8d9-1b5def5ae01a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.0941443
Jul 06 02:03:53.534185 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-6d3e272e-91bc-4cc7-b581-2dc7014d7474 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:03:53.587062 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a03f46-adb2-4898-a3b5-4d003e2caec4 req-75c17e7c-820f-4fde-ae18-56695f9cd3b7 tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:03:53.588907 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-58a03f46-adb2-4898-a3b5-4d003e2caec4 req-75c17e7c-820f-4fde-ae18-56695f9cd3b7 tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] 10.222.0.11 "GET /v2.0/ports?device_id=e0031e4c-fd20-42f5-aa66-c102510ce1fe HTTP/1.1" status: 200  len: 945 time: 0.1708560
Jul 06 02:03:53.650571 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-58a03f46-adb2-4898-a3b5-4d003e2caec4 req-eff8f110-7dc3-4109-9c5d-d8640845b7dd tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] 10.222.0.11 "GET /v2.0/security-groups?id=8f6df123-aea9-4211-ae13-3df2bf025ab5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0467811
Jul 06 02:03:53.654390 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-6d3e272e-91bc-4cc7-b581-2dc7014d7474 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428228'] for security_group, after_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:03:53.657842 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-949cef76-9349-4337-8bd7-bd6d4a9bae61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:03:53.673947 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3e272e-91bc-4cc7-b581-2dc7014d7474 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a49819e7-9e67-4461-9ca0-4f120b4fbc53,revision_number=None']} {{(pid=80980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:03:53.677379 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-6d3e272e-91bc-4cc7-b581-2dc7014d7474 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:03:53.723795 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-6d3e272e-91bc-4cc7-b581-2dc7014d7474 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Notify callbacks [] for security_group, before_response {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:03:53.725243 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-6d3e272e-91bc-4cc7-b581-2dc7014d7474 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] 10.222.0.11 "DELETE /v2.0/security-groups/a49819e7-9e67-4461-9ca0-4f120b4fbc53 HTTP/1.1" status: 204  len: 168 time: 0.3684869
Jul 06 02:03:53.728849 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80980) accepted ('10.222.0.11', 44176) {{(pid=80980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 02:03:53.758953 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.api.v2.resource [None req-35e2391e-e67a-41ed-87b1-a4b7a3071b4a tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] show failed (client error): The resource could not be found.
Jul 06 02:03:53.760953 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-35e2391e-e67a-41ed-87b1-a4b7a3071b4a tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] 10.222.0.11 "GET /v2.0/security-groups/a49819e7-9e67-4461-9ca0-4f120b4fbc53 HTTP/1.1" status: 404  len: 347 time: 0.0306649
Jul 06 02:03:53.763903 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80980) accepted ('10.222.0.11', 44180) {{(pid=80980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 02:03:53.810569 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-50104d67-b9c1-45ed-9c8f-4af115d0a0a4 req-6c22ad5f-b5e0-469b-8674-e861ef6357a8 service neutron] 10.222.0.37 "GET /v2.0/networks/2e36cd50-a96c-44e3-a8d9-1b5def5ae01a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3008354
Jul 06 02:03:53.948472 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.plugin [None req-47ba7a97-9093-4395-962b-c0b2daa194f0 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Deleting port 63b3064f-0cd8-4070-837a-6ba84301146d {{(pid=80980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1879}}
Jul 06 02:03:53.948852 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-47ba7a97-9093-4395-962b-c0b2daa194f0 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296100957044'] for port, before_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:03:53.951539 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d4d769-d9ea-4351-ad4f-ea714a8e9652 req-90020755-29f9-41e3-b6d1-35f17702e544 tempest-VolumesNegativeTest-1378205824 tempest-VolumesNegativeTest-1378205824-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:03:53.952326 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [req-38d4d769-d9ea-4351-ad4f-ea714a8e9652 req-90020755-29f9-41e3-b6d1-35f17702e544 tempest-VolumesNegativeTest-1378205824 tempest-VolumesNegativeTest-1378205824-project] Synchronizing usage tracker for tenant:14b9fb4feb19402b9c9483a3ca2d0f1b on resource:port {{(pid=80981) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 06 02:03:53.992435 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-50104d67-b9c1-45ed-9c8f-4af115d0a0a4 req-107b61a6-915c-4e27-b109-021933348259 service neutron] 10.222.0.37 "GET /v2.0/networks/2e36cd50-a96c-44e3-a8d9-1b5def5ae01a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1709785
Jul 06 02:03:54.025950 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [req-38d4d769-d9ea-4351-ad4f-ea714a8e9652 req-90020755-29f9-41e3-b6d1-35f17702e544 tempest-VolumesNegativeTest-1378205824 tempest-VolumesNegativeTest-1378205824-project] Unset dirty status for tenant:14b9fb4feb19402b9c9483a3ca2d0f1b on resource:port {{(pid=80981) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 06 02:03:54.028341 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-38d4d769-d9ea-4351-ad4f-ea714a8e9652 req-90020755-29f9-41e3-b6d1-35f17702e544 tempest-VolumesNegativeTest-1378205824 tempest-VolumesNegativeTest-1378205824-project] 10.222.0.11 "GET /v2.0/ports?device_id=d26c32f6-3adf-4ead-a44c-a1f57d379158 HTTP/1.1" status: 200  len: 947 time: 0.3041720
Jul 06 02:03:54.126362 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-47ba7a97-9093-4395-962b-c0b2daa194f0 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328131'] for port, precommit_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:03:54.126893 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-47ba7a97-9093-4395-962b-c0b2daa194f0 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:03:54.166831 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [req-38d4d769-d9ea-4351-ad4f-ea714a8e9652 req-0bd472c9-151d-4f6b-98cc-9bba02a3e719 tempest-VolumesNegativeTest-1378205824 tempest-VolumesNegativeTest-1378205824-project] Synchronizing usage tracker for tenant:14b9fb4feb19402b9c9483a3ca2d0f1b on resource:security_group {{(pid=80981) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 06 02:03:54.210151 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-84e9d3fa-91f9-4390-852b-8b7d8b0616d4 req-2856429e-d8f5-4625-ad30-b7ade2765294 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=14b9fb4feb19402b9c9483a3ca2d0f1b&device_id=d26c32f6-3adf-4ead-a44c-a1f57d379158 HTTP/1.1" status: 200  len: 1100 time: 0.1027198
Jul 06 02:03:54.219205 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [req-38d4d769-d9ea-4351-ad4f-ea714a8e9652 req-0bd472c9-151d-4f6b-98cc-9bba02a3e719 tempest-VolumesNegativeTest-1378205824 tempest-VolumesNegativeTest-1378205824-project] Unset dirty status for tenant:14b9fb4feb19402b9c9483a3ca2d0f1b on resource:security_group {{(pid=80981) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 06 02:03:54.220742 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-38d4d769-d9ea-4351-ad4f-ea714a8e9652 req-0bd472c9-151d-4f6b-98cc-9bba02a3e719 tempest-VolumesNegativeTest-1378205824 tempest-VolumesNegativeTest-1378205824-project] 10.222.0.11 "GET /v2.0/security-groups?id=566609e4-251a-46fe-aa11-daa256e4f2b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1843956
Jul 06 02:03:54.392811 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e9d3fa-91f9-4390-852b-8b7d8b0616d4 req-e08f9548-3abd-4878-9745-02441f871d22 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:03:54.393516 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-84e9d3fa-91f9-4390-852b-8b7d8b0616d4 req-e08f9548-3abd-4878-9745-02441f871d22 service neutron] 10.222.0.37 "GET /v2.0/networks?id=2e36cd50-a96c-44e3-a8d9-1b5def5ae01a HTTP/1.1" status: 200  len: 870 time: 0.1707418
Jul 06 02:03:54.474767 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-84e9d3fa-91f9-4390-852b-8b7d8b0616d4 req-33c81b18-cf53-4cb5-a16b-ba31b147abe2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=81355252-7a7c-440a-a1fa-ff68f8ae91d1 HTTP/1.1" status: 200  len: 217 time: 0.0716081
Jul 06 02:03:54.516188 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.plugin [None req-47ba7a97-9093-4395-962b-c0b2daa194f0 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Calling delete_port for 63b3064f-0cd8-4070-837a-6ba84301146d owned by network:floatingip {{(pid=80980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1952}}
Jul 06 02:03:54.553454 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e9d3fa-91f9-4390-852b-8b7d8b0616d4 req-7ff70111-0fd4-4af9-a0f5-e4ab200812a9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:03:54.555628 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-84e9d3fa-91f9-4390-852b-8b7d8b0616d4 req-7ff70111-0fd4-4af9-a0f5-e4ab200812a9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=83f1b0af-9d5f-490a-89b4-1fc6439fc6ae HTTP/1.1" status: 200  len: 843 time: 0.0711985
Jul 06 02:03:54.642160 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-84e9d3fa-91f9-4390-852b-8b7d8b0616d4 req-a9aba895-a4c4-494c-8073-3fc4d7721ecc service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2e36cd50-a96c-44e3-a8d9-1b5def5ae01a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.0771477
Jul 06 02:03:54.779244 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-47ba7a97-9093-4395-962b-c0b2daa194f0 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740753762095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296101366780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839946710'] for port, after_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:03:54.784650 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-435d7beb-a386-4af0-9eaf-4e168383eaa6 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:03:54.800984 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-84e9d3fa-91f9-4390-852b-8b7d8b0616d4 req-41b982c4-7903-4c2b-9edc-205f2eff8c35 service neutron] 10.222.0.37 "GET /v2.0/networks/2e36cd50-a96c-44e3-a8d9-1b5def5ae01a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1474929
Jul 06 02:03:54.881655 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ba7a97-9093-4395-962b-c0b2daa194f0 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Pushing event deleted for resources: {'Port': ['ID=63b3064f-0cd8-4070-837a-6ba84301146d,revision_number=None']} {{(pid=80980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:03:54.887328 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-47ba7a97-9093-4395-962b-c0b2daa194f0 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:03:54.961614 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-84e9d3fa-91f9-4390-852b-8b7d8b0616d4 req-3961b1d0-8396-4f63-9ebc-0c2f6d2cfe33 service neutron] 10.222.0.37 "GET /v2.0/networks/2e36cd50-a96c-44e3-a8d9-1b5def5ae01a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1481860
Jul 06 02:03:54.999006 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ac619f-e8c0-4ef2-8397-d78ce9ac17dc req-92cbab38-0950-4d22-b982-9a6ebd8ecf39 tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:03:55.000715 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-63ac619f-e8c0-4ef2-8397-d78ce9ac17dc req-92cbab38-0950-4d22-b982-9a6ebd8ecf39 tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] 10.222.0.11 "GET /v2.0/ports?device_id=e0031e4c-fd20-42f5-aa66-c102510ce1fe HTTP/1.1" status: 200  len: 945 time: 0.1854270
Jul 06 02:03:55.003711 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-47ba7a97-9093-4395-962b-c0b2daa194f0 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Notify callbacks [] for floatingip, after_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:03:55.060823 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-63ac619f-e8c0-4ef2-8397-d78ce9ac17dc req-5c5f28f4-ffae-4ad3-9ed0-d7a9d411b77a tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] 10.222.0.11 "GET /v2.0/security-groups?id=8f6df123-aea9-4211-ae13-3df2bf025ab5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0515735
Jul 06 02:03:55.071559 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-47ba7a97-9093-4395-962b-c0b2daa194f0 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91827'] for floatingip, before_response {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:03:55.072835 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-47ba7a97-9093-4395-962b-c0b2daa194f0 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] 10.222.0.11 "DELETE /v2.0/floatingips/3b5bd463-0c37-4ce4-8939-bd1653b14f1c HTTP/1.1" status: 204  len: 168 time: 1.3078856
Jul 06 02:03:55.426723 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80981) accepted ('10.222.0.11', 44190) {{(pid=80981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 02:03:55.432897 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.v2.base [None req-fc047e60-3868-42c8-8576-a1c061ef87dc tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Request body: {'security_group': {'name': 'tempest-securitygroup--659797762', 'description': 'tempest-description--1551169913'}} {{(pid=80981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 06 02:03:55.440565 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-fc047e60-3868-42c8-8576-a1c061ef87dc tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 02:03:55.442333 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077ee15a-ba6c-4d59-85f5-366182ade1e4 req-2fbcba89-2a6b-46f6-8c93-3c9cc52baa56 tempest-VolumesNegativeTest-1378205824 tempest-VolumesNegativeTest-1378205824-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:03:55.443979 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-077ee15a-ba6c-4d59-85f5-366182ade1e4 req-2fbcba89-2a6b-46f6-8c93-3c9cc52baa56 tempest-VolumesNegativeTest-1378205824 tempest-VolumesNegativeTest-1378205824-project] 10.222.0.11 "GET /v2.0/ports?device_id=d26c32f6-3adf-4ead-a44c-a1f57d379158 HTTP/1.1" status: 200  len: 947 time: 0.0795875
Jul 06 02:03:55.445408 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-fc047e60-3868-42c8-8576-a1c061ef87dc tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Usage tracker for resource:security_group and tenant:587da9b290164b68a272d4c4072a9c73 is out of sync, need to count used quota {{(pid=80981) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 02:03:55.451553 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-fc047e60-3868-42c8-8576-a1c061ef87dc tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80981) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 02:03:55.458822 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-fc047e60-3868-42c8-8576-a1c061ef87dc tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 02:03:55.496578 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-fc047e60-3868-42c8-8576-a1c061ef87dc tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Notify callbacks [] for security_group, before_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:03:55.500794 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-077ee15a-ba6c-4d59-85f5-366182ade1e4 req-599d04b7-1557-40ba-bb9f-c02d5d68d1c2 tempest-VolumesNegativeTest-1378205824 tempest-VolumesNegativeTest-1378205824-project] 10.222.0.11 "GET /v2.0/security-groups?id=566609e4-251a-46fe-aa11-daa256e4f2b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0492489
Jul 06 02:03:55.533653 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-fc047e60-3868-42c8-8576-a1c061ef87dc tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 02:03:55.537761 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-fc047e60-3868-42c8-8576-a1c061ef87dc tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Usage tracker for resource:security_group_rule and tenant:587da9b290164b68a272d4c4072a9c73 is out of sync, need to count used quota {{(pid=80981) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 02:03:55.542098 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-fc047e60-3868-42c8-8576-a1c061ef87dc tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80981) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 02:03:55.548135 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-fc047e60-3868-42c8-8576-a1c061ef87dc tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 02:03:55.609498 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-fc047e60-3868-42c8-8576-a1c061ef87dc tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Notify callbacks [] for security_group, precommit_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:03:55.645211 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-fc047e60-3868-42c8-8576-a1c061ef87dc tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428228'] for security_group, after_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:03:55.651762 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-a29ddae1-a9ef-461a-9374-53a3ee36b04c tempest-VolumesNegativeTest-1378205824 tempest-VolumesNegativeTest-1378205824-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:03:55.696029 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc047e60-3868-42c8-8576-a1c061ef87dc tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54bf20eb-6feb-494c-8b95-0267ae9fc275,revision_number=1']} {{(pid=80981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:03:55.698917 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-fc047e60-3868-42c8-8576-a1c061ef87dc tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:03:55.725116 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-fc047e60-3868-42c8-8576-a1c061ef87dc tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Notify callbacks [] for security_group, before_response {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:03:55.726649 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-fc047e60-3868-42c8-8576-a1c061ef87dc tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1595 time: 0.2985978
Jul 06 02:03:55.729571 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80981) accepted ('10.222.0.11', 44194) {{(pid=80981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 02:03:55.735666 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.v2.base [None req-1dbba0b0-1ebe-481e-a455-5b1091674346 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Request body: {'security_group_rule': {'security_group_id': '54bf20eb-6feb-494c-8b95-0267ae9fc275', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 06 02:03:55.742018 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-1dbba0b0-1ebe-481e-a455-5b1091674346 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 02:03:55.745941 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-1dbba0b0-1ebe-481e-a455-5b1091674346 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Usage tracker for resource:security_group_rule and tenant:587da9b290164b68a272d4c4072a9c73 is out of sync, need to count used quota {{(pid=80981) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 02:03:55.749586 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-1dbba0b0-1ebe-481e-a455-5b1091674346 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80981) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 02:03:55.755398 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-1dbba0b0-1ebe-481e-a455-5b1091674346 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 02:03:55.800514 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-1dbba0b0-1ebe-481e-a455-5b1091674346 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:03:55.862487 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-1dbba0b0-1ebe-481e-a455-5b1091674346 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:03:55.901972 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-1dbba0b0-1ebe-481e-a455-5b1091674346 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428264'] for security_group_rule, after_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:03:55.910185 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:03:55.935362 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbba0b0-1ebe-481e-a455-5b1091674346 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9156a89c-9f2b-4723-b15f-a924b6d294ef,revision_number=0']} {{(pid=80981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:03:55.938027 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-1dbba0b0-1ebe-481e-a455-5b1091674346 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:03:55.973290 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-1dbba0b0-1ebe-481e-a455-5b1091674346 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:03:55.975358 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-1dbba0b0-1ebe-481e-a455-5b1091674346 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.2447717
Jul 06 02:03:55.978521 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80981) accepted ('10.222.0.11', 44198) {{(pid=80981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 02:03:55.984923 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.v2.base [None req-81fa283c-e9c9-472d-aed5-85c8b46fbe89 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Request body: {'security_group_rule': {'security_group_id': '54bf20eb-6feb-494c-8b95-0267ae9fc275', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 06 02:03:55.991254 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-81fa283c-e9c9-472d-aed5-85c8b46fbe89 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 02:03:55.995673 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-81fa283c-e9c9-472d-aed5-85c8b46fbe89 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Usage tracker for resource:security_group_rule and tenant:587da9b290164b68a272d4c4072a9c73 is out of sync, need to count used quota {{(pid=80981) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 02:03:55.998659 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-81fa283c-e9c9-472d-aed5-85c8b46fbe89 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80981) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 02:03:56.005382 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-81fa283c-e9c9-472d-aed5-85c8b46fbe89 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 02:03:56.051728 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-81fa283c-e9c9-472d-aed5-85c8b46fbe89 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:03:56.115351 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-81fa283c-e9c9-472d-aed5-85c8b46fbe89 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:03:56.159882 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-81fa283c-e9c9-472d-aed5-85c8b46fbe89 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428264'] for security_group_rule, after_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:03:56.162784 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:03:56.189262 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fa283c-e9c9-472d-aed5-85c8b46fbe89 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0bbc14d-77c6-4f0a-8045-f25965bbc48c,revision_number=0']} {{(pid=80981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:03:56.198900 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-81fa283c-e9c9-472d-aed5-85c8b46fbe89 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:03:56.254602 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-81fa283c-e9c9-472d-aed5-85c8b46fbe89 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:03:56.255873 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-81fa283c-e9c9-472d-aed5-85c8b46fbe89 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.2763014
Jul 06 02:03:56.260601 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80980) accepted ('10.222.0.11', 44204) {{(pid=80980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 02:03:56.266007 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.v2.base [None req-fccdc724-a874-40af-888f-03afc2a50137 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Request body: {'floatingip': {'floating_network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8'}} {{(pid=80980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 06 02:03:56.272458 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-fccdc724-a874-40af-888f-03afc2a50137 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 02:03:56.276998 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-fccdc724-a874-40af-888f-03afc2a50137 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Usage tracker for resource:floatingip and tenant:587da9b290164b68a272d4c4072a9c73 is out of sync, need to count used quota {{(pid=80980) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 02:03:56.281025 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-fccdc724-a874-40af-888f-03afc2a50137 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80980) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 02:03:56.288529 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-fccdc724-a874-40af-888f-03afc2a50137 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 02:03:56.330864 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-fccdc724-a874-40af-888f-03afc2a50137 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Notify callbacks [] for floatingip, before_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:03:56.484873 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.rpc [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Device 81355252-7a7c-440a-a1fa-ff68f8ae91d1 details requested by agent hyperv_hv-cinder-79954 with host hv-cinder-79954 {{(pid=80982) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:87}}
Jul 06 02:03:56.512342 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-fccdc724-a874-40af-888f-03afc2a50137 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1050496'] for port, before_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:03:56.537906 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdd1e57-e208-4069-bead-834014c3d949 req-f5006047-90b5-4ae5-a08b-a2a95958be8b tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:03:56.539985 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-3cdd1e57-e208-4069-bead-834014c3d949 req-f5006047-90b5-4ae5-a08b-a2a95958be8b tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] 10.222.0.11 "GET /v2.0/ports?device_id=e0031e4c-fd20-42f5-aa66-c102510ce1fe HTTP/1.1" status: 200  len: 945 time: 0.3457878
Jul 06 02:03:56.606786 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-3cdd1e57-e208-4069-bead-834014c3d949 req-a10379f2-f6ef-4d39-8902-c09c6094d4df tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] 10.222.0.11 "GET /v2.0/security-groups?id=8f6df123-aea9-4211-ae13-3df2bf025ab5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0561640
Jul 06 02:03:56.669632 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] For port 81355252-7a7c-440a-a1fa-ff68f8ae91d1, host hv-cinder-79954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79954',level=0,port_id=81355252-7a7c-440a-a1fa-ff68f8ae91d1,segment=NetworkSegment(172b7ba8-177e-40ab-8104-6443beffd2a0),segment_id=172b7ba8-177e-40ab-8104-6443beffd2a0)] {{(pid=80982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 02:03:56.686084 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.rpc [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Returning: {'device': '81355252-7a7c-440a-a1fa-ff68f8ae91d1', 'network_id': '2e36cd50-a96c-44e3-a8d9-1b5def5ae01a', 'port_id': '81355252-7a7c-440a-a1fa-ff68f8ae91d1', 'mac_address': 'fa:16:3e:fd:63:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83f1b0af-9d5f-490a-89b4-1fc6439fc6ae', 'ip_address': '192.168.233.64'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80982) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:165}}
Jul 06 02:03:56.723768 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.db_base_plugin_common [None req-fccdc724-a874-40af-888f-03afc2a50137 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Allocated IP 172.27.1.192 (69f53fb8-46a2-4fb2-8b50-29617e0b26b8/24d74941-6bd6-4d03-882f-a623d522833f/b372db50-5b89-45ee-ba77-77dce43c359e) {{(pid=80980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Jul 06 02:03:56.742920 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1050496'] for port, before_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:03:56.761477 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.notifiers.nova [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81355252-7a7c-440a-a1fa-ff68f8ae91d1 {{(pid=80982) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Jul 06 02:03:56.778407 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] For port 81355252-7a7c-440a-a1fa-ff68f8ae91d1, host hv-cinder-79954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79954',level=0,port_id=81355252-7a7c-440a-a1fa-ff68f8ae91d1,segment=NetworkSegment(172b7ba8-177e-40ab-8104-6443beffd2a0),segment_id=172b7ba8-177e-40ab-8104-6443beffd2a0)] {{(pid=80982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 02:03:56.818659 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740753762112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740753409037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296101366746'] for port, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:03:56.820663 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:03:56.849708 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9198f033-ebd9-4fd8-9020-dd6e700e0206 req-b3f1b42d-dc27-479b-9178-24886933bf2e tempest-VolumesNegativeTest-1378205824 tempest-VolumesNegativeTest-1378205824-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:03:56.851942 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-9198f033-ebd9-4fd8-9020-dd6e700e0206 req-b3f1b42d-dc27-479b-9178-24886933bf2e tempest-VolumesNegativeTest-1378205824 tempest-VolumesNegativeTest-1378205824-project] 10.222.0.11 "GET /v2.0/ports?device_id=d26c32f6-3adf-4ead-a44c-a1f57d379158 HTTP/1.1" status: 200  len: 947 time: 0.1949656
Jul 06 02:03:56.895463 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Pushing event updated for resources: {'Port': ['ID=81355252-7a7c-440a-a1fa-ff68f8ae91d1,revision_number=4']} {{(pid=80982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:03:56.905889 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:03:56.906487 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:03:56.907031 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Version for resource type Network changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:03:56.907357 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:03:56.907833 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Version for resource type PortForwarding changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:03:56.908313 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:03:56.908812 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Version for resource type SecurityGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:03:56.909300 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:03:56.909770 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:03:56.910231 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Version for resource type Subnet changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:03:56.910932 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:03:56.916093 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:03:56.958849 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-fccdc724-a874-40af-888f-03afc2a50137 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Notify callbacks [] for port, precommit_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:03:56.969819 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-9198f033-ebd9-4fd8-9020-dd6e700e0206 req-343a1e9e-225e-4f25-b27b-9d4fa55117bd tempest-VolumesNegativeTest-1378205824 tempest-VolumesNegativeTest-1378205824-project] 10.222.0.11 "GET /v2.0/security-groups?id=566609e4-251a-46fe-aa11-daa256e4f2b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0912178
Jul 06 02:03:57.017058 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-fccdc724-a874-40af-888f-03afc2a50137 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296101369102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839946710'] for port, after_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:03:57.021962 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-0a068e59-540c-49af-a98d-fb5f9a304870 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:03:57.082247 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fccdc724-a874-40af-888f-03afc2a50137 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Network 69f53fb8-46a2-4fb2-8b50-29617e0b26b8 is already hosted by enough agents. {{(pid=80980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:240}}
Jul 06 02:03:57.085285 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.scheduler.base_scheduler [None req-fccdc724-a874-40af-888f-03afc2a50137 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Resources bound (agent type, host, resource id):  {{(pid=80980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jul 06 02:03:57.088497 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fccdc724-a874-40af-888f-03afc2a50137 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Received port after_create {{(pid=80980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 06 02:03:57.127393 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] get_ports_and_sgs() called for port_ids ['81355252-7a7c-440a-a1fa-ff68f8ae91d1'] {{(pid=80982) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:184}}
Jul 06 02:03:57.130676 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccdc724-a874-40af-888f-03afc2a50137 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Pushing event updated for resources: {'Port': ['ID=b372db50-5b89-45ee-ba77-77dce43c359e,revision_number=1']} {{(pid=80980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:03:57.136307 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-fccdc724-a874-40af-888f-03afc2a50137 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:03:57.251147 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-fccdc724-a874-40af-888f-03afc2a50137 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:03:57.365904 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-fccdc724-a874-40af-888f-03afc2a50137 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1050496'] for port, before_update {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:03:57.581737 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-fccdc724-a874-40af-888f-03afc2a50137 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Notify callbacks [] for port, precommit_update {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:03:57.618848 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-fccdc724-a874-40af-888f-03afc2a50137 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740753762112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740753409037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296101366746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14829106'] for port, after_update {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:03:57.623566 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-f7d59622-e0ee-4da3-a2f4-4061c6e9e7ed tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:03:57.730046 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccdc724-a874-40af-888f-03afc2a50137 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Pushing event updated for resources: {'Port': ['ID=b372db50-5b89-45ee-ba77-77dce43c359e,revision_number=2']} {{(pid=80980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:03:57.733199 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-fccdc724-a874-40af-888f-03afc2a50137 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:03:57.745816 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-fccdc724-a874-40af-888f-03afc2a50137 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854446392'] for floatingip, after_update {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:03:57.805394 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-fccdc724-a874-40af-888f-03afc2a50137 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91827'] for floatingip, before_response {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:03:57.806744 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-fccdc724-a874-40af-888f-03afc2a50137 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.5456486
Jul 06 02:03:57.959471 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d99f1b5-4df4-4317-b9a1-a273fb146dbf req-80676146-a5e1-40cd-8033-dee6a5205a5f tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:03:57.962089 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-5d99f1b5-4df4-4317-b9a1-a273fb146dbf req-80676146-a5e1-40cd-8033-dee6a5205a5f tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] 10.222.0.11 "GET /v2.0/ports?device_id=e0031e4c-fd20-42f5-aa66-c102510ce1fe HTTP/1.1" status: 200  len: 945 time: 0.0888524
Jul 06 02:03:57.994250 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [req-3d04a041-8b79-4c83-ae11-d0caf0797528 req-899bf17c-82dc-4057-8803-fa6479852579 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Synchronizing usage tracker for tenant:587da9b290164b68a272d4c4072a9c73 on resource:security_group {{(pid=80980) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 06 02:03:58.018867 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-5d99f1b5-4df4-4317-b9a1-a273fb146dbf req-0db1fded-c14d-4f46-9cb2-64231a999695 tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] 10.222.0.11 "GET /v2.0/security-groups?id=8f6df123-aea9-4211-ae13-3df2bf025ab5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0491841
Jul 06 02:03:58.045121 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [req-3d04a041-8b79-4c83-ae11-d0caf0797528 req-899bf17c-82dc-4057-8803-fa6479852579 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Unset dirty status for tenant:587da9b290164b68a272d4c4072a9c73 on resource:security_group {{(pid=80980) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 06 02:03:58.046828 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-3d04a041-8b79-4c83-ae11-d0caf0797528 req-899bf17c-82dc-4057-8803-fa6479852579 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--659797762&fields=id&tenant_id=587da9b290164b68a272d4c4072a9c73 HTTP/1.1" status: 200  len: 267 time: 0.1006470
Jul 06 02:03:58.110393 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-3d04a041-8b79-4c83-ae11-d0caf0797528 req-40d2b2b9-bfa5-494a-9ad2-c26a606bdf27 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] 10.222.0.11 "GET /v2.0/security-groups/54bf20eb-6feb-494c-8b95-0267ae9fc275 HTTP/1.1" status: 200  len: 2592 time: 0.0546310
Jul 06 02:03:58.206929 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813dfcfe-1613-490e-a78c-3b0fa25cf646 req-9d74d9f0-c03f-4572-88d3-23445a52995f tempest-VolumesNegativeTest-1378205824 tempest-VolumesNegativeTest-1378205824-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:03:58.208423 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-813dfcfe-1613-490e-a78c-3b0fa25cf646 req-9d74d9f0-c03f-4572-88d3-23445a52995f tempest-VolumesNegativeTest-1378205824 tempest-VolumesNegativeTest-1378205824-project] 10.222.0.11 "GET /v2.0/ports?device_id=d26c32f6-3adf-4ead-a44c-a1f57d379158 HTTP/1.1" status: 200  len: 948 time: 0.0756106
Jul 06 02:03:58.260377 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-813dfcfe-1613-490e-a78c-3b0fa25cf646 req-4565f412-9aaf-43cc-90d1-8925cdfa3975 tempest-VolumesNegativeTest-1378205824 tempest-VolumesNegativeTest-1378205824-project] 10.222.0.11 "GET /v2.0/security-groups?id=566609e4-251a-46fe-aa11-daa256e4f2b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440459
Jul 06 02:03:58.266249 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d04a041-8b79-4c83-ae11-d0caf0797528 req-ea1f8e31-04af-48d4-82ac-257c61b312a4 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:03:58.267833 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-3d04a041-8b79-4c83-ae11-d0caf0797528 req-ea1f8e31-04af-48d4-82ac-257c61b312a4 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] 10.222.0.11 "GET /v2.0/networks?id=2a4c8008-ce84-432c-9f5d-0fe3ba12caba HTTP/1.1" status: 200  len: 810 time: 0.1484671
Jul 06 02:03:58.289765 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-3d04a041-8b79-4c83-ae11-d0caf0797528 req-c740375d-1c0f-4e6b-b0f8-229af1642d14 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] 10.222.0.11 "GET /v2.0/quotas/587da9b290164b68a272d4c4072a9c73 HTTP/1.1" status: 200  len: 375 time: 0.0121984
Jul 06 02:03:58.377094 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [req-3d04a041-8b79-4c83-ae11-d0caf0797528 req-f316822f-3e2f-4ca3-87d0-f2eeab141a12 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Synchronizing usage tracker for tenant:587da9b290164b68a272d4c4072a9c73 on resource:port {{(pid=80980) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 06 02:03:58.421762 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [req-3d04a041-8b79-4c83-ae11-d0caf0797528 req-f316822f-3e2f-4ca3-87d0-f2eeab141a12 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Unset dirty status for tenant:587da9b290164b68a272d4c4072a9c73 on resource:port {{(pid=80980) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 06 02:03:58.423194 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-3d04a041-8b79-4c83-ae11-d0caf0797528 req-f316822f-3e2f-4ca3-87d0-f2eeab141a12 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=587da9b290164b68a272d4c4072a9c73&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1269033
Jul 06 02:03:58.501152 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.rpc [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Device 81355252-7a7c-440a-a1fa-ff68f8ae91d1 up at agent hyperv_hv-cinder-79954 {{(pid=80982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:273}}
Jul 06 02:03:58.571061 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-3d04a041-8b79-4c83-ae11-d0caf0797528 req-227a7823-b793-4eaf-9f0b-9367d8d93430 service neutron] 10.222.0.11 "GET /v2.0/networks/2a4c8008-ce84-432c-9f5d-0fe3ba12caba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1339612
Jul 06 02:03:58.627251 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.provisioning_blocks [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Provisioning for port 81355252-7a7c-440a-a1fa-ff68f8ae91d1 completed by entity L2. {{(pid=80982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 06 02:03:58.632807 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.provisioning_blocks [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Provisioning complete for port 81355252-7a7c-440a-a1fa-ff68f8ae91d1 triggered by entity L2. {{(pid=80982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 06 02:03:58.633263 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1309268'] for port, provisioning_complete {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:03:58.749371 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1050496'] for port, before_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:03:58.779830 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd26c32f6-3adf-4ead-a44c-a1f57d379158', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81355252-7a7c-440a-a1fa-ff68f8ae91d1'}] {{(pid=80982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 06 02:03:58.793826 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] For port 81355252-7a7c-440a-a1fa-ff68f8ae91d1, host hv-cinder-79954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79954',level=0,port_id=81355252-7a7c-440a-a1fa-ff68f8ae91d1,segment=NetworkSegment(172b7ba8-177e-40ab-8104-6443beffd2a0),segment_id=172b7ba8-177e-40ab-8104-6443beffd2a0)] {{(pid=80982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 02:03:58.822279 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740753762112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740753409037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296101366746'] for port, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:03:58.824773 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-7f483a91-4271-412e-9f9c-d4b3305f7ae6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:03:58.859916 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd26c32f6-3adf-4ead-a44c-a1f57d379158', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81355252-7a7c-440a-a1fa-ff68f8ae91d1', 'code': 200}
Jul 06 02:03:58.903677 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Pushing event updated for resources: {'Port': ['ID=81355252-7a7c-440a-a1fa-ff68f8ae91d1,revision_number=5']} {{(pid=80982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:03:58.907069 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=80982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:03:58.960083 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-3d04a041-8b79-4c83-ae11-d0caf0797528 req-5057d2dc-a572-4914-96c1-f584fb37e88d service neutron] 10.222.0.11 "GET /v2.0/networks/2a4c8008-ce84-432c-9f5d-0fe3ba12caba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3816311
Jul 06 02:03:59.244643 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-9c811103-adc8-435e-8bad-a6657504184d req-08991f4e-8330-4efe-ade6-994cd0790202 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d26c32f6-3adf-4ead-a44c-a1f57d379158 HTTP/1.1" status: 200  len: 1102 time: 0.1349959
Jul 06 02:03:59.264427 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df12281-23a0-4d16-b35e-dc4ea0ee0b59 req-ebc55beb-bbb2-420f-b689-83701c80498b tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:03:59.267229 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-3df12281-23a0-4d16-b35e-dc4ea0ee0b59 req-ebc55beb-bbb2-420f-b689-83701c80498b tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] 10.222.0.11 "GET /v2.0/ports?device_id=e0031e4c-fd20-42f5-aa66-c102510ce1fe HTTP/1.1" status: 200  len: 945 time: 0.1091805
Jul 06 02:03:59.342247 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-d1094e34-3c8a-4826-aa24-15dbee8b4a16 req-47aff1bb-ccde-4786-931f-2d0f31b0c34d tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] 10.222.0.11 "GET /v2.0/ports?device_id=80e1a3e5-b906-4c92-b9da-9284bc4b2e62 HTTP/1.1" status: 200  len: 210 time: 0.0511892
Jul 06 02:03:59.405155 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-9c811103-adc8-435e-8bad-a6657504184d req-8eb19063-2152-4c98-a7cc-83c0ddceae56 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=566609e4-251a-46fe-aa11-daa256e4f2b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1362526
Jul 06 02:03:59.423443 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-3df12281-23a0-4d16-b35e-dc4ea0ee0b59 req-f15cd245-29c2-4c7e-b2d1-9a845667907a tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] 10.222.0.11 "GET /v2.0/security-groups?id=8f6df123-aea9-4211-ae13-3df2bf025ab5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1245987
Jul 06 02:03:59.590800 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f12b8e1-6310-4d2c-ba3d-5d4a25eb7769 req-7d331261-938f-4153-9220-0f79cf4381ed tempest-VolumesNegativeTest-1378205824 tempest-VolumesNegativeTest-1378205824-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:03:59.592412 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-3f12b8e1-6310-4d2c-ba3d-5d4a25eb7769 req-7d331261-938f-4153-9220-0f79cf4381ed tempest-VolumesNegativeTest-1378205824 tempest-VolumesNegativeTest-1378205824-project] 10.222.0.11 "GET /v2.0/ports?device_id=d26c32f6-3adf-4ead-a44c-a1f57d379158 HTTP/1.1" status: 200  len: 949 time: 0.0889215
Jul 06 02:03:59.644283 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-3f12b8e1-6310-4d2c-ba3d-5d4a25eb7769 req-f3c478a3-7ab3-4808-8ceb-6f37e02d9f4c tempest-VolumesNegativeTest-1378205824 tempest-VolumesNegativeTest-1378205824-project] 10.222.0.11 "GET /v2.0/security-groups?id=566609e4-251a-46fe-aa11-daa256e4f2b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440826
Jul 06 02:04:00.003340 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e4ec14-4b38-4730-a103-ed3fa15b4732 req-964e1f6c-67f5-4d04-95d4-7ac4a2682486 tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:04:00.005126 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-e9e4ec14-4b38-4730-a103-ed3fa15b4732 req-964e1f6c-67f5-4d04-95d4-7ac4a2682486 tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0031e4c-fd20-42f5-aa66-c102510ce1fe HTTP/1.1" status: 200  len: 945 time: 0.0775285
Jul 06 02:04:00.087756 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.plugin [req-e9e4ec14-4b38-4730-a103-ed3fa15b4732 req-be5cd90c-5849-4b99-b1e1-51d8f325df5b tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] Deleting port 690720d0-ff6c-4b6a-a451-292129cac28e {{(pid=80981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1879}}
Jul 06 02:04:00.088131 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-e9e4ec14-4b38-4730-a103-ed3fa15b4732 req-be5cd90c-5849-4b99-b1e1-51d8f325df5b tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296100957044'] for port, before_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:04:00.329713 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [req-e9e4ec14-4b38-4730-a103-ed3fa15b4732 req-be5cd90c-5849-4b99-b1e1-51d8f325df5b tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] For port 690720d0-ff6c-4b6a-a451-292129cac28e, host hv-cinder-79954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79954',level=0,port_id=690720d0-ff6c-4b6a-a451-292129cac28e,segment=NetworkSegment(399eb5e6-8af3-4492-81f5-a66012b870af),segment_id=399eb5e6-8af3-4492-81f5-a66012b870af)] {{(pid=80981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 02:04:00.330114 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-e9e4ec14-4b38-4730-a103-ed3fa15b4732 req-be5cd90c-5849-4b99-b1e1-51d8f325df5b tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328131'] for port, precommit_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:04:00.480851 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.plugin [req-e9e4ec14-4b38-4730-a103-ed3fa15b4732 req-be5cd90c-5849-4b99-b1e1-51d8f325df5b tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] Calling delete_port for 690720d0-ff6c-4b6a-a451-292129cac28e owned by compute:nova {{(pid=80981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1952}}
Jul 06 02:04:00.570575 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-f4ccf73e-abe3-4f1b-a5db-0a2720dc2cd4 req-df0063af-c6e4-4133-a0b9-2bc02a650f8d tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] 10.222.0.11 "GET /v2.0/ports?device_id=80e1a3e5-b906-4c92-b9da-9284bc4b2e62 HTTP/1.1" status: 200  len: 210 time: 0.0614600
Jul 06 02:04:00.659066 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-1649ecac-9b1d-4297-8985-51b7dcd13b3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:04:00.659751 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8fe8f0-1788-4d15-97ce-ba1fe65b4687 req-516b22e3-2a85-409f-a586-2df0b9337b07 tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:04:00.661426 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-ff8fe8f0-1788-4d15-97ce-ba1fe65b4687 req-516b22e3-2a85-409f-a586-2df0b9337b07 tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] 10.222.0.11 "GET /v2.0/ports?device_id=e0031e4c-fd20-42f5-aa66-c102510ce1fe HTTP/1.1" status: 200  len: 945 time: 0.0959523
Jul 06 02:04:00.720530 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-ff8fe8f0-1788-4d15-97ce-ba1fe65b4687 req-0b001cf3-bbad-4e85-b71e-98a1221f1ae2 tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] 10.222.0.11 "GET /v2.0/security-groups?id=8f6df123-aea9-4211-ae13-3df2bf025ab5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0513337
Jul 06 02:04:00.900134 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5b5f95-1650-4f6d-a15b-766bf47140cc req-75424771-35a6-477b-97c0-c7640ec2eaf0 tempest-VolumesNegativeTest-1378205824 tempest-VolumesNegativeTest-1378205824-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:04:00.902137 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-9e5b5f95-1650-4f6d-a15b-766bf47140cc req-75424771-35a6-477b-97c0-c7640ec2eaf0 tempest-VolumesNegativeTest-1378205824 tempest-VolumesNegativeTest-1378205824-project] 10.222.0.11 "GET /v2.0/ports?device_id=d26c32f6-3adf-4ead-a44c-a1f57d379158 HTTP/1.1" status: 200  len: 949 time: 0.1145957
Jul 06 02:04:00.903372 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-e9e4ec14-4b38-4730-a103-ed3fa15b4732 req-be5cd90c-5849-4b99-b1e1-51d8f325df5b tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740753762095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296101366780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839890433'] for port, after_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:04:00.909821 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:04:00.916637 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] get_ports_and_sgs() called for port_ids ['690720d0-ff6c-4b6a-a451-292129cac28e'] {{(pid=80982) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:184}}
Jul 06 02:04:00.971151 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5cd90c-5849-4b99-b1e1-51d8f325df5b tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] Pushing event deleted for resources: {'Port': ['ID=690720d0-ff6c-4b6a-a451-292129cac28e,revision_number=None']} {{(pid=80981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:04:00.973743 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-be5cd90c-5849-4b99-b1e1-51d8f325df5b tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:04:01.072145 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9e4ec14-4b38-4730-a103-ed3fa15b4732 req-be5cd90c-5849-4b99-b1e1-51d8f325df5b tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] No DVR routers for this DVR port 690720d0-ff6c-4b6a-a451-292129cac28e on host hv-cinder-79954 {{(pid=80981) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jul 06 02:04:01.079058 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-e9e4ec14-4b38-4730-a103-ed3fa15b4732 req-be5cd90c-5849-4b99-b1e1-51d8f325df5b tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91827'] for port, before_response {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:04:01.081812 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0031e4c-fd20-42f5-aa66-c102510ce1fe', 'name': 'network-vif-deleted', 'tag': '690720d0-ff6c-4b6a-a451-292129cac28e'}] {{(pid=80981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 06 02:04:01.094799 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-9e5b5f95-1650-4f6d-a15b-766bf47140cc req-e4a000a0-3c88-4059-aec3-73d88952e872 tempest-VolumesNegativeTest-1378205824 tempest-VolumesNegativeTest-1378205824-project] 10.222.0.11 "GET /v2.0/security-groups?id=566609e4-251a-46fe-aa11-daa256e4f2b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1474378
Jul 06 02:04:01.164110 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0031e4c-fd20-42f5-aa66-c102510ce1fe', 'name': 'network-vif-deleted', 'tag': '690720d0-ff6c-4b6a-a451-292129cac28e', 'status': 'completed', 'code': 200}
Jul 06 02:04:01.172293 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-e9e4ec14-4b38-4730-a103-ed3fa15b4732 req-be5cd90c-5849-4b99-b1e1-51d8f325df5b tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] 10.222.0.37 "DELETE /v2.0/ports/690720d0-ff6c-4b6a-a451-292129cac28e HTTP/1.1" status: 204  len: 173 time: 1.1510954
Jul 06 02:04:01.269339 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d04a041-8b79-4c83-ae11-d0caf0797528 req-a99be7b6-13f1-48bf-8735-82bb76b6f18b tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:04:01.270932 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-3d04a041-8b79-4c83-ae11-d0caf0797528 req-a99be7b6-13f1-48bf-8735-82bb76b6f18b tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] 10.222.0.37 "GET /v2.0/networks?id=2a4c8008-ce84-432c-9f5d-0fe3ba12caba HTTP/1.1" status: 200  len: 810 time: 0.1788301
Jul 06 02:04:01.401069 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-3d04a041-8b79-4c83-ae11-d0caf0797528 req-3bfd427b-14c6-4276-b70b-8455b7e00454 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=587da9b290164b68a272d4c4072a9c73 HTTP/1.1" status: 200  len: 5008 time: 0.1178641
Jul 06 02:04:01.417057 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.v2.base [req-3d04a041-8b79-4c83-ae11-d0caf0797528 req-75e222b7-1c23-44ae-a826-54b095cae00c tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Request body: {'port': {'device_id': '80e1a3e5-b906-4c92-b9da-9284bc4b2e62', 'network_id': '2a4c8008-ce84-432c-9f5d-0fe3ba12caba', 'admin_state_up': True, 'tenant_id': '587da9b290164b68a272d4c4072a9c73', 'security_groups': ['54bf20eb-6feb-494c-8b95-0267ae9fc275']}} {{(pid=80980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 06 02:04:01.636999 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [req-3d04a041-8b79-4c83-ae11-d0caf0797528 req-75e222b7-1c23-44ae-a826-54b095cae00c tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 02:04:01.652322 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [req-3d04a041-8b79-4c83-ae11-d0caf0797528 req-75e222b7-1c23-44ae-a826-54b095cae00c tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 02:04:01.696006 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d04a041-8b79-4c83-ae11-d0caf0797528 req-75e222b7-1c23-44ae-a826-54b095cae00c tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Made reservation on behalf of 587da9b290164b68a272d4c4072a9c73 for: {'port': 1} {{(pid=80980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jul 06 02:04:01.701901 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-3d04a041-8b79-4c83-ae11-d0caf0797528 req-75e222b7-1c23-44ae-a826-54b095cae00c tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1050496'] for port, before_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:04:01.824643 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-f7419ebb-b770-4c0d-81a4-5a2e3f17c5a6 req-eae87a0b-c488-4863-9824-011ded957977 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] 10.222.0.11 "GET /v2.0/ports?device_id=80e1a3e5-b906-4c92-b9da-9284bc4b2e62 HTTP/1.1" status: 200  len: 210 time: 0.0596869
Jul 06 02:04:01.834485 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce0b459-9fc5-42ac-bfb0-c007842aba83 req-cc4e4992-cf6d-4552-8559-5dd50608834b tempest-VolumesNegativeTest-1378205824 tempest-VolumesNegativeTest-1378205824-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:04:01.836998 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-5ce0b459-9fc5-42ac-bfb0-c007842aba83 req-cc4e4992-cf6d-4552-8559-5dd50608834b tempest-VolumesNegativeTest-1378205824 tempest-VolumesNegativeTest-1378205824-project] 10.222.0.11 "GET /v2.0/ports?device_id=d26c32f6-3adf-4ead-a44c-a1f57d379158 HTTP/1.1" status: 200  len: 949 time: 0.0984328
Jul 06 02:04:01.909063 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-5ce0b459-9fc5-42ac-bfb0-c007842aba83 req-ffd888f3-2d7b-46cb-a7ba-5da18eb9cf4e tempest-VolumesNegativeTest-1378205824 tempest-VolumesNegativeTest-1378205824-project] 10.222.0.11 "GET /v2.0/security-groups?id=566609e4-251a-46fe-aa11-daa256e4f2b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0649278
Jul 06 02:04:01.983104 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.db_base_plugin_common [req-3d04a041-8b79-4c83-ae11-d0caf0797528 req-75e222b7-1c23-44ae-a826-54b095cae00c tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Allocated IP 172.20.0.4 (2a4c8008-ce84-432c-9f5d-0fe3ba12caba/10f6138f-392f-434d-90d2-631457fbed0f/c169d35d-365d-467d-9bff-8c722717957f) {{(pid=80980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Jul 06 02:04:02.180388 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-7f7d20a3-abc1-4724-92ad-22d57b5a2377 req-86f4ad05-1458-4af2-859f-014d62433969 tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] 10.222.0.11 "GET /v2.0/ports?device_id=e0031e4c-fd20-42f5-aa66-c102510ce1fe HTTP/1.1" status: 200  len: 210 time: 0.1485600
Jul 06 02:04:02.285286 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:04:02.296197 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-3d04a041-8b79-4c83-ae11-d0caf0797528 req-75e222b7-1c23-44ae-a826-54b095cae00c tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Notify callbacks [] for port, precommit_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:04:02.314955 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.provisioning_blocks [req-3d04a041-8b79-4c83-ae11-d0caf0797528 req-75e222b7-1c23-44ae-a826-54b095cae00c tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Transition to ACTIVE for port object c169d35d-365d-467d-9bff-8c722717957f will not be triggered until provisioned by entity DHCP. {{(pid=80980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 06 02:04:02.379163 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-3d04a041-8b79-4c83-ae11-d0caf0797528 req-75e222b7-1c23-44ae-a826-54b095cae00c tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296101369102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839946710'] for port, after_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:04:02.385667 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-3303dc37-dc1d-4f12-8b48-10c2d6fbcef7 tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:04:02.453720 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d04a041-8b79-4c83-ae11-d0caf0797528 req-75e222b7-1c23-44ae-a826-54b095cae00c tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Network 2a4c8008-ce84-432c-9f5d-0fe3ba12caba is already hosted by enough agents. {{(pid=80980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:240}}
Jul 06 02:04:02.457130 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.scheduler.base_scheduler [req-3d04a041-8b79-4c83-ae11-d0caf0797528 req-75e222b7-1c23-44ae-a826-54b095cae00c tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Resources bound (agent type, host, resource id):  {{(pid=80980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jul 06 02:04:02.462528 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d04a041-8b79-4c83-ae11-d0caf0797528 req-75e222b7-1c23-44ae-a826-54b095cae00c tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Received port after_create {{(pid=80980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 06 02:04:02.492315 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e222b7-1c23-44ae-a826-54b095cae00c tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Pushing event updated for resources: {'Port': ['ID=c169d35d-365d-467d-9bff-8c722717957f,revision_number=1']} {{(pid=80980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:04:02.500258 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-75e222b7-1c23-44ae-a826-54b095cae00c tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:04:02.547186 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d04a041-8b79-4c83-ae11-d0caf0797528 req-75e222b7-1c23-44ae-a826-54b095cae00c tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:04:02.548375 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-3d04a041-8b79-4c83-ae11-d0caf0797528 req-75e222b7-1c23-44ae-a826-54b095cae00c tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91827'] for port, before_response {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:04:02.629322 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-3d04a041-8b79-4c83-ae11-d0caf0797528 req-75e222b7-1c23-44ae-a826-54b095cae00c tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.2189653
Jul 06 02:04:02.647029 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.v2.base [req-3d04a041-8b79-4c83-ae11-d0caf0797528 req-cdf97523-def3-443e-98d7-60e61a804118 service neutron] Request body: {'port': {'device_id': '80e1a3e5-b906-4c92-b9da-9284bc4b2e62', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79954'}} {{(pid=80980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 06 02:04:02.755648 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-3d04a041-8b79-4c83-ae11-d0caf0797528 req-cdf97523-def3-443e-98d7-60e61a804118 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1050496'] for port, before_update {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:04:02.775813 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.provisioning_blocks [None req-87d250fc-01bc-44e5-b31a-e1c6d7d50f19 None None] Provisioning for port c169d35d-365d-467d-9bff-8c722717957f completed by entity DHCP. {{(pid=80982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 06 02:04:02.781718 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.provisioning_blocks [None req-87d250fc-01bc-44e5-b31a-e1c6d7d50f19 None None] Provisioning complete for port c169d35d-365d-467d-9bff-8c722717957f triggered by entity DHCP. {{(pid=80982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 06 02:04:02.782293 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-87d250fc-01bc-44e5-b31a-e1c6d7d50f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1309268'] for port, provisioning_complete {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:04:02.840156 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.plugin [None req-87d250fc-01bc-44e5-b31a-e1c6d7d50f19 None None] Port c169d35d-365d-467d-9bff-8c722717957f cannot update to ACTIVE because it is not bound. {{(pid=80982) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:301}}
Jul 06 02:04:03.060468 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.agents_db [None req-b173abe4-0d36-4765-adb2-33779d11156f None None] Agent healthcheck: found 6 active agents {{(pid=80983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Jul 06 02:04:03.122007 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df594462-4e3c-454b-b537-6e66a18cdc43 req-4d966b94-1b20-432d-b337-e32aa1908f7f tempest-VolumesNegativeTest-1378205824 tempest-VolumesNegativeTest-1378205824-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:04:03.123820 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-df594462-4e3c-454b-b537-6e66a18cdc43 req-4d966b94-1b20-432d-b337-e32aa1908f7f tempest-VolumesNegativeTest-1378205824 tempest-VolumesNegativeTest-1378205824-project] 10.222.0.11 "GET /v2.0/ports?device_id=d26c32f6-3adf-4ead-a44c-a1f57d379158 HTTP/1.1" status: 200  len: 949 time: 0.0914223
Jul 06 02:04:03.133980 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d90c729-7a63-4e68-a5c5-e171bfc021d3 req-ed7f16a5-ded9-41c6-88d1-e2283c89f07d tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:04:03.134756 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [req-2d90c729-7a63-4e68-a5c5-e171bfc021d3 req-ed7f16a5-ded9-41c6-88d1-e2283c89f07d tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Synchronizing usage tracker for tenant:587da9b290164b68a272d4c4072a9c73 on resource:port {{(pid=80980) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 06 02:04:03.165108 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-7fbb4292-1c40-4701-9bfd-325f56e4f3a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:04:03.182575 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-df594462-4e3c-454b-b537-6e66a18cdc43 req-4cfc9232-1819-4401-ab64-2ea9bba2bf0c tempest-VolumesNegativeTest-1378205824 tempest-VolumesNegativeTest-1378205824-project] 10.222.0.11 "GET /v2.0/security-groups?id=566609e4-251a-46fe-aa11-daa256e4f2b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0507889
Jul 06 02:04:03.208026 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.notifiers.nova [req-3d04a041-8b79-4c83-ae11-d0caf0797528 req-cdf97523-def3-443e-98d7-60e61a804118 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c169d35d-365d-467d-9bff-8c722717957f {{(pid=80980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Jul 06 02:04:03.216127 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-3d04a041-8b79-4c83-ae11-d0caf0797528 req-cdf97523-def3-443e-98d7-60e61a804118 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:04:03.230336 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [req-2d90c729-7a63-4e68-a5c5-e171bfc021d3 req-ed7f16a5-ded9-41c6-88d1-e2283c89f07d tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Unset dirty status for tenant:587da9b290164b68a272d4c4072a9c73 on resource:port {{(pid=80980) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 06 02:04:03.231661 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-2d90c729-7a63-4e68-a5c5-e171bfc021d3 req-ed7f16a5-ded9-41c6-88d1-e2283c89f07d tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] 10.222.0.11 "GET /v2.0/ports?device_id=80e1a3e5-b906-4c92-b9da-9284bc4b2e62 HTTP/1.1" status: 200  len: 931 time: 0.2380054
Jul 06 02:04:03.234144 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.provisioning_blocks [req-3d04a041-8b79-4c83-ae11-d0caf0797528 req-cdf97523-def3-443e-98d7-60e61a804118 service neutron] Transition to ACTIVE for port object c169d35d-365d-467d-9bff-8c722717957f will not be triggered until provisioned by entity L2. {{(pid=80980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 06 02:04:03.272655 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-3d04a041-8b79-4c83-ae11-d0caf0797528 req-cdf97523-def3-443e-98d7-60e61a804118 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740753762112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740753409037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296101366746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14829106'] for port, after_update {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:04:03.283821 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:04:03.343489 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-2d90c729-7a63-4e68-a5c5-e171bfc021d3 req-431989e7-dcd8-44cb-a708-5ffc19e24c68 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] 10.222.0.11 "GET /v2.0/security-groups?id=54bf20eb-6feb-494c-8b95-0267ae9fc275&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1046622
Jul 06 02:04:03.345158 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac92a33-e003-48ea-be4e-f13ca18f34d7 req-5c8e55ff-1054-4f52-b2db-d3b6009715cd tempest-VolumesNegativeTest-1378205824 tempest-VolumesNegativeTest-1378205824-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:04:03.347917 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-9ac92a33-e003-48ea-be4e-f13ca18f34d7 req-5c8e55ff-1054-4f52-b2db-d3b6009715cd tempest-VolumesNegativeTest-1378205824 tempest-VolumesNegativeTest-1378205824-project] 10.222.0.37 "GET /v2.0/ports?device_id=d26c32f6-3adf-4ead-a44c-a1f57d379158 HTTP/1.1" status: 200  len: 949 time: 0.0822344
Jul 06 02:04:03.428409 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf97523-def3-443e-98d7-60e61a804118 service neutron] Pushing event updated for resources: {'Port': ['ID=c169d35d-365d-467d-9bff-8c722717957f,revision_number=2']} {{(pid=80980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:04:03.433703 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-cdf97523-def3-443e-98d7-60e61a804118 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:04:03.469664 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.plugin [req-9ac92a33-e003-48ea-be4e-f13ca18f34d7 req-8de65d48-1229-42bc-8cb3-a40036e7ea5a tempest-VolumesNegativeTest-1378205824 tempest-VolumesNegativeTest-1378205824-project] Deleting port 81355252-7a7c-440a-a1fa-ff68f8ae91d1 {{(pid=80981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1879}}
Jul 06 02:04:03.470407 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-9ac92a33-e003-48ea-be4e-f13ca18f34d7 req-8de65d48-1229-42bc-8cb3-a40036e7ea5a tempest-VolumesNegativeTest-1378205824 tempest-VolumesNegativeTest-1378205824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296100957044'] for port, before_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:04:03.500457 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80981) accepted ('10.222.0.11', 44284) {{(pid=80981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 02:04:03.607484 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.managers [req-3d04a041-8b79-4c83-ae11-d0caf0797528 req-cdf97523-def3-443e-98d7-60e61a804118 service neutron] Attempting to bind port c169d35d-365d-467d-9bff-8c722717957f on host hv-cinder-79954 for vnic_type normal with profile  {{(pid=80980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jul 06 02:04:03.607934 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.managers [req-3d04a041-8b79-4c83-ae11-d0caf0797528 req-cdf97523-def3-443e-98d7-60e61a804118 service neutron] Attempting to bind port c169d35d-365d-467d-9bff-8c722717957f by drivers openvswitch,hyperv on host hv-cinder-79954 at level 0 using segments [{'id': 'b483eca6-a91e-4705-a919-ea8e271d6a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '2a4c8008-ce84-432c-9f5d-0fe3ba12caba'}] {{(pid=80980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jul 06 02:04:03.608216 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d04a041-8b79-4c83-ae11-d0caf0797528 req-cdf97523-def3-443e-98d7-60e61a804118 service neutron] Attempting to bind port c169d35d-365d-467d-9bff-8c722717957f on network 2a4c8008-ce84-432c-9f5d-0fe3ba12caba {{(pid=80980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Jul 06 02:04:03.621224 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d04a041-8b79-4c83-ae11-d0caf0797528 req-cdf97523-def3-443e-98d7-60e61a804118 service neutron] Port c169d35d-365d-467d-9bff-8c722717957f on network 2a4c8008-ce84-432c-9f5d-0fe3ba12caba not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79954 {{(pid=80980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jul 06 02:04:03.622123 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d04a041-8b79-4c83-ae11-d0caf0797528 req-cdf97523-def3-443e-98d7-60e61a804118 service neutron] Attempting to bind port c169d35d-365d-467d-9bff-8c722717957f on network 2a4c8008-ce84-432c-9f5d-0fe3ba12caba {{(pid=80980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Jul 06 02:04:03.632452 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d04a041-8b79-4c83-ae11-d0caf0797528 req-cdf97523-def3-443e-98d7-60e61a804118 service neutron] Checking agent: {'id': 'abd15b5f-b1e1-4bf4-b258-9ce6723fb40b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79954', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 1, 56, 33), 'started_at': datetime.datetime(2021, 7, 6, 1, 56, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 2, 4, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Jul 06 02:04:03.632959 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d04a041-8b79-4c83-ae11-d0caf0797528 req-cdf97523-def3-443e-98d7-60e61a804118 service neutron] Checking segment: {'id': 'b483eca6-a91e-4705-a919-ea8e271d6a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '2a4c8008-ce84-432c-9f5d-0fe3ba12caba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jul 06 02:04:03.633495 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d04a041-8b79-4c83-ae11-d0caf0797528 req-cdf97523-def3-443e-98d7-60e61a804118 service neutron] Bound using segment: {'id': 'b483eca6-a91e-4705-a919-ea8e271d6a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '2a4c8008-ce84-432c-9f5d-0fe3ba12caba'} {{(pid=80980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Jul 06 02:04:03.634130 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.managers [req-3d04a041-8b79-4c83-ae11-d0caf0797528 req-cdf97523-def3-443e-98d7-60e61a804118 service neutron] Bound port: c169d35d-365d-467d-9bff-8c722717957f, host: hv-cinder-79954, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b483eca6-a91e-4705-a919-ea8e271d6a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '2a4c8008-ce84-432c-9f5d-0fe3ba12caba'}}] {{(pid=80980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jul 06 02:04:03.634641 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-3d04a041-8b79-4c83-ae11-d0caf0797528 req-cdf97523-def3-443e-98d7-60e61a804118 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1050496'] for port, before_update {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:04:03.651925 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:04:03.775543 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [req-3d04a041-8b79-4c83-ae11-d0caf0797528 req-cdf97523-def3-443e-98d7-60e61a804118 service neutron] For port c169d35d-365d-467d-9bff-8c722717957f, host hv-cinder-79954, cleared binding levels {{(pid=80980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:111}}
Jul 06 02:04:03.779580 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [req-3d04a041-8b79-4c83-ae11-d0caf0797528 req-cdf97523-def3-443e-98d7-60e61a804118 service neutron] For port c169d35d-365d-467d-9bff-8c722717957f, host hv-cinder-79954, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79954',level=0,port_id=c169d35d-365d-467d-9bff-8c722717957f,segment=NetworkSegment(b483eca6-a91e-4705-a919-ea8e271d6a1a),segment_id=b483eca6-a91e-4705-a919-ea8e271d6a1a)] {{(pid=80980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}}
Jul 06 02:04:03.811742 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-3d04a041-8b79-4c83-ae11-d0caf0797528 req-cdf97523-def3-443e-98d7-60e61a804118 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740753762112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740753409037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296101366746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14829106'] for port, after_update {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:04:03.821686 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-bb1ffab3-847e-404e-adce-8443934c6ddb tempest-VolumesActionsTest-1223800970 tempest-VolumesActionsTest-1223800970-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:04:03.942187 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf97523-def3-443e-98d7-60e61a804118 service neutron] Pushing event updated for resources: {'Port': ['ID=c169d35d-365d-467d-9bff-8c722717957f,revision_number=3']} {{(pid=80980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:04:03.942493 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [req-9ac92a33-e003-48ea-be4e-f13ca18f34d7 req-8de65d48-1229-42bc-8cb3-a40036e7ea5a tempest-VolumesNegativeTest-1378205824 tempest-VolumesNegativeTest-1378205824-project] For port 81355252-7a7c-440a-a1fa-ff68f8ae91d1, host hv-cinder-79954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79954',level=0,port_id=81355252-7a7c-440a-a1fa-ff68f8ae91d1,segment=NetworkSegment(172b7ba8-177e-40ab-8104-6443beffd2a0),segment_id=172b7ba8-177e-40ab-8104-6443beffd2a0)] {{(pid=80981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 02:04:03.942906 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-9ac92a33-e003-48ea-be4e-f13ca18f34d7 req-8de65d48-1229-42bc-8cb3-a40036e7ea5a tempest-VolumesNegativeTest-1378205824 tempest-VolumesNegativeTest-1378205824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328131'] for port, precommit_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:04:03.946440 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-3d04a041-8b79-4c83-ae11-d0caf0797528 req-cdf97523-def3-443e-98d7-60e61a804118 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91827'] for port, before_response {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:04:03.947813 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-3d04a041-8b79-4c83-ae11-d0caf0797528 req-cdf97523-def3-443e-98d7-60e61a804118 service neutron] 10.222.0.37 "PUT /v2.0/ports/c169d35d-365d-467d-9bff-8c722717957f HTTP/1.1" status: 200  len: 1093 time: 1.3081021
Jul 06 02:04:03.948363 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80e1a3e5-b906-4c92-b9da-9284bc4b2e62', 'tag': 'c169d35d-365d-467d-9bff-8c722717957f'}] {{(pid=80980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 06 02:04:03.959802 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-cdf97523-def3-443e-98d7-60e61a804118 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:04:04.105485 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-3d04a041-8b79-4c83-ae11-d0caf0797528 req-1625d855-b461-4834-b5f3-2ceb350456d7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=587da9b290164b68a272d4c4072a9c73&device_id=80e1a3e5-b906-4c92-b9da-9284bc4b2e62 HTTP/1.1" status: 200  len: 1096 time: 0.0899694
Jul 06 02:04:04.107641 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-76dafd09-8b9e-4f4b-ba8f-a0f9ff874801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:04:04.345381 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.plugin [req-9ac92a33-e003-48ea-be4e-f13ca18f34d7 req-8de65d48-1229-42bc-8cb3-a40036e7ea5a tempest-VolumesNegativeTest-1378205824 tempest-VolumesNegativeTest-1378205824-project] Calling delete_port for 81355252-7a7c-440a-a1fa-ff68f8ae91d1 owned by compute:nova {{(pid=80981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1952}}
Jul 06 02:04:04.428308 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80e1a3e5-b906-4c92-b9da-9284bc4b2e62', 'tag': 'c169d35d-365d-467d-9bff-8c722717957f', 'status': 'completed', 'code': 200}
Jul 06 02:04:04.445682 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-3d04a041-8b79-4c83-ae11-d0caf0797528 req-d916ccc9-ec3b-43ce-b438-facdcf6edd12 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c169d35d-365d-467d-9bff-8c722717957f HTTP/1.1" status: 200  len: 217 time: 0.3299358
Jul 06 02:04:04.516678 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.rpc [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Device 690720d0-ff6c-4b6a-a451-292129cac28e no longer exists at agent hyperv_hv-cinder-79954 {{(pid=80982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:242}}
Jul 06 02:04:04.544175 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d04a041-8b79-4c83-ae11-d0caf0797528 req-0ad01253-70f1-4dc1-a023-ffde55952c5e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:04:04.547223 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-3d04a041-8b79-4c83-ae11-d0caf0797528 req-0ad01253-70f1-4dc1-a023-ffde55952c5e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=10f6138f-392f-434d-90d2-631457fbed0f HTTP/1.1" status: 200  len: 849 time: 0.0939765
Jul 06 02:04:04.552200 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.plugin [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] No Port match for: 690720d0-ff6c-4b6a-a451-292129cac28e {{(pid=80982) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2217}}
Jul 06 02:04:04.552868 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.rpc [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Device 690720d0-ff6c-4b6a-a451-292129cac28e not bound to the agent host hv-cinder-79954 {{(pid=80982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:250}}
Jul 06 02:04:04.692994 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c232e89-bd9e-46a7-8232-621df595b057 req-e47295a1-a545-4c44-aa4a-5f72cfd27753 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:04:04.695002 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-2c232e89-bd9e-46a7-8232-621df595b057 req-e47295a1-a545-4c44-aa4a-5f72cfd27753 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] 10.222.0.11 "GET /v2.0/ports?device_id=80e1a3e5-b906-4c92-b9da-9284bc4b2e62 HTTP/1.1" status: 200  len: 943 time: 0.1411915
Jul 06 02:04:04.698268 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-3d04a041-8b79-4c83-ae11-d0caf0797528 req-bffacccd-4bf0-49c9-bc21-24217c769ee3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2a4c8008-ce84-432c-9f5d-0fe3ba12caba&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1100626
Jul 06 02:04:04.700335 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa647896-15ed-4691-aec6-04415f0cb809 req-d3737525-0c6a-448f-bf84-983cb6b46b6b tempest-VolumesNegativeTest-1378205824 tempest-VolumesNegativeTest-1378205824-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:04:04.702059 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-fa647896-15ed-4691-aec6-04415f0cb809 req-d3737525-0c6a-448f-bf84-983cb6b46b6b tempest-VolumesNegativeTest-1378205824 tempest-VolumesNegativeTest-1378205824-project] 10.222.0.11 "GET /v2.0/ports?device_id=d26c32f6-3adf-4ead-a44c-a1f57d379158 HTTP/1.1" status: 200  len: 949 time: 0.3653612
Jul 06 02:04:04.796068 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-9ac92a33-e003-48ea-be4e-f13ca18f34d7 req-8de65d48-1229-42bc-8cb3-a40036e7ea5a tempest-VolumesNegativeTest-1378205824 tempest-VolumesNegativeTest-1378205824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740753762095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296101366780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839890433'] for port, after_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:04:04.807251 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:04:04.872639 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-2c232e89-bd9e-46a7-8232-621df595b057 req-8748709d-f17d-48df-bd6d-83f37bba6168 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] 10.222.0.11 "GET /v2.0/security-groups?id=54bf20eb-6feb-494c-8b95-0267ae9fc275&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1694303
Jul 06 02:04:04.905205 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de65d48-1229-42bc-8cb3-a40036e7ea5a tempest-VolumesNegativeTest-1378205824 tempest-VolumesNegativeTest-1378205824-project] Pushing event deleted for resources: {'Port': ['ID=81355252-7a7c-440a-a1fa-ff68f8ae91d1,revision_number=None']} {{(pid=80981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:04:04.908132 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-8de65d48-1229-42bc-8cb3-a40036e7ea5a tempest-VolumesNegativeTest-1378205824 tempest-VolumesNegativeTest-1378205824-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:04:04.958917 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-fa647896-15ed-4691-aec6-04415f0cb809 req-296f7650-e6fd-4262-8b65-683b6725016b tempest-VolumesNegativeTest-1378205824 tempest-VolumesNegativeTest-1378205824-project] 10.222.0.11 "GET /v2.0/security-groups?id=566609e4-251a-46fe-aa11-daa256e4f2b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2425931
Jul 06 02:04:04.972664 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-3d04a041-8b79-4c83-ae11-d0caf0797528 req-dd3a85fe-d7fd-4efb-be1b-893a30ce46bd service neutron] 10.222.0.37 "GET /v2.0/networks/2a4c8008-ce84-432c-9f5d-0fe3ba12caba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2422822
Jul 06 02:04:05.027185 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ac92a33-e003-48ea-be4e-f13ca18f34d7 req-8de65d48-1229-42bc-8cb3-a40036e7ea5a tempest-VolumesNegativeTest-1378205824 tempest-VolumesNegativeTest-1378205824-project] No DVR routers for this DVR port 81355252-7a7c-440a-a1fa-ff68f8ae91d1 on host hv-cinder-79954 {{(pid=80981) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jul 06 02:04:05.042320 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-9ac92a33-e003-48ea-be4e-f13ca18f34d7 req-8de65d48-1229-42bc-8cb3-a40036e7ea5a tempest-VolumesNegativeTest-1378205824 tempest-VolumesNegativeTest-1378205824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91827'] for port, before_response {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:04:05.062083 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd26c32f6-3adf-4ead-a44c-a1f57d379158', 'name': 'network-vif-deleted', 'tag': '81355252-7a7c-440a-a1fa-ff68f8ae91d1'}] {{(pid=80981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 06 02:04:05.094635 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-553e283f-86d6-4793-af36-418ad984ee80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-328056'] for router_interface, before_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:04:05.146714 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-3d04a041-8b79-4c83-ae11-d0caf0797528 req-4222707c-e78c-43b9-abd0-939a7e5d0e1b service neutron] 10.222.0.37 "GET /v2.0/networks/2a4c8008-ce84-432c-9f5d-0fe3ba12caba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1653779
Jul 06 02:04:05.167961 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd26c32f6-3adf-4ead-a44c-a1f57d379158', 'name': 'network-vif-deleted', 'tag': '81355252-7a7c-440a-a1fa-ff68f8ae91d1', 'status': 'completed', 'code': 200}
Jul 06 02:04:05.178792 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-9ac92a33-e003-48ea-be4e-f13ca18f34d7 req-8de65d48-1229-42bc-8cb3-a40036e7ea5a tempest-VolumesNegativeTest-1378205824 tempest-VolumesNegativeTest-1378205824-project] 10.222.0.37 "DELETE /v2.0/ports/81355252-7a7c-440a-a1fa-ff68f8ae91d1 HTTP/1.1" status: 204  len: 173 time: 1.8237221
Jul 06 02:04:05.375021 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-db0c8087-d467-4d9f-9da0-99d0b390c83b req-10550a5b-ee70-40bd-b5ba-c585b3b4e268 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=587da9b290164b68a272d4c4072a9c73&device_id=80e1a3e5-b906-4c92-b9da-9284bc4b2e62 HTTP/1.1" status: 200  len: 1096 time: 0.1000190
Jul 06 02:04:05.516559 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-fcfe0981-f829-42d2-99d0-fcc19e179060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:04:05.679997 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0c8087-d467-4d9f-9da0-99d0b390c83b req-64fff8ca-2eb3-4c31-9c1e-81f7985c2826 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:04:05.681579 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-db0c8087-d467-4d9f-9da0-99d0b390c83b req-64fff8ca-2eb3-4c31-9c1e-81f7985c2826 service neutron] 10.222.0.37 "GET /v2.0/networks?id=2a4c8008-ce84-432c-9f5d-0fe3ba12caba HTTP/1.1" status: 200  len: 911 time: 0.2970409
Jul 06 02:04:05.807177 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-db0c8087-d467-4d9f-9da0-99d0b390c83b req-0d611797-f239-48a0-897b-22154f4f0034 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c169d35d-365d-467d-9bff-8c722717957f HTTP/1.1" status: 200  len: 217 time: 0.0846908
Jul 06 02:04:05.978011 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4a3873-3d99-487b-a3ca-d9bcf8fe5b7a req-bfa53fff-812f-498b-9a46-821ee904d6bf tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:04:05.979637 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-aa4a3873-3d99-487b-a3ca-d9bcf8fe5b7a req-bfa53fff-812f-498b-9a46-821ee904d6bf tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/ports?device_id=4ae448d6-3b95-42dd-a82e-2c79b64118c8 HTTP/1.1" status: 200  len: 946 time: 0.3023365
Jul 06 02:04:05.985309 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0c8087-d467-4d9f-9da0-99d0b390c83b req-04bd9927-0592-4a66-a7d2-10aa0f56e745 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:04:05.987134 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-db0c8087-d467-4d9f-9da0-99d0b390c83b req-04bd9927-0592-4a66-a7d2-10aa0f56e745 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=10f6138f-392f-434d-90d2-631457fbed0f HTTP/1.1" status: 200  len: 849 time: 0.1504016
Jul 06 02:04:06.099889 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-aa4a3873-3d99-487b-a3ca-d9bcf8fe5b7a req-7abeec2b-e025-4d37-b52f-fa743b76b3a6 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/security-groups?id=05a99220-0499-4923-a419-6a3dc323fae7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1090872
Jul 06 02:04:06.122944 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73357990-f6fe-447b-9f3a-9520f6941a63 req-070c2800-2a06-42cf-9e82-12e3bb6a041b tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:04:06.125776 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-73357990-f6fe-447b-9f3a-9520f6941a63 req-070c2800-2a06-42cf-9e82-12e3bb6a041b tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] 10.222.0.11 "GET /v2.0/ports?device_id=80e1a3e5-b906-4c92-b9da-9284bc4b2e62 HTTP/1.1" status: 200  len: 943 time: 0.1086521
Jul 06 02:04:06.134154 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-db0c8087-d467-4d9f-9da0-99d0b390c83b req-272ce73e-4239-4c9c-bfc9-f8ee65a37dc2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2a4c8008-ce84-432c-9f5d-0fe3ba12caba&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1251097
Jul 06 02:04:06.180287 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-73357990-f6fe-447b-9f3a-9520f6941a63 req-10eed973-0761-47b8-998c-da23d08e233a tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] 10.222.0.11 "GET /v2.0/security-groups?id=54bf20eb-6feb-494c-8b95-0267ae9fc275&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0442543
Jul 06 02:04:06.531868 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.rpc [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Device 81355252-7a7c-440a-a1fa-ff68f8ae91d1 no longer exists at agent hyperv_hv-cinder-79954 {{(pid=80982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:242}}
Jul 06 02:04:06.572369 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.plugin [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] No Port match for: 81355252-7a7c-440a-a1fa-ff68f8ae91d1 {{(pid=80982) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2217}}
Jul 06 02:04:06.573123 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.rpc [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Device 81355252-7a7c-440a-a1fa-ff68f8ae91d1 not bound to the agent host hv-cinder-79954 {{(pid=80982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:250}}
Jul 06 02:04:06.606968 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-db0c8087-d467-4d9f-9da0-99d0b390c83b req-b8b6ad52-0ff2-4df1-a216-daa731773ca5 service neutron] 10.222.0.37 "GET /v2.0/networks/2a4c8008-ce84-432c-9f5d-0fe3ba12caba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4435759
Jul 06 02:04:06.669195 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92527c5-eb6d-467f-a5de-d2a322acd009 req-4686cdc8-b34d-4b61-bffa-7e48360c2275 tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:04:06.672863 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-f92527c5-eb6d-467f-a5de-d2a322acd009 req-4686cdc8-b34d-4b61-bffa-7e48360c2275 tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] 10.222.0.11 "GET /v2.0/ports?device_id=687eed38-d64f-4a2f-a84a-94bfbd4218f7 HTTP/1.1" status: 200  len: 985 time: 0.1622322
Jul 06 02:04:06.679665 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-668e0da7-38b1-4ec9-b8a1-0221d7a27b13 req-af59865a-ea7e-4d2f-9c6d-e2fcfbf7beb9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=401d2ca991dc46759fcf67d09fce603c&device_id=687eed38-d64f-4a2f-a84a-94bfbd4218f7 HTTP/1.1" status: 200  len: 1138 time: 0.1225219
Jul 06 02:04:06.754379 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.plugin [None req-553e283f-86d6-4793-af36-418ad984ee80 admin admin] Deleting port 6d0e9b12-0d67-42fa-81c9-d103ae8615f5 {{(pid=80981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1879}}
Jul 06 02:04:06.754863 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-553e283f-86d6-4793-af36-418ad984ee80 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296100957044'] for port, before_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:04:06.819558 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-f92527c5-eb6d-467f-a5de-d2a322acd009 req-b3b9f255-9957-444d-b3fa-559362bb5f83 tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] 10.222.0.11 "GET /v2.0/security-groups?id=ae70ad60-ac37-4fd1-96a6-6cda0f2373ea&id=32922aa1-4b90-4fe3-ab2c-607c8c38952f&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1383655
Jul 06 02:04:06.863203 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668e0da7-38b1-4ec9-b8a1-0221d7a27b13 req-54ca3192-0460-46af-93c6-20bc32025d85 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:04:06.864774 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-668e0da7-38b1-4ec9-b8a1-0221d7a27b13 req-54ca3192-0460-46af-93c6-20bc32025d85 service neutron] 10.222.0.37 "GET /v2.0/networks?id=a2a87d65-a05d-450f-9e6b-5f2752e2d94c HTTP/1.1" status: 200  len: 915 time: 0.1673007
Jul 06 02:04:06.926386 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-db0c8087-d467-4d9f-9da0-99d0b390c83b req-9941f0d8-cc23-4202-b35f-f63030e34f63 service neutron] 10.222.0.37 "GET /v2.0/networks/2a4c8008-ce84-432c-9f5d-0fe3ba12caba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2888730
Jul 06 02:04:06.969519 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-668e0da7-38b1-4ec9-b8a1-0221d7a27b13 req-8055b9ec-d8f6-415b-bd40-4748c3b2fd91 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bbc5d287-5724-4074-9c78-b059af1fb49f HTTP/1.1" status: 200  len: 1001 time: 0.0957005
Jul 06 02:04:06.978222 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [None req-553e283f-86d6-4793-af36-418ad984ee80 admin admin] For port 6d0e9b12-0d67-42fa-81c9-d103ae8615f5, host dv-cinder-799546-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799546-3-iscsi',level=0,port_id=6d0e9b12-0d67-42fa-81c9-d103ae8615f5,segment=NetworkSegment(399eb5e6-8af3-4492-81f5-a66012b870af),segment_id=399eb5e6-8af3-4492-81f5-a66012b870af)] {{(pid=80981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 02:04:06.978734 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-553e283f-86d6-4793-af36-418ad984ee80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328131'] for port, precommit_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:04:07.039936 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668e0da7-38b1-4ec9-b8a1-0221d7a27b13 req-35b89bc8-34ad-4b7f-a5f6-009b25466d51 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:04:07.041553 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-668e0da7-38b1-4ec9-b8a1-0221d7a27b13 req-35b89bc8-34ad-4b7f-a5f6-009b25466d51 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=21d8d59e-2cce-462a-ad6e-a7b8e471a7ff HTTP/1.1" status: 200  len: 853 time: 0.0643613
Jul 06 02:04:07.112233 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.plugin [None req-553e283f-86d6-4793-af36-418ad984ee80 admin admin] Calling delete_port for 6d0e9b12-0d67-42fa-81c9-d103ae8615f5 owned by network:router_interface {{(pid=80981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1952}}
Jul 06 02:04:07.161597 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-668e0da7-38b1-4ec9-b8a1-0221d7a27b13 req-86020d6c-e0b6-464a-8542-90a2d2881fca service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a2a87d65-a05d-450f-9e6b-5f2752e2d94c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1115110
Jul 06 02:04:07.393490 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-668e0da7-38b1-4ec9-b8a1-0221d7a27b13 req-afef0760-adf3-477a-ab97-fd74d7b03d76 service neutron] 10.222.0.37 "GET /v2.0/networks/a2a87d65-a05d-450f-9e6b-5f2752e2d94c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2186837
Jul 06 02:04:07.524292 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e90d83-6dd1-4627-8796-6c42c405eaa3 req-2f56d1f4-a788-4509-b5a2-4f56889ac0c9 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:04:07.524527 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5922820-e57e-44b9-a1aa-d15940bdfff4 req-6cb58a15-277d-489e-bf42-37e849739834 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:04:07.525919 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-52e90d83-6dd1-4627-8796-6c42c405eaa3 req-2f56d1f4-a788-4509-b5a2-4f56889ac0c9 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.37 "GET /v2.0/ports?device_id=4ae448d6-3b95-42dd-a82e-2c79b64118c8 HTTP/1.1" status: 200  len: 946 time: 0.1879015
Jul 06 02:04:07.526046 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-d5922820-e57e-44b9-a1aa-d15940bdfff4 req-6cb58a15-277d-489e-bf42-37e849739834 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] 10.222.0.11 "GET /v2.0/ports?device_id=80e1a3e5-b906-4c92-b9da-9284bc4b2e62 HTTP/1.1" status: 200  len: 943 time: 0.1823912
Jul 06 02:04:07.533381 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c04b94-a951-4111-9c7c-9e2ef498eead req-5284e2db-8bf4-4106-9629-c53325bcd1bf tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:04:07.535220 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-43c04b94-a951-4111-9c7c-9e2ef498eead req-5284e2db-8bf4-4106-9629-c53325bcd1bf tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/ports?device_id=4ae448d6-3b95-42dd-a82e-2c79b64118c8 HTTP/1.1" status: 200  len: 946 time: 0.2036083
Jul 06 02:04:07.597721 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-668e0da7-38b1-4ec9-b8a1-0221d7a27b13 req-a8ef16c4-6332-4fb1-89f1-317d4648a896 service neutron] 10.222.0.37 "GET /v2.0/networks/a2a87d65-a05d-450f-9e6b-5f2752e2d94c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1937225
Jul 06 02:04:07.611033 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-d5922820-e57e-44b9-a1aa-d15940bdfff4 req-61617bbb-ff87-41db-9965-613b14568893 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] 10.222.0.11 "GET /v2.0/security-groups?id=54bf20eb-6feb-494c-8b95-0267ae9fc275&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0611176
Jul 06 02:04:07.672873 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.plugin [req-52e90d83-6dd1-4627-8796-6c42c405eaa3 req-3ae91218-07eb-49bc-b64c-c0ff9c2363d0 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Deleting port d54c68f1-79e6-4fb2-9f8a-3dfca2b99105 {{(pid=80981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1879}}
Jul 06 02:04:07.673294 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-52e90d83-6dd1-4627-8796-6c42c405eaa3 req-3ae91218-07eb-49bc-b64c-c0ff9c2363d0 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296100957044'] for port, before_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:04:07.741700 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-43c04b94-a951-4111-9c7c-9e2ef498eead req-10be8793-46d4-4dd8-a188-f0f7a57134ea tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/security-groups?id=05a99220-0499-4923-a419-6a3dc323fae7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1741350
Jul 06 02:04:07.787755 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-553e283f-86d6-4793-af36-418ad984ee80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740753762095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296101366780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839890433'] for port, after_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:04:07.798557 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-c424b4e5-e8bd-4157-9729-3e4bc7717c83 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:04:07.875517 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553e283f-86d6-4793-af36-418ad984ee80 admin admin] Pushing event deleted for resources: {'Port': ['ID=6d0e9b12-0d67-42fa-81c9-d103ae8615f5,revision_number=None']} {{(pid=80981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:04:07.886094 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-553e283f-86d6-4793-af36-418ad984ee80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:04:08.035831 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b068f38-e7d0-4391-9d87-6bb1f70b0c85 req-e5d33ae7-f457-4650-808d-f20261d2371e tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:04:08.037603 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-1b068f38-e7d0-4391-9d87-6bb1f70b0c85 req-e5d33ae7-f457-4650-808d-f20261d2371e tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] 10.222.0.11 "GET /v2.0/ports?device_id=687eed38-d64f-4a2f-a84a-94bfbd4218f7 HTTP/1.1" status: 200  len: 985 time: 0.0947757
Jul 06 02:04:08.097400 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-1b068f38-e7d0-4391-9d87-6bb1f70b0c85 req-8fe37c8c-b825-4c0c-8784-44ae30e4ffc3 tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] 10.222.0.11 "GET /v2.0/security-groups?id=ae70ad60-ac37-4fd1-96a6-6cda0f2373ea&id=32922aa1-4b90-4fe3-ab2c-607c8c38952f&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0505028
Jul 06 02:04:08.391381 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [req-52e90d83-6dd1-4627-8796-6c42c405eaa3 req-3ae91218-07eb-49bc-b64c-c0ff9c2363d0 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] For port d54c68f1-79e6-4fb2-9f8a-3dfca2b99105, host hv-cinder-79954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79954',level=0,port_id=d54c68f1-79e6-4fb2-9f8a-3dfca2b99105,segment=NetworkSegment(f325f6e3-ee5f-469d-9162-dffc7dd88549),segment_id=f325f6e3-ee5f-469d-9162-dffc7dd88549)] {{(pid=80981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 02:04:08.391782 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-52e90d83-6dd1-4627-8796-6c42c405eaa3 req-3ae91218-07eb-49bc-b64c-c0ff9c2363d0 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328131'] for port, precommit_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:04:08.546673 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.rpc [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Device c169d35d-365d-467d-9bff-8c722717957f details requested by agent hyperv_hv-cinder-79954 with host hv-cinder-79954 {{(pid=80982) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:87}}
Jul 06 02:04:08.685706 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] For port c169d35d-365d-467d-9bff-8c722717957f, host hv-cinder-79954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79954',level=0,port_id=c169d35d-365d-467d-9bff-8c722717957f,segment=NetworkSegment(b483eca6-a91e-4705-a919-ea8e271d6a1a),segment_id=b483eca6-a91e-4705-a919-ea8e271d6a1a)] {{(pid=80982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 02:04:08.709124 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.rpc [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Returning: {'device': 'c169d35d-365d-467d-9bff-8c722717957f', 'network_id': '2a4c8008-ce84-432c-9f5d-0fe3ba12caba', 'port_id': 'c169d35d-365d-467d-9bff-8c722717957f', 'mac_address': 'fa:16:3e:61:98:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10f6138f-392f-434d-90d2-631457fbed0f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80982) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:165}}
Jul 06 02:04:08.756785 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-52e90d83-6dd1-4627-8796-6c42c405eaa3 req-3ae91218-07eb-49bc-b64c-c0ff9c2363d0 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:04:08.757267 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-52e90d83-6dd1-4627-8796-6c42c405eaa3 req-3ae91218-07eb-49bc-b64c-c0ff9c2363d0 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854446392'] for floatingip, after_update {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:04:08.757623 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.db.l3_db [req-52e90d83-6dd1-4627-8796-6c42c405eaa3 req-3ae91218-07eb-49bc-b64c-c0ff9c2363d0 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Floating IP 2819b1e6-fe97-470f-9ff6-6ed6b4e83b16 disassociated. External IP: 172.27.1.169, port: d54c68f1-79e6-4fb2-9f8a-3dfca2b99105.
Jul 06 02:04:08.757990 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.plugin [req-52e90d83-6dd1-4627-8796-6c42c405eaa3 req-3ae91218-07eb-49bc-b64c-c0ff9c2363d0 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Calling delete_port for d54c68f1-79e6-4fb2-9f8a-3dfca2b99105 owned by compute:nova {{(pid=80981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1952}}
Jul 06 02:04:08.767292 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1050496'] for port, before_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:04:08.790836 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.notifiers.nova [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c169d35d-365d-467d-9bff-8c722717957f {{(pid=80982) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Jul 06 02:04:08.808137 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] For port c169d35d-365d-467d-9bff-8c722717957f, host hv-cinder-79954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79954',level=0,port_id=c169d35d-365d-467d-9bff-8c722717957f,segment=NetworkSegment(b483eca6-a91e-4705-a919-ea8e271d6a1a),segment_id=b483eca6-a91e-4705-a919-ea8e271d6a1a)] {{(pid=80982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 02:04:08.837074 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740753762112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740753409037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296101366746'] for port, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:04:08.840543 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-4a82c624-5807-48db-b5cd-22d673576038 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:04:08.881745 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-553e283f-86d6-4793-af36-418ad984ee80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853694999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854374129'] for router_interface, after_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:04:08.944506 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Pushing event updated for resources: {'Port': ['ID=c169d35d-365d-467d-9bff-8c722717957f,revision_number=4']} {{(pid=80982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:04:08.947750 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:04:09.018850 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0584fd2-05ea-46ce-8820-de5781ad29e4 req-4f7f21f4-1a40-43ec-af5b-2a7ec9948d35 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:04:09.020575 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-e0584fd2-05ea-46ce-8820-de5781ad29e4 req-4f7f21f4-1a40-43ec-af5b-2a7ec9948d35 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/ports?device_id=4ae448d6-3b95-42dd-a82e-2c79b64118c8 HTTP/1.1" status: 200  len: 946 time: 0.1021605
Jul 06 02:04:09.059801 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed8a3fd-1130-4fc9-8b0b-ef530fe6bc09 req-a8921472-73c6-4850-b936-e3fae6e0216a tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:04:09.061428 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-8ed8a3fd-1130-4fc9-8b0b-ef530fe6bc09 req-a8921472-73c6-4850-b936-e3fae6e0216a tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] 10.222.0.11 "GET /v2.0/ports?device_id=80e1a3e5-b906-4c92-b9da-9284bc4b2e62 HTTP/1.1" status: 200  len: 944 time: 0.2609501
Jul 06 02:04:09.076913 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-e0584fd2-05ea-46ce-8820-de5781ad29e4 req-6d98aec3-1c81-47e3-a26c-9bf996aa1e03 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/security-groups?id=05a99220-0499-4923-a419-6a3dc323fae7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0473125
Jul 06 02:04:09.081235 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] get_ports_and_sgs() called for port_ids ['c169d35d-365d-467d-9bff-8c722717957f'] {{(pid=80982) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:184}}
Jul 06 02:04:09.130531 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-52e90d83-6dd1-4627-8796-6c42c405eaa3 req-3ae91218-07eb-49bc-b64c-c0ff9c2363d0 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740753762095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296101366780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839890433'] for port, after_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:04:09.140837 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-d27b70aa-4dd7-43f2-a6bd-ff5a5d24e3c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:04:09.239554 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [req-8ed8a3fd-1130-4fc9-8b0b-ef530fe6bc09 req-5adc574a-857b-488a-8d67-c519d241f485 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Synchronizing usage tracker for tenant:587da9b290164b68a272d4c4072a9c73 on resource:security_group {{(pid=80981) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 06 02:04:09.250451 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae91218-07eb-49bc-b64c-c0ff9c2363d0 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Pushing event deleted for resources: {'Port': ['ID=d54c68f1-79e6-4fb2-9f8a-3dfca2b99105,revision_number=None']} {{(pid=80981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:04:09.253073 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-3ae91218-07eb-49bc-b64c-c0ff9c2363d0 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:04:09.277694 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [req-8ed8a3fd-1130-4fc9-8b0b-ef530fe6bc09 req-5adc574a-857b-488a-8d67-c519d241f485 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Unset dirty status for tenant:587da9b290164b68a272d4c4072a9c73 on resource:security_group {{(pid=80981) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 06 02:04:09.279088 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-8ed8a3fd-1130-4fc9-8b0b-ef530fe6bc09 req-5adc574a-857b-488a-8d67-c519d241f485 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] 10.222.0.11 "GET /v2.0/security-groups?id=54bf20eb-6feb-494c-8b95-0267ae9fc275&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2029889
Jul 06 02:04:09.308229 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42e0e1d-9183-4724-9ba3-9aad83d2ed7e req-c4ec303e-3492-4961-ab76-405e8e03d73e tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:04:09.309879 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-b42e0e1d-9183-4724-9ba3-9aad83d2ed7e req-c4ec303e-3492-4961-ab76-405e8e03d73e tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] 10.222.0.11 "GET /v2.0/ports?device_id=687eed38-d64f-4a2f-a84a-94bfbd4218f7 HTTP/1.1" status: 200  len: 985 time: 0.0881164
Jul 06 02:04:09.363531 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-b42e0e1d-9183-4724-9ba3-9aad83d2ed7e req-3c05f3e6-0ae5-46c4-a880-d2c496718076 tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] 10.222.0.11 "GET /v2.0/security-groups?id=ae70ad60-ac37-4fd1-96a6-6cda0f2373ea&id=32922aa1-4b90-4fe3-ab2c-607c8c38952f&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0462444
Jul 06 02:04:10.010279 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.scheduler.l3_agent_scheduler [req-52e90d83-6dd1-4627-8796-6c42c405eaa3 req-3ae91218-07eb-49bc-b64c-c0ff9c2363d0 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Router f4336f44-a745-4a6d-ab82-26313ad46480 has already been hosted by L3 agent 61912d2b-cbf3-48c5-b8b2-dcc1c49052a5 {{(pid=80981) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Jul 06 02:04:10.267568 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-5fe52b0c-9ff4-41f3-9968-99a09c875431 req-7bc713f4-7b45-4475-8714-b6662498eae5 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/ports?device_id=4ae448d6-3b95-42dd-a82e-2c79b64118c8 HTTP/1.1" status: 200  len: 210 time: 0.0592763
Jul 06 02:04:10.400241 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-553e283f-86d6-4793-af36-418ad984ee80 admin admin] Router 851593ca-3a3e-4b0e-8687-8d5a8f66fa67 has already been hosted by L3 agent 61912d2b-cbf3-48c5-b8b2-dcc1c49052a5 {{(pid=80981) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Jul 06 02:04:10.420149 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-52e90d83-6dd1-4627-8796-6c42c405eaa3 req-3ae91218-07eb-49bc-b64c-c0ff9c2363d0 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Notify agent at l3_agent.dv-cinder-799546-3-iscsi the message routers_updated {{(pid=80981) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jul 06 02:04:10.432151 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39f9483d-f65d-458e-8646-df4978d547b6 None None] Sync routers for ids ['f4336f44-a745-4a6d-ab82-26313ad46480'] in dv-cinder-799546-3-iscsi {{(pid=80983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Jul 06 02:04:10.452213 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39f9483d-f65d-458e-8646-df4978d547b6 None None] Routers {'f4336f44-a745-4a6d-ab82-26313ad46480'} bound to L3 agent in host dv-cinder-799546-3-iscsi {{(pid=80983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 06 02:04:10.457790 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_hamode_db [None req-39f9483d-f65d-458e-8646-df4978d547b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f31d7050320>, 'dv-cinder-799546-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-06T01:50:03Z,description=<?>,heartbeat_timestamp=2021-07-06T02:04:03Z,host='dv-cinder-799546-3-iscsi',id=61912d2b-cbf3-48c5-b8b2-dcc1c49052a5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-06T01:50:03Z,topic='l3_agent')) {'router_ids': ['f4336f44-a745-4a6d-ab82-26313ad46480'], 'active': True} {{(pid=80983) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 02:04:10.514492 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0029f42d-7353-44d9-add4-ad48a9be0670 req-294c45fa-ec97-4305-85f3-3c6cb75e94e7 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:04:10.523812 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-0029f42d-7353-44d9-add4-ad48a9be0670 req-294c45fa-ec97-4305-85f3-3c6cb75e94e7 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] 10.222.0.11 "GET /v2.0/ports?device_id=80e1a3e5-b906-4c92-b9da-9284bc4b2e62 HTTP/1.1" status: 200  len: 944 time: 0.0957232
Jul 06 02:04:10.561719 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_dvrscheduler_db [req-52e90d83-6dd1-4627-8796-6c42c405eaa3 req-3ae91218-07eb-49bc-b64c-c0ff9c2363d0 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] No DVR routers for this DVR port d54c68f1-79e6-4fb2-9f8a-3dfca2b99105 on host hv-cinder-79954 {{(pid=80981) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jul 06 02:04:10.570088 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.rpc [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Device c169d35d-365d-467d-9bff-8c722717957f up at agent hyperv_hv-cinder-79954 {{(pid=80982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:273}}
Jul 06 02:04:10.605846 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-52e90d83-6dd1-4627-8796-6c42c405eaa3 req-3ae91218-07eb-49bc-b64c-c0ff9c2363d0 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91827'] for port, before_response {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:04:10.608780 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ae448d6-3b95-42dd-a82e-2c79b64118c8', 'name': 'network-vif-deleted', 'tag': 'd54c68f1-79e6-4fb2-9f8a-3dfca2b99105'}] {{(pid=80981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 06 02:04:10.736551 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-52e90d83-6dd1-4627-8796-6c42c405eaa3 req-3ae91218-07eb-49bc-b64c-c0ff9c2363d0 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.37 "DELETE /v2.0/ports/d54c68f1-79e6-4fb2-9f8a-3dfca2b99105 HTTP/1.1" status: 204  len: 173 time: 3.2001786
Jul 06 02:04:10.757837 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a46d8d-f71e-4c08-a719-1e875fec988e req-2182e875-f9ee-44af-9962-f03ca4ea6bcf tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:04:10.759635 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-92a46d8d-f71e-4c08-a719-1e875fec988e req-2182e875-f9ee-44af-9962-f03ca4ea6bcf tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] 10.222.0.11 "GET /v2.0/ports?device_id=687eed38-d64f-4a2f-a84a-94bfbd4218f7 HTTP/1.1" status: 200  len: 985 time: 0.2015128
Jul 06 02:04:10.775905 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.provisioning_blocks [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Provisioning for port c169d35d-365d-467d-9bff-8c722717957f completed by entity L2. {{(pid=80982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 06 02:04:10.782821 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.provisioning_blocks [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Provisioning complete for port c169d35d-365d-467d-9bff-8c722717957f triggered by entity L2. {{(pid=80982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 06 02:04:10.787271 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1309268'] for port, provisioning_complete {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:04:10.859176 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-0029f42d-7353-44d9-add4-ad48a9be0670 req-30096c99-936f-4d59-a30d-e742e2421f6c tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] 10.222.0.11 "GET /v2.0/security-groups?id=54bf20eb-6feb-494c-8b95-0267ae9fc275&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3319376
Jul 06 02:04:10.977958 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-92a46d8d-f71e-4c08-a719-1e875fec988e req-1d7834a8-84c9-486d-be8b-d5b271c7147e tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] 10.222.0.11 "GET /v2.0/security-groups?id=ae70ad60-ac37-4fd1-96a6-6cda0f2373ea&id=32922aa1-4b90-4fe3-ab2c-607c8c38952f&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1751688
Jul 06 02:04:10.980616 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_dvr_db [None req-39f9483d-f65d-458e-8646-df4978d547b6 None None] Set router f4336f44-a745-4a6d-ab82-26313ad46480 gateway port host: dv-cinder-799546-3-iscsi {{(pid=80983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:850}}
Jul 06 02:04:11.015539 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-553e283f-86d6-4793-af36-418ad984ee80 admin admin] Notify agent at l3_agent.dv-cinder-799546-3-iscsi the message routers_updated {{(pid=80981) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jul 06 02:04:11.025075 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ae448d6-3b95-42dd-a82e-2c79b64118c8', 'name': 'network-vif-deleted', 'tag': 'd54c68f1-79e6-4fb2-9f8a-3dfca2b99105', 'status': 'completed', 'code': 200}
Jul 06 02:04:11.030447 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-553e283f-86d6-4793-af36-418ad984ee80 admin admin] 10.222.0.11 "PUT /v2.0/routers/851593ca-3a3e-4b0e-8687-8d5a8f66fa67/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 7.5233748
Jul 06 02:04:11.031934 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80981) accepted ('10.222.0.11', 44538) {{(pid=80981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 02:04:11.038292 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a8fce7d-ef8a-4554-ab77-9470edd7873c None None] Sync routers for ids ['851593ca-3a3e-4b0e-8687-8d5a8f66fa67'] in dv-cinder-799546-3-iscsi {{(pid=80982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Jul 06 02:04:11.073017 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a8fce7d-ef8a-4554-ab77-9470edd7873c None None] Routers {'851593ca-3a3e-4b0e-8687-8d5a8f66fa67'} bound to L3 agent in host dv-cinder-799546-3-iscsi {{(pid=80982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 06 02:04:11.073963 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_hamode_db [None req-5a8fce7d-ef8a-4554-ab77-9470edd7873c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f31d788b630>, 'dv-cinder-799546-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-06T01:50:03Z,description=<?>,heartbeat_timestamp=2021-07-06T02:04:03Z,host='dv-cinder-799546-3-iscsi',id=61912d2b-cbf3-48c5-b8b2-dcc1c49052a5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-06T01:50:03Z,topic='l3_agent')) {'router_ids': ['851593ca-3a3e-4b0e-8687-8d5a8f66fa67'], 'active': True} {{(pid=80982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 02:04:11.144731 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1050496'] for port, before_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:04:11.182152 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] For port c169d35d-365d-467d-9bff-8c722717957f, host hv-cinder-79954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79954',level=0,port_id=c169d35d-365d-467d-9bff-8c722717957f,segment=NetworkSegment(b483eca6-a91e-4705-a919-ea8e271d6a1a),segment_id=b483eca6-a91e-4705-a919-ea8e271d6a1a)] {{(pid=80982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 02:04:11.186398 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80e1a3e5-b906-4c92-b9da-9284bc4b2e62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c169d35d-365d-467d-9bff-8c722717957f'}] {{(pid=80982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 06 02:04:11.267162 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740753762112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740753409037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296101366746'] for port, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:04:11.268308 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.rpc [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Device d54c68f1-79e6-4fb2-9f8a-3dfca2b99105 no longer exists at agent hyperv_hv-cinder-79954 {{(pid=80982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:242}}
Jul 06 02:04:11.300761 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80e1a3e5-b906-4c92-b9da-9284bc4b2e62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c169d35d-365d-467d-9bff-8c722717957f', 'code': 200}
Jul 06 02:04:11.305839 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:04:11.323083 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-f1e0189e-0282-4aca-ac42-5223f5af953a admin admin] Notify callbacks [] for router, before_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:04:11.385807 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Pushing event updated for resources: {'Port': ['ID=c169d35d-365d-467d-9bff-8c722717957f,revision_number=5']} {{(pid=80982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:04:11.398854 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.plugin [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] No Port match for: d54c68f1-79e6-4fb2-9f8a-3dfca2b99105 {{(pid=80982) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2217}}
Jul 06 02:04:11.399456 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.rpc [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Device d54c68f1-79e6-4fb2-9f8a-3dfca2b99105 not bound to the agent host hv-cinder-79954 {{(pid=80982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:250}}
Jul 06 02:04:11.404117 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:04:11.441303 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_dvr_db [None req-5a8fce7d-ef8a-4554-ab77-9470edd7873c None None] Set router 851593ca-3a3e-4b0e-8687-8d5a8f66fa67 gateway port host: dv-cinder-799546-3-iscsi {{(pid=80982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:850}}
Jul 06 02:04:11.461873 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_hamode_db [None req-39f9483d-f65d-458e-8646-df4978d547b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f31d7050320>, [{'id': 'f4336f44-a745-4a6d-ab82-26313ad46480', 'name': 'tempest-AttachVolumeShelveTestJSON-703016033-router', 'tenant_id': '6eda011ce6da4a3aa6a9ea578c51725a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8', 'external_fixed_ips': [{'subnet_id': '24d74941-6bd6-4d03-882f-a623d522833f', 'ip_address': '172.27.1.52'}], 'enable_snat': True}, 'gw_port_id': '507be5b4-fa06-435c-b115-e54448dceb38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T01:58:36Z', 'updated_at': '2021-07-06T01:58:49Z', 'revision_number': 4, 'project_id': '6eda011ce6da4a3aa6a9ea578c51725a', 'gw_port': {'id': '507be5b4-fa06-435c-b115-e54448dceb38', 'name': '', 'network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:ed:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4336f44-a745-4a6d-ab82-26313ad46480', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '24d74941-6bd6-4d03-882f-a623d522833f', 'ip_address': '172.27.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T01:58:37Z', 'updated_at': '2021-07-06T01:58:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24d74941-6bd6-4d03-882f-a623d522833f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799546-3-iscsi', '_interfaces': [{'id': '10e09a2d-b710-4e2b-bc1a-4f4ec7e2a012', 'name': '', 'network_id': 'dc49653d-588e-4ee2-9689-ebb2724e1086', 'tenant_id': '6eda011ce6da4a3aa6a9ea578c51725a', 'mac_address': 'fa:16:3e:7a:cb:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4336f44-a745-4a6d-ab82-26313ad46480', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '989a31a1-084c-4193-9367-4e104f09769b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T01:58:46Z', 'updated_at': '2021-07-06T01:59:10Z', 'revision_number': 5, 'project_id': '6eda011ce6da4a3aa6a9ea578c51725a', 'subnets': [{'id': '989a31a1-084c-4193-9367-4e104f09769b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799546-3-iscsi', False) {} {{(pid=80983) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 02:04:11.472241 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39f9483d-f65d-458e-8646-df4978d547b6 None None] Checking router: f4336f44-a745-4a6d-ab82-26313ad46480 for host: dv-cinder-799546-3-iscsi {{(pid=80983) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Jul 06 02:04:11.500113 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39f9483d-f65d-458e-8646-df4978d547b6 None None] Routers {'f4336f44-a745-4a6d-ab82-26313ad46480'} bound to L3 agent in host dv-cinder-799546-3-iscsi {{(pid=80983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 06 02:04:11.501086 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_hamode_db [None req-39f9483d-f65d-458e-8646-df4978d547b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f31d7050320>, 'dv-cinder-799546-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-06T01:50:03Z,description=<?>,heartbeat_timestamp=2021-07-06T02:04:03Z,host='dv-cinder-799546-3-iscsi',id=61912d2b-cbf3-48c5-b8b2-dcc1c49052a5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-06T01:50:03Z,topic='l3_agent')) {'router_ids': ['f4336f44-a745-4a6d-ab82-26313ad46480'], 'active': True} {{(pid=80983) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 02:04:11.514193 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-1e737d51-6123-439b-971a-5a44d1053bab req-6a858b5e-e555-48ed-a3ee-0c06cf44b0d3 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/ports?device_id=4ae448d6-3b95-42dd-a82e-2c79b64118c8 HTTP/1.1" status: 200  len: 210 time: 0.0592222
Jul 06 02:04:11.683238 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-f1e0189e-0282-4aca-ac42-5223f5af953a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:04:11.727747 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.plugin [None req-f1e0189e-0282-4aca-ac42-5223f5af953a admin admin] Deleting port 1007cb14-a9ef-4d96-afcf-60d91014bd1d {{(pid=80981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1879}}
Jul 06 02:04:11.728257 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-f1e0189e-0282-4aca-ac42-5223f5af953a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296100957044'] for port, before_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:04:11.771775 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_dvr_db [None req-39f9483d-f65d-458e-8646-df4978d547b6 None None] Set router f4336f44-a745-4a6d-ab82-26313ad46480 gateway port host: dv-cinder-799546-3-iscsi {{(pid=80983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:850}}
Jul 06 02:04:12.076868 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_hamode_db [None req-5a8fce7d-ef8a-4554-ab77-9470edd7873c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f31d788b630>, [{'id': '851593ca-3a3e-4b0e-8687-8d5a8f66fa67', 'name': 'tempest-ServerRescueNegativeTestJSON-325402024-router', 'tenant_id': 'b0037fadadec43e5bf5dc42b273e1b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8', 'external_fixed_ips': [{'subnet_id': '24d74941-6bd6-4d03-882f-a623d522833f', 'ip_address': '172.27.1.65'}], 'enable_snat': True}, 'gw_port_id': '1007cb14-a9ef-4d96-afcf-60d91014bd1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T02:00:09Z', 'updated_at': '2021-07-06T02:04:07Z', 'revision_number': 5, 'project_id': 'b0037fadadec43e5bf5dc42b273e1b3e', 'gw_port': {'id': '1007cb14-a9ef-4d96-afcf-60d91014bd1d', 'name': '', 'network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:ab:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '851593ca-3a3e-4b0e-8687-8d5a8f66fa67', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '24d74941-6bd6-4d03-882f-a623d522833f', 'ip_address': '172.27.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T02:00:10Z', 'updated_at': '2021-07-06T02:00:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24d74941-6bd6-4d03-882f-a623d522833f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799546-3-iscsi'}], 'dv-cinder-799546-3-iscsi', False) {} {{(pid=80982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 02:04:12.081494 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a8fce7d-ef8a-4554-ab77-9470edd7873c None None] Checking router: 851593ca-3a3e-4b0e-8687-8d5a8f66fa67 for host: dv-cinder-799546-3-iscsi {{(pid=80982) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Jul 06 02:04:12.094029 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a8fce7d-ef8a-4554-ab77-9470edd7873c None None] Routers {'851593ca-3a3e-4b0e-8687-8d5a8f66fa67'} bound to L3 agent in host dv-cinder-799546-3-iscsi {{(pid=80982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 06 02:04:12.095154 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_hamode_db [None req-5a8fce7d-ef8a-4554-ab77-9470edd7873c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f31d788b630>, 'dv-cinder-799546-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-06T01:50:03Z,description=<?>,heartbeat_timestamp=2021-07-06T02:04:03Z,host='dv-cinder-799546-3-iscsi',id=61912d2b-cbf3-48c5-b8b2-dcc1c49052a5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-06T01:50:03Z,topic='l3_agent')) {'router_ids': ['851593ca-3a3e-4b0e-8687-8d5a8f66fa67'], 'active': True} {{(pid=80982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 02:04:12.168722 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [None req-f1e0189e-0282-4aca-ac42-5223f5af953a admin admin] For port 1007cb14-a9ef-4d96-afcf-60d91014bd1d, host dv-cinder-799546-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799546-3-iscsi',level=0,port_id=1007cb14-a9ef-4d96-afcf-60d91014bd1d,segment=NetworkSegment(e64f8835-8265-4308-a68c-94b30f2a67d9),segment_id=e64f8835-8265-4308-a68c-94b30f2a67d9)] {{(pid=80981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 02:04:12.169155 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-f1e0189e-0282-4aca-ac42-5223f5af953a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328131'] for port, precommit_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:04:12.181579 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-78f4b944-57a7-4a3f-b6df-760da0a4b434 req-194b62db-8b67-415d-8e94-e15b5a2d2764 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=80e1a3e5-b906-4c92-b9da-9284bc4b2e62 HTTP/1.1" status: 200  len: 1098 time: 0.2265711
Jul 06 02:04:12.196795 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_hamode_db [None req-39f9483d-f65d-458e-8646-df4978d547b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f31d7050320>, [{'id': 'f4336f44-a745-4a6d-ab82-26313ad46480', 'name': 'tempest-AttachVolumeShelveTestJSON-703016033-router', 'tenant_id': '6eda011ce6da4a3aa6a9ea578c51725a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8', 'external_fixed_ips': [{'subnet_id': '24d74941-6bd6-4d03-882f-a623d522833f', 'ip_address': '172.27.1.52'}], 'enable_snat': True}, 'gw_port_id': '507be5b4-fa06-435c-b115-e54448dceb38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T01:58:36Z', 'updated_at': '2021-07-06T01:58:49Z', 'revision_number': 4, 'project_id': '6eda011ce6da4a3aa6a9ea578c51725a', 'gw_port': {'id': '507be5b4-fa06-435c-b115-e54448dceb38', 'name': '', 'network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:ed:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4336f44-a745-4a6d-ab82-26313ad46480', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '24d74941-6bd6-4d03-882f-a623d522833f', 'ip_address': '172.27.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T01:58:37Z', 'updated_at': '2021-07-06T01:58:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24d74941-6bd6-4d03-882f-a623d522833f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799546-3-iscsi', '_interfaces': [{'id': '10e09a2d-b710-4e2b-bc1a-4f4ec7e2a012', 'name': '', 'network_id': 'dc49653d-588e-4ee2-9689-ebb2724e1086', 'tenant_id': '6eda011ce6da4a3aa6a9ea578c51725a', 'mac_address': 'fa:16:3e:7a:cb:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4336f44-a745-4a6d-ab82-26313ad46480', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '989a31a1-084c-4193-9367-4e104f09769b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T01:58:46Z', 'updated_at': '2021-07-06T01:59:10Z', 'revision_number': 5, 'project_id': '6eda011ce6da4a3aa6a9ea578c51725a', 'subnets': [{'id': '989a31a1-084c-4193-9367-4e104f09769b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799546-3-iscsi', False) {} {{(pid=80983) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 02:04:12.202969 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39f9483d-f65d-458e-8646-df4978d547b6 None None] The sync data for ids ['f4336f44-a745-4a6d-ab82-26313ad46480'] in dv-cinder-799546-3-iscsi is: [{'id': 'f4336f44-a745-4a6d-ab82-26313ad46480', 'name': 'tempest-AttachVolumeShelveTestJSON-703016033-router', 'tenant_id': '6eda011ce6da4a3aa6a9ea578c51725a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8', 'external_fixed_ips': [{'subnet_id': '24d74941-6bd6-4d03-882f-a623d522833f', 'ip_address': '172.27.1.52'}], 'enable_snat': True}, 'gw_port_id': '507be5b4-fa06-435c-b115-e54448dceb38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T01:58:36Z', 'updated_at': '2021-07-06T01:58:49Z', 'revision_number': 4, 'project_id': '6eda011ce6da4a3aa6a9ea578c51725a', 'gw_port': {'id': '507be5b4-fa06-435c-b115-e54448dceb38', 'name': '', 'network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:ed:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4336f44-a745-4a6d-ab82-26313ad46480', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '24d74941-6bd6-4d03-882f-a623d522833f', 'ip_address': '172.27.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T01:58:37Z', 'updated_at': '2021-07-06T01:58:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24d74941-6bd6-4d03-882f-a623d522833f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799546-3-iscsi', '_interfaces': [{'id': '10e09a2d-b710-4e2b-bc1a-4f4ec7e2a012', 'name': '', 'network_id': 'dc49653d-588e-4ee2-9689-ebb2724e1086', 'tenant_id': '6eda011ce6da4a3aa6a9ea578c51725a', 'mac_address': 'fa:16:3e:7a:cb:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4336f44-a745-4a6d-ab82-26313ad46480', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '989a31a1-084c-4193-9367-4e104f09769b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T01:58:46Z', 'updated_at': '2021-07-06T01:59:10Z', 'revision_number': 5, 'project_id': '6eda011ce6da4a3aa6a9ea578c51725a', 'subnets': [{'id': '989a31a1-084c-4193-9367-4e104f09769b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=80983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Jul 06 02:04:12.240218 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1a5e8f-5663-47cc-b0fa-14bc2980fb63 req-c68ba8ce-86e3-423d-b307-6e5ea2036b13 tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:04:12.250450 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-4f1a5e8f-5663-47cc-b0fa-14bc2980fb63 req-c68ba8ce-86e3-423d-b307-6e5ea2036b13 tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] 10.222.0.11 "GET /v2.0/ports?device_id=687eed38-d64f-4a2f-a84a-94bfbd4218f7 HTTP/1.1" status: 200  len: 985 time: 0.1117821
Jul 06 02:04:12.287450 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_dvr_db [None req-5a8fce7d-ef8a-4554-ab77-9470edd7873c None None] Set router 851593ca-3a3e-4b0e-8687-8d5a8f66fa67 gateway port host: None {{(pid=80982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:850}}
Jul 06 02:04:12.305593 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-4f1a5e8f-5663-47cc-b0fa-14bc2980fb63 req-71b57d20-ecee-442b-b4a5-54350c943524 tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] 10.222.0.11 "GET /v2.0/security-groups?id=ae70ad60-ac37-4fd1-96a6-6cda0f2373ea&id=32922aa1-4b90-4fe3-ab2c-607c8c38952f&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0541003
Jul 06 02:04:12.406052 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_hamode_db [None req-5a8fce7d-ef8a-4554-ab77-9470edd7873c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f31d788b630>, [{'id': '851593ca-3a3e-4b0e-8687-8d5a8f66fa67', 'name': 'tempest-ServerRescueNegativeTestJSON-325402024-router', 'tenant_id': 'b0037fadadec43e5bf5dc42b273e1b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T02:00:09Z', 'updated_at': '2021-07-06T02:04:11Z', 'revision_number': 6, 'project_id': 'b0037fadadec43e5bf5dc42b273e1b3e', 'gw_port_host': None}], 'dv-cinder-799546-3-iscsi', False) {} {{(pid=80982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 02:04:12.410849 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a8fce7d-ef8a-4554-ab77-9470edd7873c None None] The sync data for ids ['851593ca-3a3e-4b0e-8687-8d5a8f66fa67'] in dv-cinder-799546-3-iscsi is: [{'id': '851593ca-3a3e-4b0e-8687-8d5a8f66fa67', 'name': 'tempest-ServerRescueNegativeTestJSON-325402024-router', 'tenant_id': 'b0037fadadec43e5bf5dc42b273e1b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T02:00:09Z', 'updated_at': '2021-07-06T02:04:11Z', 'revision_number': 6, 'project_id': 'b0037fadadec43e5bf5dc42b273e1b3e', 'gw_port_host': None}] {{(pid=80982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Jul 06 02:04:12.581641 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.plugin [None req-f1e0189e-0282-4aca-ac42-5223f5af953a admin admin] Calling delete_port for 1007cb14-a9ef-4d96-afcf-60d91014bd1d owned by network:router_gateway {{(pid=80981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1952}}
Jul 06 02:04:12.627995 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f7ad98-5772-41af-b084-0825de4441c1 req-454606ae-4230-4bef-a771-47fa75d21009 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:04:12.629802 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-e8f7ad98-5772-41af-b084-0825de4441c1 req-454606ae-4230-4bef-a771-47fa75d21009 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] 10.222.0.11 "GET /v2.0/ports?device_id=80e1a3e5-b906-4c92-b9da-9284bc4b2e62 HTTP/1.1" status: 200  len: 945 time: 0.5920277
Jul 06 02:04:12.723499 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-78f4b944-57a7-4a3f-b6df-760da0a4b434 req-f6b4d796-d0da-40d6-9e1a-560188419b79 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=54bf20eb-6feb-494c-8b95-0267ae9fc275&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1488702
Jul 06 02:04:12.748907 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-e8f7ad98-5772-41af-b084-0825de4441c1 req-7d224593-9739-46d2-ab27-3b1b7738e2e6 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] 10.222.0.11 "GET /v2.0/security-groups?id=54bf20eb-6feb-494c-8b95-0267ae9fc275&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1059246
Jul 06 02:04:12.788286 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f848a1ea-d933-42ab-ade8-30df19d5aa79 None None] New status for floating IP 2819b1e6-fe97-470f-9ff6-6ed6b4e83b16: DOWN {{(pid=80983) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:278}}
Jul 06 02:04:12.859995 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80980) accepted ('10.222.0.11', 44576) {{(pid=80980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 02:04:12.884753 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-f1e0189e-0282-4aca-ac42-5223f5af953a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740753762095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296101366780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839890433'] for port, after_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:04:12.890276 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:04:12.939054 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e0189e-0282-4aca-ac42-5223f5af953a admin admin] Pushing event deleted for resources: {'Port': ['ID=1007cb14-a9ef-4d96-afcf-60d91014bd1d,revision_number=None']} {{(pid=80981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:04:12.942394 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-ef4a5c7c-3bf2-4020-8212-1715351308bc tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Notify callbacks [] for security_group, before_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:04:12.943178 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-f1e0189e-0282-4aca-ac42-5223f5af953a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:04:12.982001 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-ef4a5c7c-3bf2-4020-8212-1715351308bc tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:04:13.082257 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-ef4a5c7c-3bf2-4020-8212-1715351308bc tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428228'] for security_group, after_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:04:13.088423 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:04:13.107823 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4a5c7c-3bf2-4020-8212-1715351308bc tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=05a99220-0499-4923-a419-6a3dc323fae7,revision_number=None']} {{(pid=80980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:04:13.110818 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-ef4a5c7c-3bf2-4020-8212-1715351308bc tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:04:13.150264 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-ef4a5c7c-3bf2-4020-8212-1715351308bc tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Notify callbacks [] for security_group, before_response {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:04:13.155397 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-ef4a5c7c-3bf2-4020-8212-1715351308bc tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "DELETE /v2.0/security-groups/05a99220-0499-4923-a419-6a3dc323fae7 HTTP/1.1" status: 204  len: 168 time: 0.2938709
Jul 06 02:04:13.156147 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80980) accepted ('10.222.0.11', 44584) {{(pid=80980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 02:04:13.175954 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.api.v2.resource [None req-e05bbd8e-4369-46d9-a166-39808ac004e7 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] show failed (client error): The resource could not be found.
Jul 06 02:04:13.177458 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-e05bbd8e-4369-46d9-a166-39808ac004e7 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/security-groups/05a99220-0499-4923-a419-6a3dc323fae7 HTTP/1.1" status: 404  len: 347 time: 0.0199852
Jul 06 02:04:13.181308 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80980) accepted ('10.222.0.11', 44588) {{(pid=80980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 02:04:13.188450 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-f1e0189e-0282-4aca-ac42-5223f5af953a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-335396'] for router_gateway, after_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:04:13.351307 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.plugin [None req-f56268f8-15e6-46fe-a310-c6f1ae22b358 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Deleting port 62a6c094-35ff-458e-8b70-f65d941e39e3 {{(pid=80980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1879}}
Jul 06 02:04:13.351696 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-f56268f8-15e6-46fe-a310-c6f1ae22b358 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296100957044'] for port, before_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:04:13.472312 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.rpc [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Device 1007cb14-a9ef-4d96-afcf-60d91014bd1d no longer exists at agent ovs-agent-dv-cinder-799546-3-iscsi {{(pid=80982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:242}}
Jul 06 02:04:13.513262 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.plugin [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] No Port match for: 1007cb14-a9ef-4d96-afcf-60d91014bd1d {{(pid=80982) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2217}}
Jul 06 02:04:13.513729 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.rpc [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Device 1007cb14-a9ef-4d96-afcf-60d91014bd1d not bound to the agent host dv-cinder-799546-3-iscsi {{(pid=80982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:250}}
Jul 06 02:04:13.514096 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.rpc [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Device 6d0e9b12-0d67-42fa-81c9-d103ae8615f5 no longer exists at agent ovs-agent-dv-cinder-799546-3-iscsi {{(pid=80982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:242}}
Jul 06 02:04:13.548520 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-f56268f8-15e6-46fe-a310-c6f1ae22b358 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328131'] for port, precommit_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:04:13.548845 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-f56268f8-15e6-46fe-a310-c6f1ae22b358 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:04:13.567042 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.plugin [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] No Port match for: 6d0e9b12-0d67-42fa-81c9-d103ae8615f5 {{(pid=80982) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2217}}
Jul 06 02:04:13.568129 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.rpc [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Device 6d0e9b12-0d67-42fa-81c9-d103ae8615f5 not bound to the agent host dv-cinder-799546-3-iscsi {{(pid=80982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:250}}
Jul 06 02:04:13.568346 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80981) accepted ('10.222.0.11', 44596) {{(pid=80981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 02:04:13.587007 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-f1e0189e-0282-4aca-ac42-5223f5af953a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-454354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036838019691'] for router, precommit_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:04:13.607537 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-f1e0189e-0282-4aca-ac42-5223f5af953a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:04:13.631713 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c96a6e9-a9fc-4db4-bc2e-4af85e192ea2 req-05e5d4ab-93d7-42a9-b5b1-85d55beaabc1 tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:04:13.641150 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-6c96a6e9-a9fc-4db4-bc2e-4af85e192ea2 req-05e5d4ab-93d7-42a9-b5b1-85d55beaabc1 tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] 10.222.0.11 "GET /v2.0/ports?device_id=687eed38-d64f-4a2f-a84a-94bfbd4218f7 HTTP/1.1" status: 200  len: 985 time: 0.1376164
Jul 06 02:04:13.736041 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.plugin [None req-f56268f8-15e6-46fe-a310-c6f1ae22b358 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Calling delete_port for 62a6c094-35ff-458e-8b70-f65d941e39e3 owned by network:floatingip {{(pid=80980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1952}}
Jul 06 02:04:13.786942 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-6c96a6e9-a9fc-4db4-bc2e-4af85e192ea2 req-4a0c4ef9-44da-4058-877a-48b887dbc834 tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] 10.222.0.11 "GET /v2.0/security-groups?id=ae70ad60-ac37-4fd1-96a6-6cda0f2373ea&id=32922aa1-4b90-4fe3-ab2c-607c8c38952f&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1447303
Jul 06 02:04:13.817019 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-6259fdd8-8890-4638-bfe5-18cb26e83906 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=14b9fb4feb19402b9c9483a3ca2d0f1b&name=default HTTP/1.1" status: 200  len: 2629 time: 0.2478225
Jul 06 02:04:13.819756 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80981) accepted ('10.222.0.11', 44604) {{(pid=80981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 02:04:13.850172 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-f1e0189e-0282-4aca-ac42-5223f5af953a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854447692'] for router, after_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:04:13.851250 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1e0189e-0282-4aca-ac42-5223f5af953a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 851593ca-3a3e-4b0e-8687-8d5a8f66fa67 {{(pid=80981) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jul 06 02:04:13.894274 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-f1e0189e-0282-4aca-ac42-5223f5af953a admin admin] Notify callbacks [] for router, before_response {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:04:13.895504 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-f1e0189e-0282-4aca-ac42-5223f5af953a admin admin] 10.222.0.11 "DELETE /v2.0/routers/851593ca-3a3e-4b0e-8687-8d5a8f66fa67 HTTP/1.1" status: 204  len: 168 time: 2.8622689
Jul 06 02:04:13.899136 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80981) accepted ('10.222.0.11', 44608) {{(pid=80981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 02:04:13.938444 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-832516df-1655-43a8-a628-dcba31e87bd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:04:13.963441 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-f56268f8-15e6-46fe-a310-c6f1ae22b358 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740753762095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296101366780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839946710'] for port, after_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:04:13.973307 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-14a91fd2-7b9d-46c7-a54a-bacc161a41aa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:04:13.984677 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-832516df-1655-43a8-a628-dcba31e87bd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:04:14.011538 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.db_base_plugin_v2 [None req-82bd0f6b-2e72-458e-9374-532e1c259566 admin admin] Deleting subnet b73206aa-6636-4b14-93c5-291e3d5f08f3 {{(pid=80981) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1063}}
Jul 06 02:04:14.011887 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-82bd0f6b-2e72-458e-9374-532e1c259566 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:04:14.023322 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56268f8-15e6-46fe-a310-c6f1ae22b358 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Pushing event deleted for resources: {'Port': ['ID=62a6c094-35ff-458e-8b70-f65d941e39e3,revision_number=None']} {{(pid=80980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:04:14.026336 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-f56268f8-15e6-46fe-a310-c6f1ae22b358 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:04:14.084733 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-82bd0f6b-2e72-458e-9374-532e1c259566 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14767067'] for subnet, precommit_delete_associations {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:04:14.142492 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b0c8b0-24c9-4a3c-af4e-ed249274a507 req-75811f6c-ce68-4801-8f96-22fad79bf6b3 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:04:14.144128 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-b0b0c8b0-24c9-4a3c-af4e-ed249274a507 req-75811f6c-ce68-4801-8f96-22fad79bf6b3 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] 10.222.0.11 "GET /v2.0/ports?device_id=80e1a3e5-b906-4c92-b9da-9284bc4b2e62 HTTP/1.1" status: 200  len: 945 time: 0.2218354
Jul 06 02:04:14.147855 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-f56268f8-15e6-46fe-a310-c6f1ae22b358 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Notify callbacks [] for floatingip, after_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:04:14.149551 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-82bd0f6b-2e72-458e-9374-532e1c259566 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1281289'] for subnet, precommit_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:04:14.176037 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-832516df-1655-43a8-a628-dcba31e87bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428228'] for security_group, after_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:04:14.188776 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-dddbd695-2b29-40ae-9970-5d205fbe92b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:04:14.189272 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-f56268f8-15e6-46fe-a310-c6f1ae22b358 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91827'] for floatingip, before_response {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:04:14.193707 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-f56268f8-15e6-46fe-a310-c6f1ae22b358 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "DELETE /v2.0/floatingips/2819b1e6-fe97-470f-9ff6-6ed6b4e83b16 HTTP/1.1" status: 204  len: 168 time: 1.0079980
Jul 06 02:04:14.211447 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832516df-1655-43a8-a628-dcba31e87bd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=566609e4-251a-46fe-aa11-daa256e4f2b3,revision_number=None']} {{(pid=80981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:04:14.215732 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-832516df-1655-43a8-a628-dcba31e87bd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:04:14.271234 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-b0b0c8b0-24c9-4a3c-af4e-ed249274a507 req-c865a1d0-04b6-4aa9-838e-6d7049c73534 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] 10.222.0.11 "GET /v2.0/security-groups?id=54bf20eb-6feb-494c-8b95-0267ae9fc275&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0802445
Jul 06 02:04:14.299693 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-832516df-1655-43a8-a628-dcba31e87bd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:04:14.307722 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-832516df-1655-43a8-a628-dcba31e87bd7 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/566609e4-251a-46fe-aa11-daa256e4f2b3 HTTP/1.1" status: 204  len: 168 time: 0.4804423
Jul 06 02:04:14.484911 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4c300e-3be2-4efa-9e4a-63cd0ee4b977 req-d99fc758-752a-4fbc-a2fc-d87ffe1ba1fa tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:04:14.487871 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-0b4c300e-3be2-4efa-9e4a-63cd0ee4b977 req-d99fc758-752a-4fbc-a2fc-d87ffe1ba1fa tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] 10.222.0.11 "GET /v2.0/ports?device_id=80e1a3e5-b906-4c92-b9da-9284bc4b2e62 HTTP/1.1" status: 200  len: 945 time: 0.0917153
Jul 06 02:04:14.497696 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80981) accepted ('10.222.0.11', 44618) {{(pid=80981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 02:04:14.503951 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.v2.base [None req-bc45e66e-ff3f-4a42-9093-65ac4f293326 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Request body: {'floatingip': {'port_id': 'c169d35d-365d-467d-9bff-8c722717957f'}} {{(pid=80981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 06 02:04:14.570650 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80980) accepted ('10.222.0.11', 44622) {{(pid=80980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 02:04:14.576827 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.v2.base [None req-10c5d199-f886-4aa1-b16c-dd77bd100614 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1743714442', 'description': 'tempest-description--1632667031'}} {{(pid=80980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 06 02:04:14.582355 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-bc45e66e-ff3f-4a42-9093-65ac4f293326 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Notify callbacks [] for floatingip, before_update {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:04:14.584682 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-10c5d199-f886-4aa1-b16c-dd77bd100614 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 02:04:14.589737 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-10c5d199-f886-4aa1-b16c-dd77bd100614 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Usage tracker for resource:security_group and tenant:6eda011ce6da4a3aa6a9ea578c51725a is out of sync, need to count used quota {{(pid=80980) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 02:04:14.594096 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-10c5d199-f886-4aa1-b16c-dd77bd100614 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80980) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 02:04:14.601016 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-10c5d199-f886-4aa1-b16c-dd77bd100614 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 02:04:14.670505 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-10c5d199-f886-4aa1-b16c-dd77bd100614 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Notify callbacks [] for security_group, before_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:04:14.718908 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-10c5d199-f886-4aa1-b16c-dd77bd100614 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 02:04:14.723671 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-10c5d199-f886-4aa1-b16c-dd77bd100614 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Usage tracker for resource:security_group_rule and tenant:6eda011ce6da4a3aa6a9ea578c51725a is out of sync, need to count used quota {{(pid=80980) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 02:04:14.727703 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-10c5d199-f886-4aa1-b16c-dd77bd100614 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80980) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 02:04:14.735365 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-10c5d199-f886-4aa1-b16c-dd77bd100614 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 02:04:14.814144 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-10c5d199-f886-4aa1-b16c-dd77bd100614 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Notify callbacks [] for security_group, precommit_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:04:14.846938 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-10c5d199-f886-4aa1-b16c-dd77bd100614 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428228'] for security_group, after_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:04:14.855373 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-86989a48-17e3-40c9-a2dc-d1e571a40b1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:04:14.905214 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c5d199-f886-4aa1-b16c-dd77bd100614 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c71df35b-4799-4342-a354-637fb96e6767,revision_number=1']} {{(pid=80980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:04:14.908259 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-10c5d199-f886-4aa1-b16c-dd77bd100614 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:04:14.926477 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-82bd0f6b-2e72-458e-9374-532e1c259566 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853494527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036839889365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15725816'] for subnet, after_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:04:14.950180 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:04:14.956021 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-10c5d199-f886-4aa1-b16c-dd77bd100614 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Notify callbacks [] for security_group, before_response {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:04:14.960240 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-10c5d199-f886-4aa1-b16c-dd77bd100614 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1596 time: 0.3855584
Jul 06 02:04:14.963003 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80980) accepted ('10.222.0.11', 44628) {{(pid=80980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 02:04:14.971553 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.v2.base [None req-394e3d92-e671-4338-bfc2-e61e94ea940f tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Request body: {'security_group_rule': {'security_group_id': 'c71df35b-4799-4342-a354-637fb96e6767', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 06 02:04:14.981126 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-394e3d92-e671-4338-bfc2-e61e94ea940f tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 02:04:14.988095 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-394e3d92-e671-4338-bfc2-e61e94ea940f tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Usage tracker for resource:security_group_rule and tenant:6eda011ce6da4a3aa6a9ea578c51725a is out of sync, need to count used quota {{(pid=80980) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 02:04:14.992655 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-394e3d92-e671-4338-bfc2-e61e94ea940f tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80980) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 02:04:15.002079 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-394e3d92-e671-4338-bfc2-e61e94ea940f tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 02:04:15.012553 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bd0f6b-2e72-458e-9374-532e1c259566 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b73206aa-6636-4b14-93c5-291e3d5f08f3,revision_number=None']} {{(pid=80981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:04:15.024505 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-82bd0f6b-2e72-458e-9374-532e1c259566 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:04:15.034579 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf146fc-cd7f-44b6-b0b3-b278d3b96352 req-c45b7035-63f8-4a2c-8378-808cd6747931 tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:04:15.034579 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-ebf146fc-cd7f-44b6-b0b3-b278d3b96352 req-c45b7035-63f8-4a2c-8378-808cd6747931 tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] 10.222.0.11 "GET /v2.0/ports?device_id=687eed38-d64f-4a2f-a84a-94bfbd4218f7 HTTP/1.1" status: 200  len: 985 time: 0.1148837
Jul 06 02:04:15.035290 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-82bd0f6b-2e72-458e-9374-532e1c259566 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:04:15.048822 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-82bd0f6b-2e72-458e-9374-532e1c259566 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/b73206aa-6636-4b14-93c5-291e3d5f08f3 HTTP/1.1" status: 204  len: 168 time: 1.1484215
Jul 06 02:04:15.060793 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80980) accepted ('10.222.0.11', 44632) {{(pid=80980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 02:04:15.164622 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-394e3d92-e671-4338-bfc2-e61e94ea940f tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:04:15.221850 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-ebf146fc-cd7f-44b6-b0b3-b278d3b96352 req-d4c60c72-65bf-4c57-857b-fd884ff5028b tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] 10.222.0.11 "GET /v2.0/security-groups?id=ae70ad60-ac37-4fd1-96a6-6cda0f2373ea&id=32922aa1-4b90-4fe3-ab2c-607c8c38952f&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1814973
Jul 06 02:04:15.227725 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-13da61bd-075b-4657-941b-d145e87c543c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853693134'] for network, before_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:04:15.365361 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-394e3d92-e671-4338-bfc2-e61e94ea940f tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:04:15.397945 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-394e3d92-e671-4338-bfc2-e61e94ea940f tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428264'] for security_group_rule, after_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:04:15.400144 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-13da61bd-075b-4657-941b-d145e87c543c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853494331', 'neutron.services.segments.db._delete_segments_for_network-8740753867311'] for network, precommit_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:04:15.413769 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-0246fe8b-f700-497e-b5de-be2b48bc2f34 tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:04:15.429913 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.services.segments.db [None req-13da61bd-075b-4657-941b-d145e87c543c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f31d6866b38>,) {'filters': {'network_id': ['1ca3dc02-05cd-4643-b3fa-d954b152071f']}} {{(pid=80980) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 02:04:15.453269 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.services.segments.db [None req-13da61bd-075b-4657-941b-d145e87c543c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f31d6866b38>, '399eb5e6-8af3-4492-81f5-a66012b870af') {'for_net_delete': True} {{(pid=80980) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 02:04:15.453616 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.services.segments.db [None req-13da61bd-075b-4657-941b-d145e87c543c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f31d6866b38>, '399eb5e6-8af3-4492-81f5-a66012b870af') {} {{(pid=80980) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 02:04:15.461670 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394e3d92-e671-4338-bfc2-e61e94ea940f tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee31e145-a77e-4a9b-870e-410adf5baddb,revision_number=0']} {{(pid=80980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:04:15.474012 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-394e3d92-e671-4338-bfc2-e61e94ea940f tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:04:15.478745 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-13da61bd-075b-4657-941b-d145e87c543c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363296100912551', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036839473792'] for segment, before_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:04:15.507347 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-394e3d92-e671-4338-bfc2-e61e94ea940f tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:04:15.508650 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-394e3d92-e671-4338-bfc2-e61e94ea940f tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.5436330
Jul 06 02:04:15.512256 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80980) accepted ('10.222.0.11', 44636) {{(pid=80980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 02:04:15.518318 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.v2.base [None req-626e0178-17bf-4c93-a790-91b9e67f9f1c tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Request body: {'security_group_rule': {'security_group_id': 'c71df35b-4799-4342-a354-637fb96e6767', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 06 02:04:15.524884 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-626e0178-17bf-4c93-a790-91b9e67f9f1c tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 02:04:15.529140 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-626e0178-17bf-4c93-a790-91b9e67f9f1c tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Usage tracker for resource:security_group_rule and tenant:6eda011ce6da4a3aa6a9ea578c51725a is out of sync, need to count used quota {{(pid=80980) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 02:04:15.532601 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-626e0178-17bf-4c93-a790-91b9e67f9f1c tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80980) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 02:04:15.539106 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-626e0178-17bf-4c93-a790-91b9e67f9f1c tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 02:04:15.540457 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-bc45e66e-ff3f-4a42-9093-65ac4f293326 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:04:15.564904 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-13da61bd-075b-4657-941b-d145e87c543c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1280314'] for segment, precommit_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:04:15.574346 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13da61bd-075b-4657-941b-d145e87c543c admin admin] Releasing vlan 106 on physical network physnet1 to pool {{(pid=80980) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Jul 06 02:04:15.574794 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-13da61bd-075b-4657-941b-d145e87c543c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853495502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14829072'] for segment, after_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:04:15.589462 dv-cinder-799546-3-iscsi neutron-server[80869]: Traceback (most recent call last):
Jul 06 02:04:15.589462 dv-cinder-799546-3-iscsi neutron-server[80869]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Jul 06 02:04:15.589462 dv-cinder-799546-3-iscsi neutron-server[80869]:     timer()
Jul 06 02:04:15.589462 dv-cinder-799546-3-iscsi neutron-server[80869]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jul 06 02:04:15.589462 dv-cinder-799546-3-iscsi neutron-server[80869]:     cb(*args, **kw)
Jul 06 02:04:15.589462 dv-cinder-799546-3-iscsi neutron-server[80869]:   File "/opt/stack/neutron/neutron/common/utils.py", line 968, in wrapper
Jul 06 02:04:15.589462 dv-cinder-799546-3-iscsi neutron-server[80869]:     return func(*args, **kwargs)
Jul 06 02:04:15.589462 dv-cinder-799546-3-iscsi neutron-server[80869]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jul 06 02:04:15.589462 dv-cinder-799546-3-iscsi neutron-server[80869]:     self._notify()
Jul 06 02:04:15.589462 dv-cinder-799546-3-iscsi neutron-server[80869]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jul 06 02:04:15.589462 dv-cinder-799546-3-iscsi neutron-server[80869]:     self.callback(batched_events)
Jul 06 02:04:15.589462 dv-cinder-799546-3-iscsi neutron-server[80869]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jul 06 02:04:15.589462 dv-cinder-799546-3-iscsi neutron-server[80869]:     event.method(event)
Jul 06 02:04:15.589462 dv-cinder-799546-3-iscsi neutron-server[80869]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jul 06 02:04:15.589462 dv-cinder-799546-3-iscsi neutron-server[80869]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jul 06 02:04:15.589462 dv-cinder-799546-3-iscsi neutron-server[80869]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jul 06 02:04:15.589462 dv-cinder-799546-3-iscsi neutron-server[80869]:     segment_id)['aggregates'][0]
Jul 06 02:04:15.589462 dv-cinder-799546-3-iscsi neutron-server[80869]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 53, in wrapper
Jul 06 02:04:15.589462 dv-cinder-799546-3-iscsi neutron-server[80869]:     return f(self, *a, **k)
Jul 06 02:04:15.589462 dv-cinder-799546-3-iscsi neutron-server[80869]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 508, in list_aggregates
Jul 06 02:04:15.589462 dv-cinder-799546-3-iscsi neutron-server[80869]:     return self._get(url).json()
Jul 06 02:04:15.589462 dv-cinder-799546-3-iscsi neutron-server[80869]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 178, in _get
Jul 06 02:04:15.589462 dv-cinder-799546-3-iscsi neutron-server[80869]:     **kwargs)
Jul 06 02:04:15.589462 dv-cinder-799546-3-iscsi neutron-server[80869]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1116, in get
Jul 06 02:04:15.589462 dv-cinder-799546-3-iscsi neutron-server[80869]:     return self.request(url, 'GET', **kwargs)
Jul 06 02:04:15.589462 dv-cinder-799546-3-iscsi neutron-server[80869]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 787, in request
Jul 06 02:04:15.589462 dv-cinder-799546-3-iscsi neutron-server[80869]:     **endpoint_filter)
Jul 06 02:04:15.589462 dv-cinder-799546-3-iscsi neutron-server[80869]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1216, in get_endpoint
Jul 06 02:04:15.589462 dv-cinder-799546-3-iscsi neutron-server[80869]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jul 06 02:04:15.589462 dv-cinder-799546-3-iscsi neutron-server[80869]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1156, in _auth_required
Jul 06 02:04:15.589462 dv-cinder-799546-3-iscsi neutron-server[80869]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jul 06 02:04:15.589462 dv-cinder-799546-3-iscsi neutron-server[80869]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jul 06 02:04:15.592446 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-bc45e66e-ff3f-4a42-9093-65ac4f293326 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854446392'] for floatingip, after_update {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:04:15.656614 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-626e0178-17bf-4c93-a790-91b9e67f9f1c tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:04:15.805338 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-626e0178-17bf-4c93-a790-91b9e67f9f1c tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:04:15.850348 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-626e0178-17bf-4c93-a790-91b9e67f9f1c tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428264'] for security_group_rule, after_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:04:15.853533 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-c1717ddc-7c45-4dc4-91fb-5cbceaddfe18 tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:04:15.876488 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.db.l3_db [None req-bc45e66e-ff3f-4a42-9093-65ac4f293326 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Floating IP 2758e6ea-1938-4df1-b0bc-09051251a5d5 associated. External IP: 172.27.1.192, port: c169d35d-365d-467d-9bff-8c722717957f.
Jul 06 02:04:15.898773 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626e0178-17bf-4c93-a790-91b9e67f9f1c tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c279ad84-98a4-46b0-982d-90ff0cc651ff,revision_number=0']} {{(pid=80980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:04:15.906396 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-626e0178-17bf-4c93-a790-91b9e67f9f1c tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:04:15.920642 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-13da61bd-075b-4657-941b-d145e87c543c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1281500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854446373'] for network, after_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:04:15.927506 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-a22cdd27-e9c5-4629-9e50-a0da706d46bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:04:15.965221 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-626e0178-17bf-4c93-a790-91b9e67f9f1c tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:04:15.969626 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-626e0178-17bf-4c93-a790-91b9e67f9f1c tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.4559441
Jul 06 02:04:15.972694 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-13da61bd-075b-4657-941b-d145e87c543c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853726196'] for network, before_response {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:04:15.974651 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80981) accepted ('10.222.0.11', 44640) {{(pid=80981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 02:04:15.977053 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-13da61bd-075b-4657-941b-d145e87c543c admin admin] 10.222.0.11 "DELETE /v2.0/networks/1ca3dc02-05cd-4643-b3fa-d954b152071f HTTP/1.1" status: 204  len: 168 time: 0.9130690
Jul 06 02:04:15.979651 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13da61bd-075b-4657-941b-d145e87c543c admin admin] Pushing event deleted for resources: {'Network': ['ID=1ca3dc02-05cd-4643-b3fa-d954b152071f,revision_number=None']} {{(pid=80980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:04:15.984700 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-13da61bd-075b-4657-941b-d145e87c543c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:04:15.991886 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.v2.base [None req-9c6f857b-ba53-412e-91c3-3f5ccb6c6e3c tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Request body: {'floatingip': {'floating_network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8'}} {{(pid=80981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 06 02:04:16.005438 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-9c6f857b-ba53-412e-91c3-3f5ccb6c6e3c tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 02:04:16.019746 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-9c6f857b-ba53-412e-91c3-3f5ccb6c6e3c tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Usage tracker for resource:floatingip and tenant:6eda011ce6da4a3aa6a9ea578c51725a is out of sync, need to count used quota {{(pid=80981) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 02:04:16.028801 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-9c6f857b-ba53-412e-91c3-3f5ccb6c6e3c tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80981) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 02:04:16.051161 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-9c6f857b-ba53-412e-91c3-3f5ccb6c6e3c tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 02:04:16.156049 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-9c6f857b-ba53-412e-91c3-3f5ccb6c6e3c tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Notify callbacks [] for floatingip, before_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:04:16.475103 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80980) accepted ('10.222.0.11', 44648) {{(pid=80980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 02:04:16.535240 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-9c6f857b-ba53-412e-91c3-3f5ccb6c6e3c tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1050496'] for port, before_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:04:16.551841 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-b7c8f1ab-d414-4da3-a24a-36fdf0713125 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b0037fadadec43e5bf5dc42b273e1b3e&name=default HTTP/1.1" status: 200  len: 2629 time: 0.0748284
Jul 06 02:04:16.554591 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80980) accepted ('10.222.0.11', 44652) {{(pid=80980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 02:04:16.630102 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-15c19153-afd1-4cc0-aa98-174cd3fe9c73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:04:16.635288 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96822921-8a85-49a8-b6b1-ad16ca41012a req-dc3fc511-9e0e-40ff-b005-5f7e0fc2d5b7 tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:04:16.636998 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-96822921-8a85-49a8-b6b1-ad16ca41012a req-dc3fc511-9e0e-40ff-b005-5f7e0fc2d5b7 tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] 10.222.0.11 "GET /v2.0/ports?device_id=687eed38-d64f-4a2f-a84a-94bfbd4218f7 HTTP/1.1" status: 200  len: 985 time: 0.1996655
Jul 06 02:04:16.661252 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-15c19153-afd1-4cc0-aa98-174cd3fe9c73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:04:16.748637 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-15c19153-afd1-4cc0-aa98-174cd3fe9c73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428228'] for security_group, after_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:04:16.754362 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc45e66e-ff3f-4a42-9093-65ac4f293326 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Router 5a0ec982-2a10-44a4-86fc-d1e13aecf617 has already been hosted by L3 agent 61912d2b-cbf3-48c5-b8b2-dcc1c49052a5 {{(pid=80981) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Jul 06 02:04:16.757621 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-db112e75-35ca-4e3a-8a97-03cbb55d7522 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:04:16.779896 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c19153-afd1-4cc0-aa98-174cd3fe9c73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f6df123-aea9-4211-ae13-3df2bf025ab5,revision_number=None']} {{(pid=80980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:04:16.780211 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.db_base_plugin_common [None req-9c6f857b-ba53-412e-91c3-3f5ccb6c6e3c tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Allocated IP 172.27.1.109 (69f53fb8-46a2-4fb2-8b50-29617e0b26b8/24d74941-6bd6-4d03-882f-a623d522833f/48c91366-6194-42cf-8fd5-fd7d9509b26e) {{(pid=80981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Jul 06 02:04:16.784625 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-15c19153-afd1-4cc0-aa98-174cd3fe9c73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:04:16.798187 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-96822921-8a85-49a8-b6b1-ad16ca41012a req-53c618c8-b819-409c-98e5-9431f990b1b7 tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] 10.222.0.11 "GET /v2.0/security-groups?id=ae70ad60-ac37-4fd1-96a6-6cda0f2373ea&id=32922aa1-4b90-4fe3-ab2c-607c8c38952f&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1162241
Jul 06 02:04:16.833622 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-15c19153-afd1-4cc0-aa98-174cd3fe9c73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:04:16.835241 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-15c19153-afd1-4cc0-aa98-174cd3fe9c73 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8f6df123-aea9-4211-ae13-3df2bf025ab5 HTTP/1.1" status: 204  len: 168 time: 0.2795529
Jul 06 02:04:17.346886 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-9c6f857b-ba53-412e-91c3-3f5ccb6c6e3c tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Notify callbacks [] for port, precommit_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:04:17.426218 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc45e66e-ff3f-4a42-9093-65ac4f293326 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Notify agent at l3_agent.dv-cinder-799546-3-iscsi the message routers_updated {{(pid=80981) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jul 06 02:04:17.437092 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-bc45e66e-ff3f-4a42-9093-65ac4f293326 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91827'] for floatingip, before_response {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:04:17.443044 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7884485a-7be2-4ff7-a4d9-aa887779db32 None None] Sync routers for ids ['5a0ec982-2a10-44a4-86fc-d1e13aecf617'] in dv-cinder-799546-3-iscsi {{(pid=80982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Jul 06 02:04:17.465847 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7884485a-7be2-4ff7-a4d9-aa887779db32 None None] Routers {'5a0ec982-2a10-44a4-86fc-d1e13aecf617'} bound to L3 agent in host dv-cinder-799546-3-iscsi {{(pid=80982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 06 02:04:17.467043 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_hamode_db [None req-7884485a-7be2-4ff7-a4d9-aa887779db32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f31d77e8e80>, 'dv-cinder-799546-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-06T01:50:03Z,description=<?>,heartbeat_timestamp=2021-07-06T02:04:03Z,host='dv-cinder-799546-3-iscsi',id=61912d2b-cbf3-48c5-b8b2-dcc1c49052a5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-06T01:50:03Z,topic='l3_agent')) {'router_ids': ['5a0ec982-2a10-44a4-86fc-d1e13aecf617'], 'active': True} {{(pid=80982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 02:04:17.467712 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-9c6f857b-ba53-412e-91c3-3f5ccb6c6e3c tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296101369102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839890433'] for port, after_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:04:17.478268 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-a06df168-78b4-4193-86a6-a92b90a257fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:04:17.561268 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c6f857b-ba53-412e-91c3-3f5ccb6c6e3c tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Network 69f53fb8-46a2-4fb2-8b50-29617e0b26b8 is already hosted by enough agents. {{(pid=80981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:240}}
Jul 06 02:04:17.568046 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-bc45e66e-ff3f-4a42-9093-65ac4f293326 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] 10.222.0.11 "PUT /v2.0/floatingips/2758e6ea-1938-4df1-b0bc-09051251a5d5 HTTP/1.1" status: 200  len: 991 time: 3.0641320
Jul 06 02:04:17.568046 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80e1a3e5-b906-4c92-b9da-9284bc4b2e62', 'tag': 'c169d35d-365d-467d-9bff-8c722717957f'}] {{(pid=80981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 06 02:04:17.572411 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.scheduler.base_scheduler [None req-9c6f857b-ba53-412e-91c3-3f5ccb6c6e3c tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Resources bound (agent type, host, resource id):  {{(pid=80981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jul 06 02:04:17.578543 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c6f857b-ba53-412e-91c3-3f5ccb6c6e3c tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Received port after_create {{(pid=80981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 06 02:04:17.605944 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6f857b-ba53-412e-91c3-3f5ccb6c6e3c tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Pushing event updated for resources: {'Port': ['ID=48c91366-6194-42cf-8fd5-fd7d9509b26e,revision_number=1']} {{(pid=80981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:04:17.612381 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-9c6f857b-ba53-412e-91c3-3f5ccb6c6e3c tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:04:17.673213 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80e1a3e5-b906-4c92-b9da-9284bc4b2e62', 'tag': 'c169d35d-365d-467d-9bff-8c722717957f', 'status': 'completed', 'code': 200}
Jul 06 02:04:17.827020 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_dvr_db [None req-7884485a-7be2-4ff7-a4d9-aa887779db32 None None] Set router 5a0ec982-2a10-44a4-86fc-d1e13aecf617 gateway port host: dv-cinder-799546-3-iscsi {{(pid=80982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:850}}
Jul 06 02:04:17.827251 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-9c6f857b-ba53-412e-91c3-3f5ccb6c6e3c tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:04:17.926529 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-74df5ffd-d06b-4b5c-93f0-18843d022813 req-58f94325-b056-434a-af31-279fea36e411 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=587da9b290164b68a272d4c4072a9c73&device_id=80e1a3e5-b906-4c92-b9da-9284bc4b2e62 HTTP/1.1" status: 200  len: 1098 time: 0.2252502
Jul 06 02:04:18.011877 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-9c6f857b-ba53-412e-91c3-3f5ccb6c6e3c tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1050496'] for port, before_update {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:04:18.286693 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74df5ffd-d06b-4b5c-93f0-18843d022813 req-d8b7719f-76c5-4eac-8037-41c3b68a9236 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:04:18.288816 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-74df5ffd-d06b-4b5c-93f0-18843d022813 req-d8b7719f-76c5-4eac-8037-41c3b68a9236 service neutron] 10.222.0.37 "GET /v2.0/networks?id=2a4c8008-ce84-432c-9f5d-0fe3ba12caba HTTP/1.1" status: 200  len: 911 time: 0.3533907
Jul 06 02:04:18.296747 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_hamode_db [None req-7884485a-7be2-4ff7-a4d9-aa887779db32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f31d77e8e80>, [{'id': '5a0ec982-2a10-44a4-86fc-d1e13aecf617', 'name': 'tempest-AttachVolumeTestJSON-645204130-router', 'tenant_id': '587da9b290164b68a272d4c4072a9c73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8', 'external_fixed_ips': [{'subnet_id': '24d74941-6bd6-4d03-882f-a623d522833f', 'ip_address': '172.27.1.100'}], 'enable_snat': True}, 'gw_port_id': '2cbeeafc-0e7b-49cd-a165-7753ce009d2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T01:58:34Z', 'updated_at': '2021-07-06T01:58:43Z', 'revision_number': 4, 'project_id': '587da9b290164b68a272d4c4072a9c73', 'gw_port': {'id': '2cbeeafc-0e7b-49cd-a165-7753ce009d2d', 'name': '', 'network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:3c:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a0ec982-2a10-44a4-86fc-d1e13aecf617', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '24d74941-6bd6-4d03-882f-a623d522833f', 'ip_address': '172.27.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T01:58:35Z', 'updated_at': '2021-07-06T01:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24d74941-6bd6-4d03-882f-a623d522833f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799546-3-iscsi', '_floatingips': [{'id': '2758e6ea-1938-4df1-b0bc-09051251a5d5', 'tenant_id': '587da9b290164b68a272d4c4072a9c73', 'floating_ip_address': '172.27.1.192', 'floating_network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8', 'router_id': '5a0ec982-2a10-44a4-86fc-d1e13aecf617', 'port_id': 'c169d35d-365d-467d-9bff-8c722717957f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a4c8008-ce84-432c-9f5d-0fe3ba12caba', 'mac_address': 'fa:16:3e:61:98:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80e1a3e5-b906-4c92-b9da-9284bc4b2e62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T02:03:57Z', 'updated_at': '2021-07-06T02:04:15Z', 'revision_number': 1, 'project_id': '587da9b290164b68a272d4c4072a9c73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d5e8566-37f4-4010-af7c-cd43ad32bb78', 'name': '', 'network_id': '2a4c8008-ce84-432c-9f5d-0fe3ba12caba', 'tenant_id': '587da9b290164b68a272d4c4072a9c73', 'mac_address': 'fa:16:3e:38:a5:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a0ec982-2a10-44a4-86fc-d1e13aecf617', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '10f6138f-392f-434d-90d2-631457fbed0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T01:58:42Z', 'updated_at': '2021-07-06T01:58:59Z', 'revision_number': 5, 'project_id': '587da9b290164b68a272d4c4072a9c73', 'subnets': [{'id': '10f6138f-392f-434d-90d2-631457fbed0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799546-3-iscsi', False) {} {{(pid=80982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 02:04:18.303853 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7884485a-7be2-4ff7-a4d9-aa887779db32 None None] Checking router: 5a0ec982-2a10-44a4-86fc-d1e13aecf617 for host: dv-cinder-799546-3-iscsi {{(pid=80982) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Jul 06 02:04:18.316797 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7884485a-7be2-4ff7-a4d9-aa887779db32 None None] Routers {'5a0ec982-2a10-44a4-86fc-d1e13aecf617'} bound to L3 agent in host dv-cinder-799546-3-iscsi {{(pid=80982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 06 02:04:18.317530 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_hamode_db [None req-7884485a-7be2-4ff7-a4d9-aa887779db32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f31d77e8e80>, 'dv-cinder-799546-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-06T01:50:03Z,description=<?>,heartbeat_timestamp=2021-07-06T02:04:03Z,host='dv-cinder-799546-3-iscsi',id=61912d2b-cbf3-48c5-b8b2-dcc1c49052a5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-06T01:50:03Z,topic='l3_agent')) {'router_ids': ['5a0ec982-2a10-44a4-86fc-d1e13aecf617'], 'active': True} {{(pid=80982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 02:04:18.414121 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80980) accepted ('10.222.0.11', 44680) {{(pid=80980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 02:04:18.457952 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874885b9-c99b-43a2-a018-da42651258fd req-e6ff64cd-d99d-4bbe-908c-e2ba48905de9 tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:04:18.459654 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-874885b9-c99b-43a2-a018-da42651258fd req-e6ff64cd-d99d-4bbe-908c-e2ba48905de9 tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] 10.222.0.11 "GET /v2.0/ports?device_id=687eed38-d64f-4a2f-a84a-94bfbd4218f7 HTTP/1.1" status: 200  len: 985 time: 0.3525035
Jul 06 02:04:18.463868 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-74df5ffd-d06b-4b5c-93f0-18843d022813 req-20bcb708-ebe6-4423-8625-e9a4f27b6b8d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c169d35d-365d-467d-9bff-8c722717957f HTTP/1.1" status: 200  len: 999 time: 0.1615393
Jul 06 02:04:18.548103 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-9c6f857b-ba53-412e-91c3-3f5ccb6c6e3c tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Notify callbacks [] for port, precommit_update {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:04:18.582422 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-9c6f857b-ba53-412e-91c3-3f5ccb6c6e3c tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740753762112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740753409037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296101366746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14885351'] for port, after_update {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:04:18.583118 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.v2.base [None req-82929737-3fa0-484d-ba48-ef2639e59d9b admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-170572652-network', 'tenant_id': 'a00fdd6e688e4be7bb304f4323c80f98'}} {{(pid=80980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 06 02:04:18.592087 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-82929737-3fa0-484d-ba48-ef2639e59d9b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 02:04:18.592545 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-553e283f-86d6-4793-af36-418ad984ee80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:04:18.599957 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-82929737-3fa0-484d-ba48-ef2639e59d9b admin admin] Usage tracker for resource:network and tenant:a00fdd6e688e4be7bb304f4323c80f98 is out of sync, need to count used quota {{(pid=80980) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 02:04:18.607422 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-82929737-3fa0-484d-ba48-ef2639e59d9b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80980) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 02:04:18.620082 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-82929737-3fa0-484d-ba48-ef2639e59d9b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 02:04:18.636375 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74df5ffd-d06b-4b5c-93f0-18843d022813 req-a75af841-8e67-4640-a607-8cc506b45fd6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:04:18.638052 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-74df5ffd-d06b-4b5c-93f0-18843d022813 req-a75af841-8e67-4640-a607-8cc506b45fd6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=10f6138f-392f-434d-90d2-631457fbed0f HTTP/1.1" status: 200  len: 849 time: 0.1628301
Jul 06 02:04:18.665213 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82929737-3fa0-484d-ba48-ef2639e59d9b admin admin] Made reservation on behalf of a00fdd6e688e4be7bb304f4323c80f98 for: {'network': 1} {{(pid=80980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jul 06 02:04:18.673240 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-82929737-3fa0-484d-ba48-ef2639e59d9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1050496'] for network, before_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:04:18.692887 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-874885b9-c99b-43a2-a018-da42651258fd req-278f6205-953f-4ab2-9fbf-079ed6e8223f tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] 10.222.0.11 "GET /v2.0/security-groups?id=ae70ad60-ac37-4fd1-96a6-6cda0f2373ea&id=32922aa1-4b90-4fe3-ab2c-607c8c38952f&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.2157595
Jul 06 02:04:18.698746 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-82929737-3fa0-484d-ba48-ef2639e59d9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:04:18.758236 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_dvr_db [None req-7884485a-7be2-4ff7-a4d9-aa887779db32 None None] Set router 5a0ec982-2a10-44a4-86fc-d1e13aecf617 gateway port host: dv-cinder-799546-3-iscsi {{(pid=80982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:850}}
Jul 06 02:04:18.758608 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-82929737-3fa0-484d-ba48-ef2639e59d9b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 02:04:18.766913 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6f857b-ba53-412e-91c3-3f5ccb6c6e3c tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Pushing event updated for resources: {'Port': ['ID=48c91366-6194-42cf-8fd5-fd7d9509b26e,revision_number=2']} {{(pid=80981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:04:18.767274 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-82929737-3fa0-484d-ba48-ef2639e59d9b admin admin] Usage tracker for resource:security_group_rule and tenant:a00fdd6e688e4be7bb304f4323c80f98 is out of sync, need to count used quota {{(pid=80980) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 02:04:18.767274 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-82929737-3fa0-484d-ba48-ef2639e59d9b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80980) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 02:04:18.774287 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-82929737-3fa0-484d-ba48-ef2639e59d9b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 02:04:18.775067 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-9c6f857b-ba53-412e-91c3-3f5ccb6c6e3c tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:04:18.838009 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-9c6f857b-ba53-412e-91c3-3f5ccb6c6e3c tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854446392'] for floatingip, after_update {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:04:18.854539 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-74df5ffd-d06b-4b5c-93f0-18843d022813 req-2f0fd0f3-c2a3-4f47-849d-c66235120434 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2a4c8008-ce84-432c-9f5d-0fe3ba12caba&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2039001
Jul 06 02:04:18.892045 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-82929737-3fa0-484d-ba48-ef2639e59d9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:04:18.927303 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-82929737-3fa0-484d-ba48-ef2639e59d9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428228'] for security_group, after_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:04:18.936434 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-5999a7ee-1edd-4ed1-83a5-74b6041e3842 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:04:18.980281 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-9c6f857b-ba53-412e-91c3-3f5ccb6c6e3c tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91827'] for floatingip, before_response {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:04:18.981615 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-9c6f857b-ba53-412e-91c3-3f5ccb6c6e3c tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 3.0046282
Jul 06 02:04:18.992236 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82929737-3fa0-484d-ba48-ef2639e59d9b admin admin] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'}  {{(pid=80980) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}}
Jul 06 02:04:19.014504 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82929737-3fa0-484d-ba48-ef2639e59d9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5541203d-5049-441a-9099-f281c0341b5a,revision_number=1']} {{(pid=80980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:04:19.022890 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-82929737-3fa0-484d-ba48-ef2639e59d9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:04:19.025271 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-82929737-3fa0-484d-ba48-ef2639e59d9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1280314'] for segment, precommit_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:04:19.026254 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.db.segments_db [None req-82929737-3fa0-484d-ba48-ef2639e59d9b admin admin] Added segment d3942c6e-c518-41ad-9cdd-9c79bc7a3a2b of type vlan for network b333dd33-c7bd-41c3-b6b3-275b590b8f8e
Jul 06 02:04:19.075160 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-74df5ffd-d06b-4b5c-93f0-18843d022813 req-8699ef2c-701a-4882-a8ae-8f200e9eb88b service neutron] 10.222.0.37 "GET /v2.0/networks/2a4c8008-ce84-432c-9f5d-0fe3ba12caba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2052062
Jul 06 02:04:19.076011 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-82929737-3fa0-484d-ba48-ef2639e59d9b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740753358485'] for network, precommit_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:04:19.188112 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-82929737-3fa0-484d-ba48-ef2639e59d9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802'] for network, after_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:04:19.194078 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82929737-3fa0-484d-ba48-ef2639e59d9b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:04:19.196137 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-82929737-3fa0-484d-ba48-ef2639e59d9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853726196'] for network, before_response {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:04:19.211297 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:04:19.251413 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-74df5ffd-d06b-4b5c-93f0-18843d022813 req-eaeceea3-2e51-4028-815b-bcea11d7ce51 service neutron] 10.222.0.37 "GET /v2.0/networks/2a4c8008-ce84-432c-9f5d-0fe3ba12caba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1685541
Jul 06 02:04:19.260267 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_hamode_db [None req-7884485a-7be2-4ff7-a4d9-aa887779db32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f31d77e8e80>, [{'id': '5a0ec982-2a10-44a4-86fc-d1e13aecf617', 'name': 'tempest-AttachVolumeTestJSON-645204130-router', 'tenant_id': '587da9b290164b68a272d4c4072a9c73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8', 'external_fixed_ips': [{'subnet_id': '24d74941-6bd6-4d03-882f-a623d522833f', 'ip_address': '172.27.1.100'}], 'enable_snat': True}, 'gw_port_id': '2cbeeafc-0e7b-49cd-a165-7753ce009d2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T01:58:34Z', 'updated_at': '2021-07-06T01:58:43Z', 'revision_number': 4, 'project_id': '587da9b290164b68a272d4c4072a9c73', 'gw_port': {'id': '2cbeeafc-0e7b-49cd-a165-7753ce009d2d', 'name': '', 'network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:3c:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a0ec982-2a10-44a4-86fc-d1e13aecf617', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '24d74941-6bd6-4d03-882f-a623d522833f', 'ip_address': '172.27.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T01:58:35Z', 'updated_at': '2021-07-06T01:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24d74941-6bd6-4d03-882f-a623d522833f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799546-3-iscsi', '_floatingips': [{'id': '2758e6ea-1938-4df1-b0bc-09051251a5d5', 'tenant_id': '587da9b290164b68a272d4c4072a9c73', 'floating_ip_address': '172.27.1.192', 'floating_network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8', 'router_id': '5a0ec982-2a10-44a4-86fc-d1e13aecf617', 'port_id': 'c169d35d-365d-467d-9bff-8c722717957f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a4c8008-ce84-432c-9f5d-0fe3ba12caba', 'mac_address': 'fa:16:3e:61:98:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80e1a3e5-b906-4c92-b9da-9284bc4b2e62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T02:03:57Z', 'updated_at': '2021-07-06T02:04:15Z', 'revision_number': 1, 'project_id': '587da9b290164b68a272d4c4072a9c73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d5e8566-37f4-4010-af7c-cd43ad32bb78', 'name': '', 'network_id': '2a4c8008-ce84-432c-9f5d-0fe3ba12caba', 'tenant_id': '587da9b290164b68a272d4c4072a9c73', 'mac_address': 'fa:16:3e:38:a5:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a0ec982-2a10-44a4-86fc-d1e13aecf617', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '10f6138f-392f-434d-90d2-631457fbed0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T01:58:42Z', 'updated_at': '2021-07-06T01:58:59Z', 'revision_number': 5, 'project_id': '587da9b290164b68a272d4c4072a9c73', 'subnets': [{'id': '10f6138f-392f-434d-90d2-631457fbed0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799546-3-iscsi', False) {} {{(pid=80982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 02:04:19.267157 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7884485a-7be2-4ff7-a4d9-aa887779db32 None None] The sync data for ids ['5a0ec982-2a10-44a4-86fc-d1e13aecf617'] in dv-cinder-799546-3-iscsi is: [{'id': '5a0ec982-2a10-44a4-86fc-d1e13aecf617', 'name': 'tempest-AttachVolumeTestJSON-645204130-router', 'tenant_id': '587da9b290164b68a272d4c4072a9c73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8', 'external_fixed_ips': [{'subnet_id': '24d74941-6bd6-4d03-882f-a623d522833f', 'ip_address': '172.27.1.100'}], 'enable_snat': True}, 'gw_port_id': '2cbeeafc-0e7b-49cd-a165-7753ce009d2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T01:58:34Z', 'updated_at': '2021-07-06T01:58:43Z', 'revision_number': 4, 'project_id': '587da9b290164b68a272d4c4072a9c73', 'gw_port': {'id': '2cbeeafc-0e7b-49cd-a165-7753ce009d2d', 'name': '', 'network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:3c:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a0ec982-2a10-44a4-86fc-d1e13aecf617', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '24d74941-6bd6-4d03-882f-a623d522833f', 'ip_address': '172.27.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T01:58:35Z', 'updated_at': '2021-07-06T01:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24d74941-6bd6-4d03-882f-a623d522833f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799546-3-iscsi', '_floatingips': [{'id': '2758e6ea-1938-4df1-b0bc-09051251a5d5', 'tenant_id': '587da9b290164b68a272d4c4072a9c73', 'floating_ip_address': '172.27.1.192', 'floating_network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8', 'router_id': '5a0ec982-2a10-44a4-86fc-d1e13aecf617', 'port_id': 'c169d35d-365d-467d-9bff-8c722717957f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a4c8008-ce84-432c-9f5d-0fe3ba12caba', 'mac_address': 'fa:16:3e:61:98:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80e1a3e5-b906-4c92-b9da-9284bc4b2e62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T02:03:57Z', 'updated_at': '2021-07-06T02:04:15Z', 'revision_number': 1, 'project_id': '587da9b290164b68a272d4c4072a9c73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d5e8566-37f4-4010-af7c-cd43ad32bb78', 'name': '', 'network_id': '2a4c8008-ce84-432c-9f5d-0fe3ba12caba', 'tenant_id': '587da9b290164b68a272d4c4072a9c73', 'mac_address': 'fa:16:3e:38:a5:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a0ec982-2a10-44a4-86fc-d1e13aecf617', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '10f6138f-392f-434d-90d2-631457fbed0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T01:58:42Z', 'updated_at': '2021-07-06T01:58:59Z', 'revision_number': 5, 'project_id': '587da9b290164b68a272d4c4072a9c73', 'subnets': [{'id': '10f6138f-392f-434d-90d2-631457fbed0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=80982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Jul 06 02:04:19.335621 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82929737-3fa0-484d-ba48-ef2639e59d9b admin admin] Pushing event updated for resources: {'Network': ['ID=b333dd33-c7bd-41c3-b6b3-275b590b8f8e,revision_number=1']} {{(pid=80980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:04:19.338584 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-82929737-3fa0-484d-ba48-ef2639e59d9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:04:19.347454 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.rpc [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Network b333dd33-c7bd-41c3-b6b3-275b590b8f8e details requested by agent ovs-agent-dv-cinder-799546-3-iscsi with host dv-cinder-799546-3-iscsi {{(pid=80982) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:231}}
Jul 06 02:04:19.383467 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-2925127a-337e-4032-a611-388ae7e4138c req-01eb0f09-6f2e-41c0-a5e2-530de07b5f2c tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--1743714442&fields=id&tenant_id=6eda011ce6da4a3aa6a9ea578c51725a HTTP/1.1" status: 200  len: 267 time: 0.0506105
Jul 06 02:04:19.384321 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-82929737-3fa0-484d-ba48-ef2639e59d9b admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201  len: 897 time: 0.9683011
Jul 06 02:04:19.387539 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80981) accepted ('10.222.0.11', 44700) {{(pid=80981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 02:04:19.393769 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.v2.base [None req-28194a2e-d8a5-4a99-9c24-64e33f715978 admin admin] Request body: {'subnet': {'network_id': 'b333dd33-c7bd-41c3-b6b3-275b590b8f8e', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-170572652-subnet', 'tenant_id': 'a00fdd6e688e4be7bb304f4323c80f98', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 06 02:04:19.399349 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-28194a2e-d8a5-4a99-9c24-64e33f715978 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 02:04:19.405280 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-28194a2e-d8a5-4a99-9c24-64e33f715978 admin admin] Usage tracker for resource:subnet and tenant:a00fdd6e688e4be7bb304f4323c80f98 is out of sync, need to count used quota {{(pid=80981) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 02:04:19.409921 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-28194a2e-d8a5-4a99-9c24-64e33f715978 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80981) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 02:04:19.427168 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-28194a2e-d8a5-4a99-9c24-64e33f715978 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 02:04:19.481359 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-2925127a-337e-4032-a611-388ae7e4138c req-bf7a5590-f72a-4bd7-aa56-950a89df30fd tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/security-groups/c71df35b-4799-4342-a354-637fb96e6767 HTTP/1.1" status: 200  len: 2593 time: 0.0726566
Jul 06 02:04:19.491435 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28194a2e-d8a5-4a99-9c24-64e33f715978 admin admin] Made reservation on behalf of a00fdd6e688e4be7bb304f4323c80f98 for: {'subnet': 1} {{(pid=80981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jul 06 02:04:19.499776 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-28194a2e-d8a5-4a99-9c24-64e33f715978 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036839050233'] for subnet, before_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:04:19.646754 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4ae87a2-d34a-4ed0-8184-82079e9d95d7 None None] New status for floating IP 2758e6ea-1938-4df1-b0bc-09051251a5d5: ACTIVE {{(pid=80983) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:278}}
Jul 06 02:04:19.984386 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e7a1e1-5b00-4cad-8338-4a8b0d7f6360 req-73fed6b0-b1d6-426e-9ebe-17be6fca4f19 tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:04:19.991041 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-81e7a1e1-5b00-4cad-8338-4a8b0d7f6360 req-73fed6b0-b1d6-426e-9ebe-17be6fca4f19 tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] 10.222.0.11 "GET /v2.0/ports?device_id=687eed38-d64f-4a2f-a84a-94bfbd4218f7 HTTP/1.1" status: 200  len: 985 time: 0.1007891
Jul 06 02:04:20.066240 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-81e7a1e1-5b00-4cad-8338-4a8b0d7f6360 req-b86dd121-b0b0-4cea-a66a-7217d452d508 tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] 10.222.0.11 "GET /v2.0/security-groups?id=ae70ad60-ac37-4fd1-96a6-6cda0f2373ea&id=32922aa1-4b90-4fe3-ab2c-607c8c38952f&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0708668
Jul 06 02:04:20.121856 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2925127a-337e-4032-a611-388ae7e4138c req-88abe1fd-9763-4bb4-bea8-bdce6e875ecc tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:04:20.123496 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-2925127a-337e-4032-a611-388ae7e4138c req-88abe1fd-9763-4bb4-bea8-bdce6e875ecc tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/networks?id=dc49653d-588e-4ee2-9689-ebb2724e1086 HTTP/1.1" status: 200  len: 816 time: 0.5985005
Jul 06 02:04:20.192900 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-2925127a-337e-4032-a611-388ae7e4138c req-c23a7298-23ae-4965-b81a-fb33b21ff600 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/quotas/6eda011ce6da4a3aa6a9ea578c51725a HTTP/1.1" status: 200  len: 375 time: 0.0319023
Jul 06 02:04:20.318300 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [req-2925127a-337e-4032-a611-388ae7e4138c req-8752d14a-bb0a-417c-a9ab-7af59a1f9c19 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Synchronizing usage tracker for tenant:6eda011ce6da4a3aa6a9ea578c51725a on resource:port {{(pid=80981) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 06 02:04:20.323608 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-28194a2e-d8a5-4a99-9c24-64e33f715978 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14886511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036839050000'] for subnet, after_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:04:20.332192 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:04:20.416065 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [req-2925127a-337e-4032-a611-388ae7e4138c req-8752d14a-bb0a-417c-a9ab-7af59a1f9c19 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Unset dirty status for tenant:6eda011ce6da4a3aa6a9ea578c51725a on resource:port {{(pid=80981) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 06 02:04:20.417720 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-2925127a-337e-4032-a611-388ae7e4138c req-8752d14a-bb0a-417c-a9ab-7af59a1f9c19 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=6eda011ce6da4a3aa6a9ea578c51725a&fields=id HTTP/1.1" status: 200  len: 348 time: 0.2157695
Jul 06 02:04:20.424640 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28194a2e-d8a5-4a99-9c24-64e33f715978 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca821c0b-9fd4-4d44-9a88-c99d0ed392a7,revision_number=0']} {{(pid=80981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:04:20.430565 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-28194a2e-d8a5-4a99-9c24-64e33f715978 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:04:20.437207 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28194a2e-d8a5-4a99-9c24-64e33f715978 admin admin] Checking segment: {'id': 'd3942c6e-c518-41ad-9cdd-9c79bc7a3a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'b333dd33-c7bd-41c3-b6b3-275b590b8f8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jul 06 02:04:20.437776 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28194a2e-d8a5-4a99-9c24-64e33f715978 admin admin] Network hostable DHCP agents. Network: b333dd33-c7bd-41c3-b6b3-275b590b8f8e, hostable agents: ['46061ec9-d1c1-4ae2-b701-eece7f3c7f15'], hosted agents: [] {{(pid=80981) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:297}}
Jul 06 02:04:20.487438 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28194a2e-d8a5-4a99-9c24-64e33f715978 admin admin] Network b333dd33-c7bd-41c3-b6b3-275b590b8f8e is scheduled to be hosted by DHCP agent 46061ec9-d1c1-4ae2-b701-eece7f3c7f15 {{(pid=80981) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:196}}
Jul 06 02:04:20.574507 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.scheduler.base_scheduler [None req-28194a2e-d8a5-4a99-9c24-64e33f715978 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799546-3-iscsi, b333dd33-c7bd-41c3-b6b3-275b590b8f8e) {{(pid=80981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jul 06 02:04:20.584142 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09e528d7-1e4d-4ab3-98e3-3cb204d6bc24 None None] Network b333dd33-c7bd-41c3-b6b3-275b590b8f8e requested from dv-cinder-799546-3-iscsi {{(pid=80982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jul 06 02:04:20.672362 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28194a2e-d8a5-4a99-9c24-64e33f715978 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:04:20.673304 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-28194a2e-d8a5-4a99-9c24-64e33f715978 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:04:20.756514 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-2925127a-337e-4032-a611-388ae7e4138c req-19d63f24-9b64-49b2-b233-f11332c8be86 service neutron] 10.222.0.11 "GET /v2.0/networks/dc49653d-588e-4ee2-9689-ebb2724e1086?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3159771
Jul 06 02:04:20.771412 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-28194a2e-d8a5-4a99-9c24-64e33f715978 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 861 time: 1.3732002
Jul 06 02:04:20.933460 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b9bca6c-0317-4e25-9317-8c6cb04c3502 None None] Network b333dd33-c7bd-41c3-b6b3-275b590b8f8e requested from dv-cinder-799546-3-iscsi {{(pid=80982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jul 06 02:04:20.956230 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-2925127a-337e-4032-a611-388ae7e4138c req-4589dca0-15ee-472e-8a57-a0b46ef0a4d1 service neutron] 10.222.0.11 "GET /v2.0/networks/dc49653d-588e-4ee2-9689-ebb2724e1086?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1910260
Jul 06 02:04:21.349725 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67255230-59b0-4299-84ff-4da7f0d4b014 req-b11ecb4d-eb03-48ac-b0ac-c7dcf416818b tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:04:21.352845 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-67255230-59b0-4299-84ff-4da7f0d4b014 req-b11ecb4d-eb03-48ac-b0ac-c7dcf416818b tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] 10.222.0.11 "GET /v2.0/ports?device_id=687eed38-d64f-4a2f-a84a-94bfbd4218f7 HTTP/1.1" status: 200  len: 985 time: 0.1320868
Jul 06 02:04:21.444608 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-67255230-59b0-4299-84ff-4da7f0d4b014 req-b905ea5e-0499-41dc-8bb6-b00174e4c74a tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] 10.222.0.11 "GET /v2.0/security-groups?id=ae70ad60-ac37-4fd1-96a6-6cda0f2373ea&id=32922aa1-4b90-4fe3-ab2c-607c8c38952f&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0830841
Jul 06 02:04:21.587099 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [req-f592734b-f0c4-4c1f-bd5e-b62afbe420fa req-cac0a93f-ff26-4e07-ba4a-dd3a8154da8a tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Synchronizing usage tracker for tenant:6eda011ce6da4a3aa6a9ea578c51725a on resource:port {{(pid=80980) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 06 02:04:21.601690 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [req-f592734b-f0c4-4c1f-bd5e-b62afbe420fa req-cac0a93f-ff26-4e07-ba4a-dd3a8154da8a tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Unset dirty status for tenant:6eda011ce6da4a3aa6a9ea578c51725a on resource:port {{(pid=80980) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 06 02:04:21.603025 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-f592734b-f0c4-4c1f-bd5e-b62afbe420fa req-cac0a93f-ff26-4e07-ba4a-dd3a8154da8a tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/ports?device_id=6039cb9a-cc1a-4a0f-9d68-735214d82775 HTTP/1.1" status: 200  len: 210 time: 0.0698664
Jul 06 02:04:22.352659 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80981) accepted ('10.222.0.11', 44742) {{(pid=80981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 02:04:22.358972 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.v2.base [None req-29768129-594d-4dd8-8add-c2372b97e2a3 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1044362633-network', 'tenant_id': 'a80faf3efc2d4cb28e037219c8889720'}} {{(pid=80981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 06 02:04:22.364117 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-29768129-594d-4dd8-8add-c2372b97e2a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 02:04:22.369364 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-29768129-594d-4dd8-8add-c2372b97e2a3 admin admin] Usage tracker for resource:network and tenant:a80faf3efc2d4cb28e037219c8889720 is out of sync, need to count used quota {{(pid=80981) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 02:04:22.372860 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-29768129-594d-4dd8-8add-c2372b97e2a3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80981) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 02:04:22.380247 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-29768129-594d-4dd8-8add-c2372b97e2a3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 02:04:22.464355 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29768129-594d-4dd8-8add-c2372b97e2a3 admin admin] Made reservation on behalf of a80faf3efc2d4cb28e037219c8889720 for: {'network': 1} {{(pid=80981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jul 06 02:04:22.469184 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-29768129-594d-4dd8-8add-c2372b97e2a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1050496'] for network, before_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:04:22.482258 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-29768129-594d-4dd8-8add-c2372b97e2a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:04:22.664125 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-29768129-594d-4dd8-8add-c2372b97e2a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 02:04:22.670202 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-29768129-594d-4dd8-8add-c2372b97e2a3 admin admin] Usage tracker for resource:security_group_rule and tenant:a80faf3efc2d4cb28e037219c8889720 is out of sync, need to count used quota {{(pid=80981) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 02:04:22.673642 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-29768129-594d-4dd8-8add-c2372b97e2a3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80981) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 02:04:22.680735 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-29768129-594d-4dd8-8add-c2372b97e2a3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 02:04:22.821402 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-29768129-594d-4dd8-8add-c2372b97e2a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:04:22.827861 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f69c1b-3129-4325-924a-0374c1bcb4cc req-2659b6c2-5098-48cd-bcc2-93fb6c453d1e tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:04:22.829588 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-97f69c1b-3129-4325-924a-0374c1bcb4cc req-2659b6c2-5098-48cd-bcc2-93fb6c453d1e tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] 10.222.0.11 "GET /v2.0/ports?device_id=687eed38-d64f-4a2f-a84a-94bfbd4218f7 HTTP/1.1" status: 200  len: 985 time: 0.1386909
Jul 06 02:04:22.874326 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-29768129-594d-4dd8-8add-c2372b97e2a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428228'] for security_group, after_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:04:22.875041 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-e0ec98ff-d9b8-48e5-b486-ce84ee0eef4d req-bb97d29b-16a8-4475-8c97-1fd1a005ee75 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/ports?device_id=6039cb9a-cc1a-4a0f-9d68-735214d82775 HTTP/1.1" status: 200  len: 210 time: 0.0474641
Jul 06 02:04:22.881684 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-dee340ab-c6bc-400b-bc99-8a40ca0ecb6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:04:22.922983 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-97f69c1b-3129-4325-924a-0374c1bcb4cc req-7af49eaa-4e22-48bb-b6a1-d9661f7ff516 tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] 10.222.0.11 "GET /v2.0/security-groups?id=ae70ad60-ac37-4fd1-96a6-6cda0f2373ea&id=32922aa1-4b90-4fe3-ab2c-607c8c38952f&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0855463
Jul 06 02:04:22.926663 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29768129-594d-4dd8-8add-c2372b97e2a3 admin admin] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'}  {{(pid=80981) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}}
Jul 06 02:04:22.937890 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29768129-594d-4dd8-8add-c2372b97e2a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9183bdb6-f656-4c94-9d00-beb79ae4e4c8,revision_number=1']} {{(pid=80981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:04:22.941073 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-29768129-594d-4dd8-8add-c2372b97e2a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:04:22.943878 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-29768129-594d-4dd8-8add-c2372b97e2a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1280314'] for segment, precommit_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:04:22.944301 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.db.segments_db [None req-29768129-594d-4dd8-8add-c2372b97e2a3 admin admin] Added segment e0a5b440-8ef0-479d-86fa-aecf6ce84f40 of type vlan for network 7f2eb81d-cb83-4634-a061-a616a52c5596
Jul 06 02:04:22.976099 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-29768129-594d-4dd8-8add-c2372b97e2a3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740753358485'] for network, precommit_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:04:23.041325 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-29768129-594d-4dd8-8add-c2372b97e2a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802'] for network, after_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:04:23.042788 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29768129-594d-4dd8-8add-c2372b97e2a3 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:04:23.043644 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-29768129-594d-4dd8-8add-c2372b97e2a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853726196'] for network, before_response {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:04:23.050129 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:04:23.157331 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29768129-594d-4dd8-8add-c2372b97e2a3 admin admin] Pushing event updated for resources: {'Network': ['ID=7f2eb81d-cb83-4634-a061-a616a52c5596,revision_number=1']} {{(pid=80981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:04:23.160413 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-29768129-594d-4dd8-8add-c2372b97e2a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:04:23.173448 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.rpc [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Network 7f2eb81d-cb83-4634-a061-a616a52c5596 details requested by agent ovs-agent-dv-cinder-799546-3-iscsi with host dv-cinder-799546-3-iscsi {{(pid=80982) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:231}}
Jul 06 02:04:23.182465 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-29768129-594d-4dd8-8add-c2372b97e2a3 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201  len: 898 time: 0.8282657
Jul 06 02:04:23.185945 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80981) accepted ('10.222.0.11', 44752) {{(pid=80981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 02:04:23.192375 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.v2.base [None req-f764f5d0-3897-46a5-bce2-606d9f82176a admin admin] Request body: {'subnet': {'network_id': '7f2eb81d-cb83-4634-a061-a616a52c5596', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1044362633-subnet', 'tenant_id': 'a80faf3efc2d4cb28e037219c8889720', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 06 02:04:23.198271 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-f764f5d0-3897-46a5-bce2-606d9f82176a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 02:04:23.202579 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-f764f5d0-3897-46a5-bce2-606d9f82176a admin admin] Usage tracker for resource:subnet and tenant:a80faf3efc2d4cb28e037219c8889720 is out of sync, need to count used quota {{(pid=80981) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 02:04:23.206742 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-f764f5d0-3897-46a5-bce2-606d9f82176a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80981) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 02:04:23.214966 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-f764f5d0-3897-46a5-bce2-606d9f82176a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 02:04:23.259831 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f764f5d0-3897-46a5-bce2-606d9f82176a admin admin] Made reservation on behalf of a80faf3efc2d4cb28e037219c8889720 for: {'subnet': 1} {{(pid=80981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jul 06 02:04:23.264522 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-f764f5d0-3897-46a5-bce2-606d9f82176a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036839050233'] for subnet, before_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:04:23.510605 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2925127a-337e-4032-a611-388ae7e4138c req-4d802178-05c8-4a68-82eb-f9371fe15554 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:04:23.513467 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-2925127a-337e-4032-a611-388ae7e4138c req-4d802178-05c8-4a68-82eb-f9371fe15554 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.37 "GET /v2.0/networks?id=dc49653d-588e-4ee2-9689-ebb2724e1086 HTTP/1.1" status: 200  len: 816 time: 0.2790365
Jul 06 02:04:23.671279 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-2925127a-337e-4032-a611-388ae7e4138c req-86767f6d-48a0-4a36-b522-417dbce6d225 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6eda011ce6da4a3aa6a9ea578c51725a HTTP/1.1" status: 200  len: 5009 time: 0.1496263
Jul 06 02:04:23.691613 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.v2.base [req-2925127a-337e-4032-a611-388ae7e4138c req-f100cdc8-d179-45f5-8d89-d715b6369f96 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Request body: {'port': {'device_id': '6039cb9a-cc1a-4a0f-9d68-735214d82775', 'network_id': 'dc49653d-588e-4ee2-9689-ebb2724e1086', 'admin_state_up': True, 'tenant_id': '6eda011ce6da4a3aa6a9ea578c51725a', 'security_groups': ['c71df35b-4799-4342-a354-637fb96e6767']}} {{(pid=80981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 06 02:04:23.707530 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-f764f5d0-3897-46a5-bce2-606d9f82176a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14886511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036839050000'] for subnet, after_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:04:23.715383 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:04:23.881054 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f764f5d0-3897-46a5-bce2-606d9f82176a admin admin] Pushing event updated for resources: {'Subnet': ['ID=18ecfd44-3a4c-4a46-b412-397058d631b0,revision_number=0']} {{(pid=80981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:04:23.889107 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-f764f5d0-3897-46a5-bce2-606d9f82176a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:04:23.915215 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f764f5d0-3897-46a5-bce2-606d9f82176a admin admin] Checking segment: {'id': 'e0a5b440-8ef0-479d-86fa-aecf6ce84f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '7f2eb81d-cb83-4634-a061-a616a52c5596'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jul 06 02:04:23.915655 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f764f5d0-3897-46a5-bce2-606d9f82176a admin admin] Network hostable DHCP agents. Network: 7f2eb81d-cb83-4634-a061-a616a52c5596, hostable agents: ['46061ec9-d1c1-4ae2-b701-eece7f3c7f15'], hosted agents: [] {{(pid=80981) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:297}}
Jul 06 02:04:23.926773 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [req-2925127a-337e-4032-a611-388ae7e4138c req-f100cdc8-d179-45f5-8d89-d715b6369f96 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 02:04:23.939640 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [req-2925127a-337e-4032-a611-388ae7e4138c req-f100cdc8-d179-45f5-8d89-d715b6369f96 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 02:04:23.972749 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f764f5d0-3897-46a5-bce2-606d9f82176a admin admin] Network 7f2eb81d-cb83-4634-a061-a616a52c5596 is scheduled to be hosted by DHCP agent 46061ec9-d1c1-4ae2-b701-eece7f3c7f15 {{(pid=80981) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:196}}
Jul 06 02:04:24.004231 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2925127a-337e-4032-a611-388ae7e4138c req-f100cdc8-d179-45f5-8d89-d715b6369f96 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Made reservation on behalf of 6eda011ce6da4a3aa6a9ea578c51725a for: {'port': 1} {{(pid=80981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jul 06 02:04:24.012767 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-2925127a-337e-4032-a611-388ae7e4138c req-f100cdc8-d179-45f5-8d89-d715b6369f96 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1050496'] for port, before_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:04:24.040297 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.scheduler.base_scheduler [None req-f764f5d0-3897-46a5-bce2-606d9f82176a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799546-3-iscsi, 7f2eb81d-cb83-4634-a061-a616a52c5596) {{(pid=80981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jul 06 02:04:24.051281 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ee00f34-a673-4ed4-8c23-d2e3c108a44e None None] Network 7f2eb81d-cb83-4634-a061-a616a52c5596 requested from dv-cinder-799546-3-iscsi {{(pid=80982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jul 06 02:04:24.105861 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f764f5d0-3897-46a5-bce2-606d9f82176a admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:04:24.106534 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-f764f5d0-3897-46a5-bce2-606d9f82176a admin admin] Notify callbacks [] for subnet, before_response {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:04:24.180344 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-572e7c09-5bac-4e6e-a166-70aad944be7f req-0b0b2bc2-b9f4-4425-a75a-4a66ad41cd28 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/ports?device_id=6039cb9a-cc1a-4a0f-9d68-735214d82775 HTTP/1.1" status: 200  len: 210 time: 0.0784423
Jul 06 02:04:24.300640 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-f764f5d0-3897-46a5-bce2-606d9f82176a admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 1.1130736
Jul 06 02:04:24.380018 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.db_base_plugin_common [req-2925127a-337e-4032-a611-388ae7e4138c req-f100cdc8-d179-45f5-8d89-d715b6369f96 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Allocated IP 172.20.0.10 (dc49653d-588e-4ee2-9689-ebb2724e1086/989a31a1-084c-4193-9367-4e104f09769b/7ce92965-02b9-4b32-ae08-3b3ce62481ad) {{(pid=80981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Jul 06 02:04:24.393523 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56400732-6e8d-4cc5-9c25-5e501ef40789 None None] Network 7f2eb81d-cb83-4634-a061-a616a52c5596 requested from dv-cinder-799546-3-iscsi {{(pid=80982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jul 06 02:04:24.424189 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d492b1-f9e8-432e-968b-76241e4d7630 req-3dbe7a7d-4116-4102-ac41-d9e4d72a1abf tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:04:24.426825 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-90d492b1-f9e8-432e-968b-76241e4d7630 req-3dbe7a7d-4116-4102-ac41-d9e4d72a1abf tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] 10.222.0.11 "GET /v2.0/ports?device_id=687eed38-d64f-4a2f-a84a-94bfbd4218f7 HTTP/1.1" status: 200  len: 985 time: 0.3556659
Jul 06 02:04:24.503365 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80980) accepted ('10.222.0.11', 44768) {{(pid=80980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 02:04:24.554317 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-90d492b1-f9e8-432e-968b-76241e4d7630 req-d4f8f1cc-6b5e-4a3d-b46f-f4826ff6d7f7 tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] 10.222.0.11 "GET /v2.0/security-groups?id=ae70ad60-ac37-4fd1-96a6-6cda0f2373ea&id=32922aa1-4b90-4fe3-ab2c-607c8c38952f&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1118834
Jul 06 02:04:24.587539 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.db_base_plugin_v2 [None req-b01daa74-ce4e-42ab-8fc0-a51fc050adab admin admin] Deleting subnet ca821c0b-9fd4-4d44-9a88-c99d0ed392a7 {{(pid=80980) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1063}}
Jul 06 02:04:24.587922 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-b01daa74-ce4e-42ab-8fc0-a51fc050adab admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:04:24.643039 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-b01daa74-ce4e-42ab-8fc0-a51fc050adab admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15302135'] for subnet, precommit_delete_associations {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:04:24.697947 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-2925127a-337e-4032-a611-388ae7e4138c req-f100cdc8-d179-45f5-8d89-d715b6369f96 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Notify callbacks [] for port, precommit_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:04:24.714195 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-b01daa74-ce4e-42ab-8fc0-a51fc050adab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1281289'] for subnet, precommit_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:04:24.727477 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.provisioning_blocks [req-2925127a-337e-4032-a611-388ae7e4138c req-f100cdc8-d179-45f5-8d89-d715b6369f96 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Transition to ACTIVE for port object 7ce92965-02b9-4b32-ae08-3b3ce62481ad will not be triggered until provisioned by entity DHCP. {{(pid=80981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 06 02:04:24.802017 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-2925127a-337e-4032-a611-388ae7e4138c req-f100cdc8-d179-45f5-8d89-d715b6369f96 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296101369102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839890433'] for port, after_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:04:24.808764 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-7d76303c-f526-4bfb-aee8-70c115a36f61 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:04:24.834040 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-b01daa74-ce4e-42ab-8fc0-a51fc050adab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853494527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036839947778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14690978'] for subnet, after_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:04:24.843753 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-284ccc01-c005-45e3-87bd-7a18770caf20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:04:24.909847 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01daa74-ce4e-42ab-8fc0-a51fc050adab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca821c0b-9fd4-4d44-9a88-c99d0ed392a7,revision_number=None']} {{(pid=80980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:04:24.910788 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2925127a-337e-4032-a611-388ae7e4138c req-f100cdc8-d179-45f5-8d89-d715b6369f96 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Network dc49653d-588e-4ee2-9689-ebb2724e1086 is already hosted by enough agents. {{(pid=80981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:240}}
Jul 06 02:04:24.917388 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.scheduler.base_scheduler [req-2925127a-337e-4032-a611-388ae7e4138c req-f100cdc8-d179-45f5-8d89-d715b6369f96 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Resources bound (agent type, host, resource id):  {{(pid=80981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jul 06 02:04:24.919677 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-b01daa74-ce4e-42ab-8fc0-a51fc050adab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:04:24.921540 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-b01daa74-ce4e-42ab-8fc0-a51fc050adab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853726196'] for subnet, before_response {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:04:24.928285 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_dvrscheduler_db [req-2925127a-337e-4032-a611-388ae7e4138c req-f100cdc8-d179-45f5-8d89-d715b6369f96 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Received port after_create {{(pid=80981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 06 02:04:24.936559 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-b01daa74-ce4e-42ab-8fc0-a51fc050adab admin admin] 10.222.0.11 "DELETE /v2.0/subnets/ca821c0b-9fd4-4d44-9a88-c99d0ed392a7 HTTP/1.1" status: 204  len: 168 time: 0.4316077
Jul 06 02:04:24.945130 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80980) accepted ('10.222.0.11', 44776) {{(pid=80980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 02:04:24.994617 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f100cdc8-d179-45f5-8d89-d715b6369f96 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Pushing event updated for resources: {'Port': ['ID=7ce92965-02b9-4b32-ae08-3b3ce62481ad,revision_number=1']} {{(pid=80981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:04:25.014774 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-f100cdc8-d179-45f5-8d89-d715b6369f96 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:04:25.136996 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-c8d1fdba-3a4a-46a4-8426-b163ff0d57fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853693134'] for network, before_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:04:25.352892 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-c8d1fdba-3a4a-46a4-8426-b163ff0d57fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853494331', 'neutron.services.segments.db._delete_segments_for_network-8740753867311'] for network, precommit_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:04:25.378706 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.services.segments.db [None req-c8d1fdba-3a4a-46a4-8426-b163ff0d57fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f31d7594e10>,) {'filters': {'network_id': ['b333dd33-c7bd-41c3-b6b3-275b590b8f8e']}} {{(pid=80980) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 02:04:25.404181 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.provisioning_blocks [None req-32348a65-2a08-4369-8c2d-fd57a7ad4d96 None None] Provisioning for port 7ce92965-02b9-4b32-ae08-3b3ce62481ad completed by entity DHCP. {{(pid=80982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 06 02:04:25.404594 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.services.segments.db [None req-c8d1fdba-3a4a-46a4-8426-b163ff0d57fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f31d7594e10>, 'd3942c6e-c518-41ad-9cdd-9c79bc7a3a2b') {'for_net_delete': True} {{(pid=80980) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 02:04:25.405139 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.services.segments.db [None req-c8d1fdba-3a4a-46a4-8426-b163ff0d57fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f31d7594e10>, 'd3942c6e-c518-41ad-9cdd-9c79bc7a3a2b') {} {{(pid=80980) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 02:04:25.410966 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.provisioning_blocks [None req-32348a65-2a08-4369-8c2d-fd57a7ad4d96 None None] Provisioning complete for port 7ce92965-02b9-4b32-ae08-3b3ce62481ad triggered by entity DHCP. {{(pid=80982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 06 02:04:25.411487 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-32348a65-2a08-4369-8c2d-fd57a7ad4d96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1309268'] for port, provisioning_complete {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:04:25.418427 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2925127a-337e-4032-a611-388ae7e4138c req-f100cdc8-d179-45f5-8d89-d715b6369f96 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:04:25.419743 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-2925127a-337e-4032-a611-388ae7e4138c req-f100cdc8-d179-45f5-8d89-d715b6369f96 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91827'] for port, before_response {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:04:25.430367 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-c8d1fdba-3a4a-46a4-8426-b163ff0d57fc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363296100912551', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036839473792'] for segment, before_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:04:25.455588 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-c8d1fdba-3a4a-46a4-8426-b163ff0d57fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1280314'] for segment, precommit_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:04:25.467181 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8d1fdba-3a4a-46a4-8426-b163ff0d57fc admin admin] Releasing vlan 105 on physical network physnet1 to pool {{(pid=80980) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Jul 06 02:04:25.468530 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-c8d1fdba-3a4a-46a4-8426-b163ff0d57fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853495502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14829072'] for segment, after_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:04:25.478396 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-2925127a-337e-4032-a611-388ae7e4138c req-f100cdc8-d179-45f5-8d89-d715b6369f96 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.7912185
Jul 06 02:04:25.482664 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.plugin [None req-32348a65-2a08-4369-8c2d-fd57a7ad4d96 None None] Port 7ce92965-02b9-4b32-ae08-3b3ce62481ad cannot update to ACTIVE because it is not bound. {{(pid=80982) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:301}}
Jul 06 02:04:25.491492 dv-cinder-799546-3-iscsi neutron-server[80869]: Traceback (most recent call last):
Jul 06 02:04:25.491492 dv-cinder-799546-3-iscsi neutron-server[80869]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Jul 06 02:04:25.491492 dv-cinder-799546-3-iscsi neutron-server[80869]:     timer()
Jul 06 02:04:25.491492 dv-cinder-799546-3-iscsi neutron-server[80869]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jul 06 02:04:25.491492 dv-cinder-799546-3-iscsi neutron-server[80869]:     cb(*args, **kw)
Jul 06 02:04:25.491492 dv-cinder-799546-3-iscsi neutron-server[80869]:   File "/opt/stack/neutron/neutron/common/utils.py", line 968, in wrapper
Jul 06 02:04:25.491492 dv-cinder-799546-3-iscsi neutron-server[80869]:     return func(*args, **kwargs)
Jul 06 02:04:25.491492 dv-cinder-799546-3-iscsi neutron-server[80869]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jul 06 02:04:25.491492 dv-cinder-799546-3-iscsi neutron-server[80869]:     self._notify()
Jul 06 02:04:25.491492 dv-cinder-799546-3-iscsi neutron-server[80869]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jul 06 02:04:25.491492 dv-cinder-799546-3-iscsi neutron-server[80869]:     self.callback(batched_events)
Jul 06 02:04:25.491492 dv-cinder-799546-3-iscsi neutron-server[80869]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jul 06 02:04:25.491492 dv-cinder-799546-3-iscsi neutron-server[80869]:     event.method(event)
Jul 06 02:04:25.491492 dv-cinder-799546-3-iscsi neutron-server[80869]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jul 06 02:04:25.491492 dv-cinder-799546-3-iscsi neutron-server[80869]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jul 06 02:04:25.491492 dv-cinder-799546-3-iscsi neutron-server[80869]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jul 06 02:04:25.491492 dv-cinder-799546-3-iscsi neutron-server[80869]:     segment_id)['aggregates'][0]
Jul 06 02:04:25.491492 dv-cinder-799546-3-iscsi neutron-server[80869]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 53, in wrapper
Jul 06 02:04:25.491492 dv-cinder-799546-3-iscsi neutron-server[80869]:     return f(self, *a, **k)
Jul 06 02:04:25.491492 dv-cinder-799546-3-iscsi neutron-server[80869]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 508, in list_aggregates
Jul 06 02:04:25.491492 dv-cinder-799546-3-iscsi neutron-server[80869]:     return self._get(url).json()
Jul 06 02:04:25.491492 dv-cinder-799546-3-iscsi neutron-server[80869]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 178, in _get
Jul 06 02:04:25.491492 dv-cinder-799546-3-iscsi neutron-server[80869]:     **kwargs)
Jul 06 02:04:25.491492 dv-cinder-799546-3-iscsi neutron-server[80869]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1116, in get
Jul 06 02:04:25.491492 dv-cinder-799546-3-iscsi neutron-server[80869]:     return self.request(url, 'GET', **kwargs)
Jul 06 02:04:25.491492 dv-cinder-799546-3-iscsi neutron-server[80869]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 787, in request
Jul 06 02:04:25.491492 dv-cinder-799546-3-iscsi neutron-server[80869]:     **endpoint_filter)
Jul 06 02:04:25.491492 dv-cinder-799546-3-iscsi neutron-server[80869]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1216, in get_endpoint
Jul 06 02:04:25.491492 dv-cinder-799546-3-iscsi neutron-server[80869]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jul 06 02:04:25.491492 dv-cinder-799546-3-iscsi neutron-server[80869]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1156, in _auth_required
Jul 06 02:04:25.491492 dv-cinder-799546-3-iscsi neutron-server[80869]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jul 06 02:04:25.491492 dv-cinder-799546-3-iscsi neutron-server[80869]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jul 06 02:04:25.494864 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.v2.base [req-2925127a-337e-4032-a611-388ae7e4138c req-2513b60e-e675-4460-ba6b-15df09a3d64a service neutron] Request body: {'port': {'device_id': '6039cb9a-cc1a-4a0f-9d68-735214d82775', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79954'}} {{(pid=80981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 06 02:04:25.604617 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-2925127a-337e-4032-a611-388ae7e4138c req-2513b60e-e675-4460-ba6b-15df09a3d64a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1050496'] for port, before_update {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:04:25.638049 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa44d142-8f2e-4edc-be27-3007a9b171b6 req-77de5afc-2870-476b-9487-14ae9a17cf32 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:04:25.639853 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-fa44d142-8f2e-4edc-be27-3007a9b171b6 req-77de5afc-2870-476b-9487-14ae9a17cf32 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/ports?device_id=6039cb9a-cc1a-4a0f-9d68-735214d82775 HTTP/1.1" status: 200  len: 932 time: 0.1047659
Jul 06 02:04:25.684635 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-c8d1fdba-3a4a-46a4-8426-b163ff0d57fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1281500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854446373'] for network, after_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:04:25.692299 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-c8d1fdba-3a4a-46a4-8426-b163ff0d57fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853726196'] for network, before_response {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:04:25.698541 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-f453fb42-66a2-4dfc-8d19-d1c3fe20e30f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:04:25.726433 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [req-fa44d142-8f2e-4edc-be27-3007a9b171b6 req-0581a3a4-e0ba-401c-ad08-65da14819ba8 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Synchronizing usage tracker for tenant:6eda011ce6da4a3aa6a9ea578c51725a on resource:security_group {{(pid=80980) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 06 02:04:25.737185 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-c8d1fdba-3a4a-46a4-8426-b163ff0d57fc admin admin] 10.222.0.11 "DELETE /v2.0/networks/b333dd33-c7bd-41c3-b6b3-275b590b8f8e HTTP/1.1" status: 204  len: 168 time: 0.7881436
Jul 06 02:04:25.737185 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d1fdba-3a4a-46a4-8426-b163ff0d57fc admin admin] Pushing event deleted for resources: {'Network': ['ID=b333dd33-c7bd-41c3-b6b3-275b590b8f8e,revision_number=None']} {{(pid=80980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:04:25.740458 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-c8d1fdba-3a4a-46a4-8426-b163ff0d57fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:04:25.740594 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80981) accepted ('10.222.0.11', 44782) {{(pid=80981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 02:04:25.807200 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [req-fa44d142-8f2e-4edc-be27-3007a9b171b6 req-0581a3a4-e0ba-401c-ad08-65da14819ba8 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Unset dirty status for tenant:6eda011ce6da4a3aa6a9ea578c51725a on resource:security_group {{(pid=80980) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 06 02:04:25.809227 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-fa44d142-8f2e-4edc-be27-3007a9b171b6 req-0581a3a4-e0ba-401c-ad08-65da14819ba8 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/security-groups?id=c71df35b-4799-4342-a354-637fb96e6767&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1607928
Jul 06 02:04:25.890228 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.db_base_plugin_v2 [None req-14a31b5b-f314-418e-9258-5190b87850e7 admin admin] Deleting subnet 18ecfd44-3a4c-4a46-b412-397058d631b0 {{(pid=80981) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1063}}
Jul 06 02:04:25.890599 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-14a31b5b-f314-418e-9258-5190b87850e7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:04:25.982318 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-14a31b5b-f314-418e-9258-5190b87850e7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14767067'] for subnet, precommit_delete_associations {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:04:26.111652 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-14a31b5b-f314-418e-9258-5190b87850e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1281289'] for subnet, precommit_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:04:26.153054 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.notifiers.nova [req-2925127a-337e-4032-a611-388ae7e4138c req-2513b60e-e675-4460-ba6b-15df09a3d64a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ce92965-02b9-4b32-ae08-3b3ce62481ad {{(pid=80981) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Jul 06 02:04:26.164705 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-2925127a-337e-4032-a611-388ae7e4138c req-2513b60e-e675-4460-ba6b-15df09a3d64a service neutron] Notify callbacks [] for port, precommit_update {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:04:26.191881 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.provisioning_blocks [req-2925127a-337e-4032-a611-388ae7e4138c req-2513b60e-e675-4460-ba6b-15df09a3d64a service neutron] Transition to ACTIVE for port object 7ce92965-02b9-4b32-ae08-3b3ce62481ad will not be triggered until provisioned by entity L2. {{(pid=80981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 06 02:04:26.229931 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-2925127a-337e-4032-a611-388ae7e4138c req-2513b60e-e675-4460-ba6b-15df09a3d64a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740753762112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740753409037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296101366746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14885351'] for port, after_update {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:04:26.235042 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:04:26.278969 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-14a31b5b-f314-418e-9258-5190b87850e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853494527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036839889365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15725816'] for subnet, after_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:04:26.385088 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-14a31b5b-f314-418e-9258-5190b87850e7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:04:26.388656 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2513b60e-e675-4460-ba6b-15df09a3d64a service neutron] Pushing event updated for resources: {'Port': ['ID=7ce92965-02b9-4b32-ae08-3b3ce62481ad,revision_number=2']} {{(pid=80981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:04:26.393197 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-2513b60e-e675-4460-ba6b-15df09a3d64a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:04:26.393766 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-5d28a179-7a4f-44ce-aec9-3a9ab74259d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.097s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:04:26.440634 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-14a31b5b-f314-418e-9258-5190b87850e7 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/18ecfd44-3a4c-4a46-b412-397058d631b0 HTTP/1.1" status: 204  len: 168 time: 0.6988251
Jul 06 02:04:26.441878 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a31b5b-f314-418e-9258-5190b87850e7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=18ecfd44-3a4c-4a46-b412-397058d631b0,revision_number=None']} {{(pid=80981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:04:26.443345 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80980) accepted ('10.222.0.11', 44788) {{(pid=80980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 02:04:26.447784 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-14a31b5b-f314-418e-9258-5190b87850e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:04:26.570177 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-07945ab0-44f2-42ed-8a40-557470f1a7d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853693134'] for network, before_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:04:26.621118 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.managers [req-2925127a-337e-4032-a611-388ae7e4138c req-2513b60e-e675-4460-ba6b-15df09a3d64a service neutron] Attempting to bind port 7ce92965-02b9-4b32-ae08-3b3ce62481ad on host hv-cinder-79954 for vnic_type normal with profile  {{(pid=80981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jul 06 02:04:26.621706 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.managers [req-2925127a-337e-4032-a611-388ae7e4138c req-2513b60e-e675-4460-ba6b-15df09a3d64a service neutron] Attempting to bind port 7ce92965-02b9-4b32-ae08-3b3ce62481ad by drivers openvswitch,hyperv on host hv-cinder-79954 at level 0 using segments [{'id': 'f325f6e3-ee5f-469d-9162-dffc7dd88549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'dc49653d-588e-4ee2-9689-ebb2724e1086'}] {{(pid=80981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jul 06 02:04:26.622426 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2925127a-337e-4032-a611-388ae7e4138c req-2513b60e-e675-4460-ba6b-15df09a3d64a service neutron] Attempting to bind port 7ce92965-02b9-4b32-ae08-3b3ce62481ad on network dc49653d-588e-4ee2-9689-ebb2724e1086 {{(pid=80981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Jul 06 02:04:26.633405 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2925127a-337e-4032-a611-388ae7e4138c req-2513b60e-e675-4460-ba6b-15df09a3d64a service neutron] Port 7ce92965-02b9-4b32-ae08-3b3ce62481ad on network dc49653d-588e-4ee2-9689-ebb2724e1086 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79954 {{(pid=80981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jul 06 02:04:26.634295 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2925127a-337e-4032-a611-388ae7e4138c req-2513b60e-e675-4460-ba6b-15df09a3d64a service neutron] Attempting to bind port 7ce92965-02b9-4b32-ae08-3b3ce62481ad on network dc49653d-588e-4ee2-9689-ebb2724e1086 {{(pid=80981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Jul 06 02:04:26.646911 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2925127a-337e-4032-a611-388ae7e4138c req-2513b60e-e675-4460-ba6b-15df09a3d64a service neutron] Checking agent: {'id': 'abd15b5f-b1e1-4bf4-b258-9ce6723fb40b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79954', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 1, 56, 33), 'started_at': datetime.datetime(2021, 7, 6, 1, 56, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 2, 4, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Jul 06 02:04:26.648120 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2925127a-337e-4032-a611-388ae7e4138c req-2513b60e-e675-4460-ba6b-15df09a3d64a service neutron] Checking segment: {'id': 'f325f6e3-ee5f-469d-9162-dffc7dd88549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'dc49653d-588e-4ee2-9689-ebb2724e1086'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jul 06 02:04:26.648861 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2925127a-337e-4032-a611-388ae7e4138c req-2513b60e-e675-4460-ba6b-15df09a3d64a service neutron] Bound using segment: {'id': 'f325f6e3-ee5f-469d-9162-dffc7dd88549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'dc49653d-588e-4ee2-9689-ebb2724e1086'} {{(pid=80981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Jul 06 02:04:26.649787 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.managers [req-2925127a-337e-4032-a611-388ae7e4138c req-2513b60e-e675-4460-ba6b-15df09a3d64a service neutron] Bound port: 7ce92965-02b9-4b32-ae08-3b3ce62481ad, host: hv-cinder-79954, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f325f6e3-ee5f-469d-9162-dffc7dd88549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'dc49653d-588e-4ee2-9689-ebb2724e1086'}}] {{(pid=80981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jul 06 02:04:26.650471 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-2925127a-337e-4032-a611-388ae7e4138c req-2513b60e-e675-4460-ba6b-15df09a3d64a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1050496'] for port, before_update {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:04:26.702580 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-07945ab0-44f2-42ed-8a40-557470f1a7d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853494331', 'neutron.services.segments.db._delete_segments_for_network-8740753867311'] for network, precommit_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:04:26.718044 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.services.segments.db [None req-07945ab0-44f2-42ed-8a40-557470f1a7d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f31d6b9c710>,) {'filters': {'network_id': ['7f2eb81d-cb83-4634-a061-a616a52c5596']}} {{(pid=80980) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 02:04:26.732991 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.services.segments.db [None req-07945ab0-44f2-42ed-8a40-557470f1a7d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f31d6b9c710>, 'e0a5b440-8ef0-479d-86fa-aecf6ce84f40') {'for_net_delete': True} {{(pid=80980) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 02:04:26.733358 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.services.segments.db [None req-07945ab0-44f2-42ed-8a40-557470f1a7d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f31d6b9c710>, 'e0a5b440-8ef0-479d-86fa-aecf6ce84f40') {} {{(pid=80980) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 02:04:26.748343 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-07945ab0-44f2-42ed-8a40-557470f1a7d0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363296100912551', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036839473792'] for segment, before_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:04:26.765041 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-07945ab0-44f2-42ed-8a40-557470f1a7d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1280314'] for segment, precommit_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:04:26.772118 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07945ab0-44f2-42ed-8a40-557470f1a7d0 admin admin] Releasing vlan 106 on physical network physnet1 to pool {{(pid=80980) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Jul 06 02:04:26.772732 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-07945ab0-44f2-42ed-8a40-557470f1a7d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853495502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14829072'] for segment, after_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:04:26.782666 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [req-2925127a-337e-4032-a611-388ae7e4138c req-2513b60e-e675-4460-ba6b-15df09a3d64a service neutron] For port 7ce92965-02b9-4b32-ae08-3b3ce62481ad, host hv-cinder-79954, cleared binding levels {{(pid=80981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:111}}
Jul 06 02:04:26.786333 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [req-2925127a-337e-4032-a611-388ae7e4138c req-2513b60e-e675-4460-ba6b-15df09a3d64a service neutron] For port 7ce92965-02b9-4b32-ae08-3b3ce62481ad, host hv-cinder-79954, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79954',level=0,port_id=7ce92965-02b9-4b32-ae08-3b3ce62481ad,segment=NetworkSegment(f325f6e3-ee5f-469d-9162-dffc7dd88549),segment_id=f325f6e3-ee5f-469d-9162-dffc7dd88549)] {{(pid=80981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}}
Jul 06 02:04:26.786846 dv-cinder-799546-3-iscsi neutron-server[80869]: Traceback (most recent call last):
Jul 06 02:04:26.786846 dv-cinder-799546-3-iscsi neutron-server[80869]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Jul 06 02:04:26.786846 dv-cinder-799546-3-iscsi neutron-server[80869]:     timer()
Jul 06 02:04:26.786846 dv-cinder-799546-3-iscsi neutron-server[80869]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jul 06 02:04:26.786846 dv-cinder-799546-3-iscsi neutron-server[80869]:     cb(*args, **kw)
Jul 06 02:04:26.786846 dv-cinder-799546-3-iscsi neutron-server[80869]:   File "/opt/stack/neutron/neutron/common/utils.py", line 968, in wrapper
Jul 06 02:04:26.786846 dv-cinder-799546-3-iscsi neutron-server[80869]:     return func(*args, **kwargs)
Jul 06 02:04:26.786846 dv-cinder-799546-3-iscsi neutron-server[80869]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jul 06 02:04:26.786846 dv-cinder-799546-3-iscsi neutron-server[80869]:     self._notify()
Jul 06 02:04:26.786846 dv-cinder-799546-3-iscsi neutron-server[80869]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jul 06 02:04:26.786846 dv-cinder-799546-3-iscsi neutron-server[80869]:     self.callback(batched_events)
Jul 06 02:04:26.786846 dv-cinder-799546-3-iscsi neutron-server[80869]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jul 06 02:04:26.786846 dv-cinder-799546-3-iscsi neutron-server[80869]:     event.method(event)
Jul 06 02:04:26.786846 dv-cinder-799546-3-iscsi neutron-server[80869]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jul 06 02:04:26.786846 dv-cinder-799546-3-iscsi neutron-server[80869]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jul 06 02:04:26.786846 dv-cinder-799546-3-iscsi neutron-server[80869]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jul 06 02:04:26.786846 dv-cinder-799546-3-iscsi neutron-server[80869]:     segment_id)['aggregates'][0]
Jul 06 02:04:26.786846 dv-cinder-799546-3-iscsi neutron-server[80869]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 53, in wrapper
Jul 06 02:04:26.786846 dv-cinder-799546-3-iscsi neutron-server[80869]:     return f(self, *a, **k)
Jul 06 02:04:26.786846 dv-cinder-799546-3-iscsi neutron-server[80869]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 508, in list_aggregates
Jul 06 02:04:26.786846 dv-cinder-799546-3-iscsi neutron-server[80869]:     return self._get(url).json()
Jul 06 02:04:26.786846 dv-cinder-799546-3-iscsi neutron-server[80869]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 178, in _get
Jul 06 02:04:26.786846 dv-cinder-799546-3-iscsi neutron-server[80869]:     **kwargs)
Jul 06 02:04:26.786846 dv-cinder-799546-3-iscsi neutron-server[80869]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1116, in get
Jul 06 02:04:26.786846 dv-cinder-799546-3-iscsi neutron-server[80869]:     return self.request(url, 'GET', **kwargs)
Jul 06 02:04:26.786846 dv-cinder-799546-3-iscsi neutron-server[80869]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 787, in request
Jul 06 02:04:26.786846 dv-cinder-799546-3-iscsi neutron-server[80869]:     **endpoint_filter)
Jul 06 02:04:26.786846 dv-cinder-799546-3-iscsi neutron-server[80869]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1216, in get_endpoint
Jul 06 02:04:26.786846 dv-cinder-799546-3-iscsi neutron-server[80869]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jul 06 02:04:26.786846 dv-cinder-799546-3-iscsi neutron-server[80869]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1156, in _auth_required
Jul 06 02:04:26.786846 dv-cinder-799546-3-iscsi neutron-server[80869]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jul 06 02:04:26.786846 dv-cinder-799546-3-iscsi neutron-server[80869]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jul 06 02:04:26.859720 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-2925127a-337e-4032-a611-388ae7e4138c req-2513b60e-e675-4460-ba6b-15df09a3d64a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740753762112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740753409037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296101366746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14885351'] for port, after_update {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:04:26.870977 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-9c6f857b-ba53-412e-91c3-3f5ccb6c6e3c tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:04:26.890464 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-07945ab0-44f2-42ed-8a40-557470f1a7d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1281500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854446373'] for network, after_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:04:26.901086 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:04:26.919045 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-2925127a-337e-4032-a611-388ae7e4138c req-2513b60e-e675-4460-ba6b-15df09a3d64a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91827'] for port, before_response {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:04:26.920534 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-2925127a-337e-4032-a611-388ae7e4138c req-2513b60e-e675-4460-ba6b-15df09a3d64a service neutron] 10.222.0.37 "PUT /v2.0/ports/7ce92965-02b9-4b32-ae08-3b3ce62481ad HTTP/1.1" status: 200  len: 1094 time: 1.4332278
Jul 06 02:04:26.921412 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6039cb9a-cc1a-4a0f-9d68-735214d82775', 'tag': '7ce92965-02b9-4b32-ae08-3b3ce62481ad'}] {{(pid=80981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 06 02:04:26.924773 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-07945ab0-44f2-42ed-8a40-557470f1a7d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853726196'] for network, before_response {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:04:26.931852 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-07945ab0-44f2-42ed-8a40-557470f1a7d0 admin admin] 10.222.0.11 "DELETE /v2.0/networks/7f2eb81d-cb83-4634-a061-a616a52c5596 HTTP/1.1" status: 204  len: 168 time: 0.4866664
Jul 06 02:04:26.935625 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07945ab0-44f2-42ed-8a40-557470f1a7d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=7f2eb81d-cb83-4634-a061-a616a52c5596,revision_number=None']} {{(pid=80980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:04:26.949600 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-07945ab0-44f2-42ed-8a40-557470f1a7d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:04:26.972360 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2513b60e-e675-4460-ba6b-15df09a3d64a service neutron] Pushing event updated for resources: {'Port': ['ID=7ce92965-02b9-4b32-ae08-3b3ce62481ad,revision_number=3']} {{(pid=80981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:04:26.981178 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-2513b60e-e675-4460-ba6b-15df09a3d64a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:04:27.037468 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6039cb9a-cc1a-4a0f-9d68-735214d82775', 'tag': '7ce92965-02b9-4b32-ae08-3b3ce62481ad', 'status': 'completed', 'code': 200}
Jul 06 02:04:27.079510 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-2925127a-337e-4032-a611-388ae7e4138c req-32752816-0929-46fb-b733-3b62d0027d41 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6eda011ce6da4a3aa6a9ea578c51725a&device_id=6039cb9a-cc1a-4a0f-9d68-735214d82775 HTTP/1.1" status: 200  len: 1097 time: 0.0797579
Jul 06 02:04:27.082927 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32ba337-7f0e-4c20-bcdf-d2326e199799 req-58fc2f1f-a707-4763-af97-c598c6a2aab0 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:04:27.084622 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-a32ba337-7f0e-4c20-bcdf-d2326e199799 req-58fc2f1f-a707-4763-af97-c598c6a2aab0 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/ports?device_id=6039cb9a-cc1a-4a0f-9d68-735214d82775 HTTP/1.1" status: 200  len: 944 time: 0.1159036
Jul 06 02:04:27.141561 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-a32ba337-7f0e-4c20-bcdf-d2326e199799 req-90844d3d-8c59-4fba-b81c-4de364c8d7ec tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/security-groups?id=c71df35b-4799-4342-a354-637fb96e6767&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0485954
Jul 06 02:04:27.170911 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-2925127a-337e-4032-a611-388ae7e4138c req-0045297c-5ba1-4f9c-a4d0-5d239b231a6b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7ce92965-02b9-4b32-ae08-3b3ce62481ad HTTP/1.1" status: 200  len: 217 time: 0.0821722
Jul 06 02:04:27.247664 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2925127a-337e-4032-a611-388ae7e4138c req-fecf21f4-6e20-4ddd-8d93-dd1fba7489f5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:04:27.249420 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-2925127a-337e-4032-a611-388ae7e4138c req-fecf21f4-6e20-4ddd-8d93-dd1fba7489f5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=989a31a1-084c-4193-9367-4e104f09769b HTTP/1.1" status: 200  len: 855 time: 0.0717785
Jul 06 02:04:27.337960 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-2925127a-337e-4032-a611-388ae7e4138c req-8d10f7bc-7e67-4b60-afc3-2da16cb7f0b2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=dc49653d-588e-4ee2-9689-ebb2724e1086&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0794942
Jul 06 02:04:27.344811 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80980) accepted ('10.222.0.11', 44800) {{(pid=80980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 02:04:27.407099 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-33c87f81-547c-471b-876a-669bc350da9d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a00fdd6e688e4be7bb304f4323c80f98&name=default HTTP/1.1" status: 200  len: 2629 time: 0.0607977
Jul 06 02:04:27.411115 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80980) accepted ('10.222.0.11', 44804) {{(pid=80980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 02:04:27.475412 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-0ba60d14-b505-4e2f-8aa2-4a8f590c59c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:04:27.486911 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-2925127a-337e-4032-a611-388ae7e4138c req-ce816722-47bb-43bc-9b06-c65a320f7859 service neutron] 10.222.0.37 "GET /v2.0/networks/dc49653d-588e-4ee2-9689-ebb2724e1086?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1408374
Jul 06 02:04:27.508543 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-0ba60d14-b505-4e2f-8aa2-4a8f590c59c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:04:27.590455 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-0ba60d14-b505-4e2f-8aa2-4a8f590c59c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428228'] for security_group, after_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:04:27.595934 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-6d3e272e-91bc-4cc7-b581-2dc7014d7474 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:04:27.608401 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba60d14-b505-4e2f-8aa2-4a8f590c59c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5541203d-5049-441a-9099-f281c0341b5a,revision_number=None']} {{(pid=80980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:04:27.611161 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-0ba60d14-b505-4e2f-8aa2-4a8f590c59c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:04:27.614922 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-0ba60d14-b505-4e2f-8aa2-4a8f590c59c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:04:27.620156 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-0ba60d14-b505-4e2f-8aa2-4a8f590c59c1 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5541203d-5049-441a-9099-f281c0341b5a HTTP/1.1" status: 204  len: 168 time: 0.2043612
Jul 06 02:04:27.628722 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-2925127a-337e-4032-a611-388ae7e4138c req-9de94e6b-e5a5-469f-b778-e2a823e44068 service neutron] 10.222.0.37 "GET /v2.0/networks/dc49653d-588e-4ee2-9689-ebb2724e1086?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1342435
Jul 06 02:04:27.777754 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-6f88d92d-695e-4df7-ac30-ad32ef8c9f38 req-81d1d050-254c-41fb-b2c9-b3b4c737ba85 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6eda011ce6da4a3aa6a9ea578c51725a&device_id=6039cb9a-cc1a-4a0f-9d68-735214d82775 HTTP/1.1" status: 200  len: 1097 time: 0.0692465
Jul 06 02:04:27.930009 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f88d92d-695e-4df7-ac30-ad32ef8c9f38 req-7c488e90-8237-4360-bcfe-00f0a19b7fdd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:04:27.931693 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-6f88d92d-695e-4df7-ac30-ad32ef8c9f38 req-7c488e90-8237-4360-bcfe-00f0a19b7fdd service neutron] 10.222.0.37 "GET /v2.0/networks?id=dc49653d-588e-4ee2-9689-ebb2724e1086 HTTP/1.1" status: 200  len: 917 time: 0.1464684
Jul 06 02:04:28.008218 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-6f88d92d-695e-4df7-ac30-ad32ef8c9f38 req-60a07b56-dba0-473b-a5fd-10816651e372 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7ce92965-02b9-4b32-ae08-3b3ce62481ad HTTP/1.1" status: 200  len: 217 time: 0.0690353
Jul 06 02:04:28.085756 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f88d92d-695e-4df7-ac30-ad32ef8c9f38 req-226d15a0-1960-4de0-ad8e-c5d1df090e95 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:04:28.087343 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-6f88d92d-695e-4df7-ac30-ad32ef8c9f38 req-226d15a0-1960-4de0-ad8e-c5d1df090e95 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=989a31a1-084c-4193-9367-4e104f09769b HTTP/1.1" status: 200  len: 855 time: 0.0660985
Jul 06 02:04:28.166286 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-6f88d92d-695e-4df7-ac30-ad32ef8c9f38 req-56705142-5806-4c98-8fcb-6315a64d8168 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=dc49653d-588e-4ee2-9689-ebb2724e1086&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0708504
Jul 06 02:04:28.221918 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80980) accepted ('10.222.0.11', 44814) {{(pid=80980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 02:04:28.329742 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-493b4d54-372f-4c48-9b2b-89cc3eff8d62 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a80faf3efc2d4cb28e037219c8889720&name=default HTTP/1.1" status: 200  len: 2629 time: 0.1018784
Jul 06 02:04:28.330088 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-6f88d92d-695e-4df7-ac30-ad32ef8c9f38 req-e28eb0ed-e22a-41ef-9dd8-1c10a376b136 service neutron] 10.222.0.37 "GET /v2.0/networks/dc49653d-588e-4ee2-9689-ebb2724e1086?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1458290
Jul 06 02:04:28.330088 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80981) accepted ('10.222.0.11', 44820) {{(pid=80981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 02:04:28.361887 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7454e5c7-ef56-4ced-a0e9-4dbb25dca2e1 req-0e932a59-293c-4313-a19a-b355aa81095c tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:04:28.363524 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-7454e5c7-ef56-4ced-a0e9-4dbb25dca2e1 req-0e932a59-293c-4313-a19a-b355aa81095c tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/ports?device_id=6039cb9a-cc1a-4a0f-9d68-735214d82775 HTTP/1.1" status: 200  len: 944 time: 0.0946255
Jul 06 02:04:28.418990 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-7454e5c7-ef56-4ced-a0e9-4dbb25dca2e1 req-5f67416e-716e-46d6-b128-e09ae29c191a tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/security-groups?id=c71df35b-4799-4342-a354-637fb96e6767&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0467784
Jul 06 02:04:28.784657 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-19bc3777-8167-41c6-972a-ee1ff7978e4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:04:28.802988 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-6f88d92d-695e-4df7-ac30-ad32ef8c9f38 req-bc1ca449-0617-434a-9153-348aebe4c3f0 service neutron] 10.222.0.37 "GET /v2.0/networks/dc49653d-588e-4ee2-9689-ebb2724e1086?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4571996
Jul 06 02:04:28.823178 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-19bc3777-8167-41c6-972a-ee1ff7978e4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:04:28.930836 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-19bc3777-8167-41c6-972a-ee1ff7978e4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428228'] for security_group, after_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:04:28.941269 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-01ec5cb7-0ede-4d25-80d3-19c1678efc88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:04:28.969236 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bc3777-8167-41c6-972a-ee1ff7978e4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9183bdb6-f656-4c94-9d00-beb79ae4e4c8,revision_number=None']} {{(pid=80981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:04:28.973588 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-19bc3777-8167-41c6-972a-ee1ff7978e4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:04:28.977969 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-19bc3777-8167-41c6-972a-ee1ff7978e4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:04:28.980421 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-19bc3777-8167-41c6-972a-ee1ff7978e4a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9183bdb6-f656-4c94-9d00-beb79ae4e4c8 HTTP/1.1" status: 204  len: 168 time: 0.6485977
Jul 06 02:04:29.635722 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990962b1-826a-429b-882a-475641dc3598 req-3506f87a-92a0-4cf1-b889-6398a6c20827 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:04:29.641708 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-990962b1-826a-429b-882a-475641dc3598 req-3506f87a-92a0-4cf1-b889-6398a6c20827 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/ports?device_id=6039cb9a-cc1a-4a0f-9d68-735214d82775 HTTP/1.1" status: 200  len: 944 time: 0.1013219
Jul 06 02:04:29.700907 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-990962b1-826a-429b-882a-475641dc3598 req-2ed284b5-a496-4363-b5f5-61aac3dec796 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/security-groups?id=c71df35b-4799-4342-a354-637fb96e6767&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0549397
Jul 06 02:04:30.644447 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.rpc [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Device 7ce92965-02b9-4b32-ae08-3b3ce62481ad details requested by agent hyperv_hv-cinder-79954 with host hv-cinder-79954 {{(pid=80982) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:87}}
Jul 06 02:04:30.656262 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-8b0141ae-5366-4773-b946-e83b7c84e1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:04:30.792893 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] For port 7ce92965-02b9-4b32-ae08-3b3ce62481ad, host hv-cinder-79954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79954',level=0,port_id=7ce92965-02b9-4b32-ae08-3b3ce62481ad,segment=NetworkSegment(f325f6e3-ee5f-469d-9162-dffc7dd88549),segment_id=f325f6e3-ee5f-469d-9162-dffc7dd88549)] {{(pid=80982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 02:04:30.811986 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.rpc [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Returning: {'device': '7ce92965-02b9-4b32-ae08-3b3ce62481ad', 'network_id': 'dc49653d-588e-4ee2-9689-ebb2724e1086', 'port_id': '7ce92965-02b9-4b32-ae08-3b3ce62481ad', 'mac_address': 'fa:16:3e:d3:a4:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '989a31a1-084c-4193-9367-4e104f09769b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80982) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:165}}
Jul 06 02:04:30.877410 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1050496'] for port, before_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:04:30.899311 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.notifiers.nova [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ce92965-02b9-4b32-ae08-3b3ce62481ad {{(pid=80982) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Jul 06 02:04:30.917465 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] For port 7ce92965-02b9-4b32-ae08-3b3ce62481ad, host hv-cinder-79954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79954',level=0,port_id=7ce92965-02b9-4b32-ae08-3b3ce62481ad,segment=NetworkSegment(f325f6e3-ee5f-469d-9162-dffc7dd88549),segment_id=f325f6e3-ee5f-469d-9162-dffc7dd88549)] {{(pid=80982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 02:04:30.952875 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740753762112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740753409037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296101366746'] for port, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:04:30.954878 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:04:30.965338 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242b6bc9-1a2f-4b5c-b37d-694789c5ea09 req-8266d281-d7f4-441d-904c-02096b42348f tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:04:30.968290 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-242b6bc9-1a2f-4b5c-b37d-694789c5ea09 req-8266d281-d7f4-441d-904c-02096b42348f tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/ports?device_id=6039cb9a-cc1a-4a0f-9d68-735214d82775 HTTP/1.1" status: 200  len: 944 time: 0.1300654
Jul 06 02:04:31.025366 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Pushing event updated for resources: {'Port': ['ID=7ce92965-02b9-4b32-ae08-3b3ce62481ad,revision_number=4']} {{(pid=80982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:04:31.029248 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:04:31.039226 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-242b6bc9-1a2f-4b5c-b37d-694789c5ea09 req-7391c564-829a-42fb-b53e-9cb81fda84e1 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/security-groups?id=c71df35b-4799-4342-a354-637fb96e6767&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0600426
Jul 06 02:04:31.193013 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] get_ports_and_sgs() called for port_ids ['7ce92965-02b9-4b32-ae08-3b3ce62481ad'] {{(pid=80982) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:184}}
Jul 06 02:04:32.261774 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:04:32.265809 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e2e787-8d97-4f6c-af94-70fa95a905a4 req-da61b529-a75c-4157-ba22-2c2f70d7172a tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:04:32.271031 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-79e2e787-8d97-4f6c-af94-70fa95a905a4 req-da61b529-a75c-4157-ba22-2c2f70d7172a tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/ports?device_id=6039cb9a-cc1a-4a0f-9d68-735214d82775 HTTP/1.1" status: 200  len: 945 time: 0.0985644
Jul 06 02:04:32.321233 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-79e2e787-8d97-4f6c-af94-70fa95a905a4 req-cfbeb569-da0e-4d6f-8bed-520e6b289fa2 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/security-groups?id=c71df35b-4799-4342-a354-637fb96e6767&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0461614
Jul 06 02:04:32.670097 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.rpc [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Device 7ce92965-02b9-4b32-ae08-3b3ce62481ad up at agent hyperv_hv-cinder-79954 {{(pid=80982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:273}}
Jul 06 02:04:32.778445 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.provisioning_blocks [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Provisioning for port 7ce92965-02b9-4b32-ae08-3b3ce62481ad completed by entity L2. {{(pid=80982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 06 02:04:32.784231 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.provisioning_blocks [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Provisioning complete for port 7ce92965-02b9-4b32-ae08-3b3ce62481ad triggered by entity L2. {{(pid=80982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 06 02:04:32.784719 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1309268'] for port, provisioning_complete {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:04:32.904045 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1050496'] for port, before_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:04:32.933911 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6039cb9a-cc1a-4a0f-9d68-735214d82775', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ce92965-02b9-4b32-ae08-3b3ce62481ad'}] {{(pid=80982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 06 02:04:32.946733 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] For port 7ce92965-02b9-4b32-ae08-3b3ce62481ad, host hv-cinder-79954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79954',level=0,port_id=7ce92965-02b9-4b32-ae08-3b3ce62481ad,segment=NetworkSegment(f325f6e3-ee5f-469d-9162-dffc7dd88549),segment_id=f325f6e3-ee5f-469d-9162-dffc7dd88549)] {{(pid=80982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 02:04:32.978720 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740753762112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740753409037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296101366746'] for port, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:04:32.982620 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:04:33.074218 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Pushing event updated for resources: {'Port': ['ID=7ce92965-02b9-4b32-ae08-3b3ce62481ad,revision_number=5']} {{(pid=80982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:04:33.079980 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:04:33.162602 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6039cb9a-cc1a-4a0f-9d68-735214d82775', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ce92965-02b9-4b32-ae08-3b3ce62481ad', 'code': 200}
Jul 06 02:04:33.178627 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-3caa35ac-96fd-49aa-8a7c-2013ee68132a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:04:33.601042 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b82b6b6-64bd-4a5a-959c-ba8f6683c355 req-26d05a78-d5b7-4593-8a3f-3f9b3a41f1d9 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:04:33.601932 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [req-1b82b6b6-64bd-4a5a-959c-ba8f6683c355 req-26d05a78-d5b7-4593-8a3f-3f9b3a41f1d9 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Synchronizing usage tracker for tenant:6eda011ce6da4a3aa6a9ea578c51725a on resource:port {{(pid=80981) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 06 02:04:33.616891 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-222f4993-538a-41ce-94be-db73f99c93ec req-f648192f-5a01-427f-bd3f-6519c7fa5345 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6039cb9a-cc1a-4a0f-9d68-735214d82775 HTTP/1.1" status: 200  len: 1099 time: 0.1132808
Jul 06 02:04:33.636333 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:04:33.674532 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [req-1b82b6b6-64bd-4a5a-959c-ba8f6683c355 req-26d05a78-d5b7-4593-8a3f-3f9b3a41f1d9 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Unset dirty status for tenant:6eda011ce6da4a3aa6a9ea578c51725a on resource:port {{(pid=80981) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 06 02:04:33.675886 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-1b82b6b6-64bd-4a5a-959c-ba8f6683c355 req-26d05a78-d5b7-4593-8a3f-3f9b3a41f1d9 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/ports?device_id=6039cb9a-cc1a-4a0f-9d68-735214d82775 HTTP/1.1" status: 200  len: 946 time: 0.2262681
Jul 06 02:04:33.682148 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-222f4993-538a-41ce-94be-db73f99c93ec req-7b1b5152-6ef3-4748-b35f-ca78d35cfaf1 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=c71df35b-4799-4342-a354-637fb96e6767&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0626087
Jul 06 02:04:33.730275 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-1b82b6b6-64bd-4a5a-959c-ba8f6683c355 req-e4a7ad33-a784-415f-8772-5f50f1f29db5 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/security-groups?id=c71df35b-4799-4342-a354-637fb96e6767&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0456095
Jul 06 02:04:34.115632 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-76dafd09-8b9e-4f4b-ba8f-a0f9ff874801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:04:34.975562 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667882ab-12bd-43af-8e27-9d6b2bee087c req-f8ffd9a0-f2de-42fc-b832-3d045f8c1fcd tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:04:34.978633 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-667882ab-12bd-43af-8e27-9d6b2bee087c req-f8ffd9a0-f2de-42fc-b832-3d045f8c1fcd tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/ports?device_id=6039cb9a-cc1a-4a0f-9d68-735214d82775 HTTP/1.1" status: 200  len: 946 time: 0.0994716
Jul 06 02:04:35.048977 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-667882ab-12bd-43af-8e27-9d6b2bee087c req-4999f074-94c0-48d5-a2a1-c6217830d03e tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/security-groups?id=c71df35b-4799-4342-a354-637fb96e6767&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0604837
Jul 06 02:04:35.397743 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3aecd24-0f59-4c9a-9c52-9e9edb2ec796 req-cab457c3-c7f2-4bc3-aa20-ad27a6d15d46 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:04:35.401235 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-c3aecd24-0f59-4c9a-9c52-9e9edb2ec796 req-cab457c3-c7f2-4bc3-aa20-ad27a6d15d46 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/ports?device_id=6039cb9a-cc1a-4a0f-9d68-735214d82775 HTTP/1.1" status: 200  len: 946 time: 0.1387382
Jul 06 02:04:35.413685 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80981) accepted ('10.222.0.11', 44908) {{(pid=80981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 02:04:35.425302 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.v2.base [None req-64b60ed9-487f-4264-b482-f5bf63497ad5 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Request body: {'floatingip': {'port_id': '7ce92965-02b9-4b32-ae08-3b3ce62481ad'}} {{(pid=80981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 06 02:04:35.513171 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-fcfe0981-f829-42d2-99d0-fcc19e179060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:04:35.561957 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-64b60ed9-487f-4264-b482-f5bf63497ad5 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Notify callbacks [] for floatingip, before_update {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:04:36.200999 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-64b60ed9-487f-4264-b482-f5bf63497ad5 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:04:36.252463 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-64b60ed9-487f-4264-b482-f5bf63497ad5 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854446392'] for floatingip, after_update {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:04:36.482849 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.db.l3_db [None req-64b60ed9-487f-4264-b482-f5bf63497ad5 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Floating IP 86fb40d9-3bac-484d-ae04-b1d73cb26d5d associated. External IP: 172.27.1.109, port: 7ce92965-02b9-4b32-ae08-3b3ce62481ad.
Jul 06 02:04:36.912044 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64b60ed9-487f-4264-b482-f5bf63497ad5 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Router f4336f44-a745-4a6d-ab82-26313ad46480 has already been hosted by L3 agent 61912d2b-cbf3-48c5-b8b2-dcc1c49052a5 {{(pid=80981) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Jul 06 02:04:37.385877 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64b60ed9-487f-4264-b482-f5bf63497ad5 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Notify agent at l3_agent.dv-cinder-799546-3-iscsi the message routers_updated {{(pid=80981) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jul 06 02:04:37.390752 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-64b60ed9-487f-4264-b482-f5bf63497ad5 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91827'] for floatingip, before_response {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:04:37.407701 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85e547af-a4c7-4283-bd7f-aa34825c25b5 None None] Sync routers for ids ['f4336f44-a745-4a6d-ab82-26313ad46480'] in dv-cinder-799546-3-iscsi {{(pid=80982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Jul 06 02:04:37.432413 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85e547af-a4c7-4283-bd7f-aa34825c25b5 None None] Routers {'f4336f44-a745-4a6d-ab82-26313ad46480'} bound to L3 agent in host dv-cinder-799546-3-iscsi {{(pid=80982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 06 02:04:37.433805 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_hamode_db [None req-85e547af-a4c7-4283-bd7f-aa34825c25b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f31d7456630>, 'dv-cinder-799546-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T01:50:03Z,description=<?>,heartbeat_timestamp=2021-07-06T02:04:33Z,host='dv-cinder-799546-3-iscsi',id=61912d2b-cbf3-48c5-b8b2-dcc1c49052a5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-06T01:50:03Z,topic='l3_agent')) {'router_ids': ['f4336f44-a745-4a6d-ab82-26313ad46480'], 'active': True} {{(pid=80982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 02:04:37.464731 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-64b60ed9-487f-4264-b482-f5bf63497ad5 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "PUT /v2.0/floatingips/86fb40d9-3bac-484d-ae04-b1d73cb26d5d HTTP/1.1" status: 200  len: 992 time: 2.0461864
Jul 06 02:04:37.464731 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6039cb9a-cc1a-4a0f-9d68-735214d82775', 'tag': '7ce92965-02b9-4b32-ae08-3b3ce62481ad'}] {{(pid=80981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 06 02:04:37.546087 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6039cb9a-cc1a-4a0f-9d68-735214d82775', 'tag': '7ce92965-02b9-4b32-ae08-3b3ce62481ad', 'status': 'completed', 'code': 200}
Jul 06 02:04:37.671437 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-a5be0695-d4ad-4e20-baf7-65e94a2f8c7e req-db2c63f5-f4f0-4ea6-ac92-240ec46ada63 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6eda011ce6da4a3aa6a9ea578c51725a&device_id=6039cb9a-cc1a-4a0f-9d68-735214d82775 HTTP/1.1" status: 200  len: 1099 time: 0.0875866
Jul 06 02:04:37.836647 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5be0695-d4ad-4e20-baf7-65e94a2f8c7e req-2ab8dda4-df72-4151-9652-d2f5ed9ee38e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:04:37.838652 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-a5be0695-d4ad-4e20-baf7-65e94a2f8c7e req-2ab8dda4-df72-4151-9652-d2f5ed9ee38e service neutron] 10.222.0.37 "GET /v2.0/networks?id=dc49653d-588e-4ee2-9689-ebb2724e1086 HTTP/1.1" status: 200  len: 917 time: 0.1584249
Jul 06 02:04:37.981970 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-a5be0695-d4ad-4e20-baf7-65e94a2f8c7e req-32bab525-67be-41dd-a4bb-a16f28b7d099 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7ce92965-02b9-4b32-ae08-3b3ce62481ad HTTP/1.1" status: 200  len: 1000 time: 0.1348424
Jul 06 02:04:38.026799 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_dvr_db [None req-85e547af-a4c7-4283-bd7f-aa34825c25b5 None None] Set router f4336f44-a745-4a6d-ab82-26313ad46480 gateway port host: dv-cinder-799546-3-iscsi {{(pid=80982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:850}}
Jul 06 02:04:38.068340 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5be0695-d4ad-4e20-baf7-65e94a2f8c7e req-add2aee3-d154-4d1e-b9b3-c7c239e211de service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:04:38.072297 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-a5be0695-d4ad-4e20-baf7-65e94a2f8c7e req-add2aee3-d154-4d1e-b9b3-c7c239e211de service neutron] 10.222.0.37 "GET /v2.0/subnets?id=989a31a1-084c-4193-9367-4e104f09769b HTTP/1.1" status: 200  len: 855 time: 0.0800984
Jul 06 02:04:38.193363 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-a5be0695-d4ad-4e20-baf7-65e94a2f8c7e req-9abb4993-57ce-4ea1-8afa-5d8652b86815 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=dc49653d-588e-4ee2-9689-ebb2724e1086&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1049118
Jul 06 02:04:38.364612 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-a5be0695-d4ad-4e20-baf7-65e94a2f8c7e req-5c1b7c18-29f9-4473-802b-dec6020ae86f service neutron] 10.222.0.37 "GET /v2.0/networks/dc49653d-588e-4ee2-9689-ebb2724e1086?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1688874
Jul 06 02:04:38.494364 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_hamode_db [None req-85e547af-a4c7-4283-bd7f-aa34825c25b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f31d7456630>, [{'id': 'f4336f44-a745-4a6d-ab82-26313ad46480', 'name': 'tempest-AttachVolumeShelveTestJSON-703016033-router', 'tenant_id': '6eda011ce6da4a3aa6a9ea578c51725a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8', 'external_fixed_ips': [{'subnet_id': '24d74941-6bd6-4d03-882f-a623d522833f', 'ip_address': '172.27.1.52'}], 'enable_snat': True}, 'gw_port_id': '507be5b4-fa06-435c-b115-e54448dceb38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T01:58:36Z', 'updated_at': '2021-07-06T01:58:49Z', 'revision_number': 4, 'project_id': '6eda011ce6da4a3aa6a9ea578c51725a', 'gw_port': {'id': '507be5b4-fa06-435c-b115-e54448dceb38', 'name': '', 'network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:ed:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4336f44-a745-4a6d-ab82-26313ad46480', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '24d74941-6bd6-4d03-882f-a623d522833f', 'ip_address': '172.27.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T01:58:37Z', 'updated_at': '2021-07-06T01:58:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24d74941-6bd6-4d03-882f-a623d522833f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799546-3-iscsi', '_floatingips': [{'id': '86fb40d9-3bac-484d-ae04-b1d73cb26d5d', 'tenant_id': '6eda011ce6da4a3aa6a9ea578c51725a', 'floating_ip_address': '172.27.1.109', 'floating_network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8', 'router_id': 'f4336f44-a745-4a6d-ab82-26313ad46480', 'port_id': '7ce92965-02b9-4b32-ae08-3b3ce62481ad', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc49653d-588e-4ee2-9689-ebb2724e1086', 'mac_address': 'fa:16:3e:d3:a4:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6039cb9a-cc1a-4a0f-9d68-735214d82775', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T02:04:17Z', 'updated_at': '2021-07-06T02:04:36Z', 'revision_number': 1, 'project_id': '6eda011ce6da4a3aa6a9ea578c51725a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10e09a2d-b710-4e2b-bc1a-4f4ec7e2a012', 'name': '', 'network_id': 'dc49653d-588e-4ee2-9689-ebb2724e1086', 'tenant_id': '6eda011ce6da4a3aa6a9ea578c51725a', 'mac_address': 'fa:16:3e:7a:cb:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4336f44-a745-4a6d-ab82-26313ad46480', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '989a31a1-084c-4193-9367-4e104f09769b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T01:58:46Z', 'updated_at': '2021-07-06T01:59:10Z', 'revision_number': 5, 'project_id': '6eda011ce6da4a3aa6a9ea578c51725a', 'subnets': [{'id': '989a31a1-084c-4193-9367-4e104f09769b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799546-3-iscsi', False) {} {{(pid=80982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 02:04:38.500779 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85e547af-a4c7-4283-bd7f-aa34825c25b5 None None] Checking router: f4336f44-a745-4a6d-ab82-26313ad46480 for host: dv-cinder-799546-3-iscsi {{(pid=80982) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Jul 06 02:04:38.515317 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85e547af-a4c7-4283-bd7f-aa34825c25b5 None None] Routers {'f4336f44-a745-4a6d-ab82-26313ad46480'} bound to L3 agent in host dv-cinder-799546-3-iscsi {{(pid=80982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 06 02:04:38.516157 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_hamode_db [None req-85e547af-a4c7-4283-bd7f-aa34825c25b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f31d7456630>, 'dv-cinder-799546-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T01:50:03Z,description=<?>,heartbeat_timestamp=2021-07-06T02:04:33Z,host='dv-cinder-799546-3-iscsi',id=61912d2b-cbf3-48c5-b8b2-dcc1c49052a5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-06T01:50:03Z,topic='l3_agent')) {'router_ids': ['f4336f44-a745-4a6d-ab82-26313ad46480'], 'active': True} {{(pid=80982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 02:04:38.516771 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-a5be0695-d4ad-4e20-baf7-65e94a2f8c7e req-82cf4c43-b408-43cd-85a1-86a6481b7083 service neutron] 10.222.0.37 "GET /v2.0/networks/dc49653d-588e-4ee2-9689-ebb2724e1086?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1445634
Jul 06 02:04:38.711100 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_dvr_db [None req-85e547af-a4c7-4283-bd7f-aa34825c25b5 None None] Set router f4336f44-a745-4a6d-ab82-26313ad46480 gateway port host: dv-cinder-799546-3-iscsi {{(pid=80982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:850}}
Jul 06 02:04:39.132838 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_hamode_db [None req-85e547af-a4c7-4283-bd7f-aa34825c25b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f31d7456630>, [{'id': 'f4336f44-a745-4a6d-ab82-26313ad46480', 'name': 'tempest-AttachVolumeShelveTestJSON-703016033-router', 'tenant_id': '6eda011ce6da4a3aa6a9ea578c51725a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8', 'external_fixed_ips': [{'subnet_id': '24d74941-6bd6-4d03-882f-a623d522833f', 'ip_address': '172.27.1.52'}], 'enable_snat': True}, 'gw_port_id': '507be5b4-fa06-435c-b115-e54448dceb38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T01:58:36Z', 'updated_at': '2021-07-06T01:58:49Z', 'revision_number': 4, 'project_id': '6eda011ce6da4a3aa6a9ea578c51725a', 'gw_port': {'id': '507be5b4-fa06-435c-b115-e54448dceb38', 'name': '', 'network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:ed:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4336f44-a745-4a6d-ab82-26313ad46480', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '24d74941-6bd6-4d03-882f-a623d522833f', 'ip_address': '172.27.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T01:58:37Z', 'updated_at': '2021-07-06T01:58:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24d74941-6bd6-4d03-882f-a623d522833f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799546-3-iscsi', '_floatingips': [{'id': '86fb40d9-3bac-484d-ae04-b1d73cb26d5d', 'tenant_id': '6eda011ce6da4a3aa6a9ea578c51725a', 'floating_ip_address': '172.27.1.109', 'floating_network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8', 'router_id': 'f4336f44-a745-4a6d-ab82-26313ad46480', 'port_id': '7ce92965-02b9-4b32-ae08-3b3ce62481ad', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc49653d-588e-4ee2-9689-ebb2724e1086', 'mac_address': 'fa:16:3e:d3:a4:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6039cb9a-cc1a-4a0f-9d68-735214d82775', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T02:04:17Z', 'updated_at': '2021-07-06T02:04:36Z', 'revision_number': 1, 'project_id': '6eda011ce6da4a3aa6a9ea578c51725a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10e09a2d-b710-4e2b-bc1a-4f4ec7e2a012', 'name': '', 'network_id': 'dc49653d-588e-4ee2-9689-ebb2724e1086', 'tenant_id': '6eda011ce6da4a3aa6a9ea578c51725a', 'mac_address': 'fa:16:3e:7a:cb:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4336f44-a745-4a6d-ab82-26313ad46480', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '989a31a1-084c-4193-9367-4e104f09769b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T01:58:46Z', 'updated_at': '2021-07-06T01:59:10Z', 'revision_number': 5, 'project_id': '6eda011ce6da4a3aa6a9ea578c51725a', 'subnets': [{'id': '989a31a1-084c-4193-9367-4e104f09769b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799546-3-iscsi', False) {} {{(pid=80982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 02:04:39.138211 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85e547af-a4c7-4283-bd7f-aa34825c25b5 None None] The sync data for ids ['f4336f44-a745-4a6d-ab82-26313ad46480'] in dv-cinder-799546-3-iscsi is: [{'id': 'f4336f44-a745-4a6d-ab82-26313ad46480', 'name': 'tempest-AttachVolumeShelveTestJSON-703016033-router', 'tenant_id': '6eda011ce6da4a3aa6a9ea578c51725a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8', 'external_fixed_ips': [{'subnet_id': '24d74941-6bd6-4d03-882f-a623d522833f', 'ip_address': '172.27.1.52'}], 'enable_snat': True}, 'gw_port_id': '507be5b4-fa06-435c-b115-e54448dceb38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T01:58:36Z', 'updated_at': '2021-07-06T01:58:49Z', 'revision_number': 4, 'project_id': '6eda011ce6da4a3aa6a9ea578c51725a', 'gw_port': {'id': '507be5b4-fa06-435c-b115-e54448dceb38', 'name': '', 'network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:ed:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4336f44-a745-4a6d-ab82-26313ad46480', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '24d74941-6bd6-4d03-882f-a623d522833f', 'ip_address': '172.27.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T01:58:37Z', 'updated_at': '2021-07-06T01:58:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24d74941-6bd6-4d03-882f-a623d522833f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799546-3-iscsi', '_floatingips': [{'id': '86fb40d9-3bac-484d-ae04-b1d73cb26d5d', 'tenant_id': '6eda011ce6da4a3aa6a9ea578c51725a', 'floating_ip_address': '172.27.1.109', 'floating_network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8', 'router_id': 'f4336f44-a745-4a6d-ab82-26313ad46480', 'port_id': '7ce92965-02b9-4b32-ae08-3b3ce62481ad', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc49653d-588e-4ee2-9689-ebb2724e1086', 'mac_address': 'fa:16:3e:d3:a4:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6039cb9a-cc1a-4a0f-9d68-735214d82775', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T02:04:17Z', 'updated_at': '2021-07-06T02:04:36Z', 'revision_number': 1, 'project_id': '6eda011ce6da4a3aa6a9ea578c51725a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10e09a2d-b710-4e2b-bc1a-4f4ec7e2a012', 'name': '', 'network_id': 'dc49653d-588e-4ee2-9689-ebb2724e1086', 'tenant_id': '6eda011ce6da4a3aa6a9ea578c51725a', 'mac_address': 'fa:16:3e:7a:cb:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4336f44-a745-4a6d-ab82-26313ad46480', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '989a31a1-084c-4193-9367-4e104f09769b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T01:58:46Z', 'updated_at': '2021-07-06T01:59:10Z', 'revision_number': 5, 'project_id': '6eda011ce6da4a3aa6a9ea578c51725a', 'subnets': [{'id': '989a31a1-084c-4193-9367-4e104f09769b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=80982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Jul 06 02:04:39.556565 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77ba45a0-4d68-41bc-ac3e-0ae588cdb6a0 None None] New status for floating IP 86fb40d9-3bac-484d-ae04-b1d73cb26d5d: ACTIVE {{(pid=80983) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:278}}
Jul 06 02:04:40.061589 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.agents_db [None req-b173abe4-0d36-4765-adb2-33779d11156f None None] Agent healthcheck: found 6 active agents {{(pid=80983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Jul 06 02:04:51.897308 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80980) accepted ('10.222.0.11', 45122) {{(pid=80980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 02:04:52.116544 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-30471f44-c985-4e59-a9ce-a591709dcedb admin admin] Notify callbacks [] for security_group, before_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:04:52.150716 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-30471f44-c985-4e59-a9ce-a591709dcedb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 02:04:52.155367 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-30471f44-c985-4e59-a9ce-a591709dcedb admin admin] Usage tracker for resource:security_group_rule and tenant:622c5b23ebf94f04aed6c70510356bc5 is out of sync, need to count used quota {{(pid=80980) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 02:04:52.158831 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-30471f44-c985-4e59-a9ce-a591709dcedb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80980) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 02:04:52.166163 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-30471f44-c985-4e59-a9ce-a591709dcedb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 02:04:52.319229 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-30471f44-c985-4e59-a9ce-a591709dcedb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:04:52.350236 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-30471f44-c985-4e59-a9ce-a591709dcedb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428228'] for security_group, after_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:04:52.358485 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-dc226aeb-cab5-4bd3-8a49-adcaf290b7d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:04:52.405121 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30471f44-c985-4e59-a9ce-a591709dcedb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9135e46-de61-4bf1-b8b3-90af7cef520b,revision_number=1']} {{(pid=80980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:04:52.413129 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-30471f44-c985-4e59-a9ce-a591709dcedb admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=622c5b23ebf94f04aed6c70510356bc5&name=default HTTP/1.1" status: 200  len: 2629 time: 0.5139136
Jul 06 02:04:52.417668 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80981) accepted ('10.222.0.11', 45128) {{(pid=80981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 02:04:52.419389 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30471f44-c985-4e59-a9ce-a591709dcedb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:04:52.419809 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30471f44-c985-4e59-a9ce-a591709dcedb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:04:52.420265 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30471f44-c985-4e59-a9ce-a591709dcedb admin admin] Version for resource type Network changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:04:52.420618 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30471f44-c985-4e59-a9ce-a591709dcedb admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:04:52.421067 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30471f44-c985-4e59-a9ce-a591709dcedb admin admin] Version for resource type PortForwarding changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:04:52.421484 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30471f44-c985-4e59-a9ce-a591709dcedb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:04:52.421891 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30471f44-c985-4e59-a9ce-a591709dcedb admin admin] Version for resource type SecurityGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:04:52.422299 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30471f44-c985-4e59-a9ce-a591709dcedb admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:04:52.425279 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30471f44-c985-4e59-a9ce-a591709dcedb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:04:52.425279 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30471f44-c985-4e59-a9ce-a591709dcedb admin admin] Version for resource type Subnet changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:04:52.425279 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30471f44-c985-4e59-a9ce-a591709dcedb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:04:52.427875 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-30471f44-c985-4e59-a9ce-a591709dcedb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:04:52.500282 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-61f1fc02-90b1-4b11-8494-cb24343e03f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:04:52.540365 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-61f1fc02-90b1-4b11-8494-cb24343e03f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:04:52.693578 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-61f1fc02-90b1-4b11-8494-cb24343e03f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428228'] for security_group, after_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:04:52.703638 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-832516df-1655-43a8-a628-dcba31e87bd7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:04:52.727266 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f1fc02-90b1-4b11-8494-cb24343e03f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9135e46-de61-4bf1-b8b3-90af7cef520b,revision_number=None']} {{(pid=80981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:04:52.737796 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-61f1fc02-90b1-4b11-8494-cb24343e03f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:04:52.739092 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-61f1fc02-90b1-4b11-8494-cb24343e03f6 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e9135e46-de61-4bf1-b8b3-90af7cef520b HTTP/1.1" status: 204  len: 168 time: 0.3200102
Jul 06 02:04:52.742404 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f1fc02-90b1-4b11-8494-cb24343e03f6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:04:52.743693 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f1fc02-90b1-4b11-8494-cb24343e03f6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:04:52.745948 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f1fc02-90b1-4b11-8494-cb24343e03f6 admin admin] Version for resource type Network changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:04:52.746303 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f1fc02-90b1-4b11-8494-cb24343e03f6 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:04:52.746729 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f1fc02-90b1-4b11-8494-cb24343e03f6 admin admin] Version for resource type PortForwarding changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:04:52.747146 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f1fc02-90b1-4b11-8494-cb24343e03f6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:04:52.747562 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f1fc02-90b1-4b11-8494-cb24343e03f6 admin admin] Version for resource type SecurityGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:04:52.747946 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f1fc02-90b1-4b11-8494-cb24343e03f6 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:04:52.748351 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f1fc02-90b1-4b11-8494-cb24343e03f6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:04:52.748756 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f1fc02-90b1-4b11-8494-cb24343e03f6 admin admin] Version for resource type Subnet changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:04:52.749216 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f1fc02-90b1-4b11-8494-cb24343e03f6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:04:52.757678 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-61f1fc02-90b1-4b11-8494-cb24343e03f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:04:53.277897 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80981) accepted ('10.222.0.11', 45140) {{(pid=80981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 02:04:53.297659 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-96500c31-6b3f-4d28-9e53-589c0c7e1bf9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:04:53.386790 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-96500c31-6b3f-4d28-9e53-589c0c7e1bf9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 02:04:53.390918 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-96500c31-6b3f-4d28-9e53-589c0c7e1bf9 admin admin] Usage tracker for resource:security_group_rule and tenant:bca788cf4e30417187868f2669da0f46 is out of sync, need to count used quota {{(pid=80981) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 02:04:53.394085 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-96500c31-6b3f-4d28-9e53-589c0c7e1bf9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80981) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 02:04:53.400758 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-96500c31-6b3f-4d28-9e53-589c0c7e1bf9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 02:04:53.472632 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-96500c31-6b3f-4d28-9e53-589c0c7e1bf9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:04:53.506701 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-96500c31-6b3f-4d28-9e53-589c0c7e1bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428228'] for security_group, after_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:04:53.518380 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-fd1b5a26-aad9-4e2f-811b-09d8e9cd58e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:04:53.567451 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96500c31-6b3f-4d28-9e53-589c0c7e1bf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00abbacc-a6af-4d2b-bcec-76bf080c39c6,revision_number=1']} {{(pid=80981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:04:53.570800 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-96500c31-6b3f-4d28-9e53-589c0c7e1bf9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:04:53.575712 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-96500c31-6b3f-4d28-9e53-589c0c7e1bf9 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=bca788cf4e30417187868f2669da0f46&name=default HTTP/1.1" status: 200  len: 2629 time: 0.2957408
Jul 06 02:04:53.577753 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80981) accepted ('10.222.0.11', 45144) {{(pid=80981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 02:04:53.649982 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-3100f690-56bc-40e0-a735-43a075ac4d24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:04:53.679000 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-3100f690-56bc-40e0-a735-43a075ac4d24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:04:53.752431 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-3100f690-56bc-40e0-a735-43a075ac4d24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428228'] for security_group, after_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:04:53.757903 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-e09d78d3-d277-4b8d-8b3b-f6cf1e4d05c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:04:53.777315 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3100f690-56bc-40e0-a735-43a075ac4d24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00abbacc-a6af-4d2b-bcec-76bf080c39c6,revision_number=None']} {{(pid=80981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:04:53.779685 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-3100f690-56bc-40e0-a735-43a075ac4d24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:04:53.782008 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-3100f690-56bc-40e0-a735-43a075ac4d24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:04:53.785635 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-3100f690-56bc-40e0-a735-43a075ac4d24 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/00abbacc-a6af-4d2b-bcec-76bf080c39c6 HTTP/1.1" status: 204  len: 168 time: 0.2041500
Jul 06 02:05:00.331011 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80980) accepted ('10.222.0.11', 45276) {{(pid=80980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 02:05:00.493796 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-2b0b94e7-5bc3-4645-aae7-8d57aa487372 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:05:00.525929 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-2b0b94e7-5bc3-4645-aae7-8d57aa487372 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 02:05:00.529950 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-2b0b94e7-5bc3-4645-aae7-8d57aa487372 admin admin] Usage tracker for resource:security_group_rule and tenant:f63643199457466e9a9011592aa7ab37 is out of sync, need to count used quota {{(pid=80980) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 02:05:00.533036 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-2b0b94e7-5bc3-4645-aae7-8d57aa487372 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80980) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 02:05:00.539515 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-2b0b94e7-5bc3-4645-aae7-8d57aa487372 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 02:05:00.608692 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-2b0b94e7-5bc3-4645-aae7-8d57aa487372 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:05:00.646982 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-2b0b94e7-5bc3-4645-aae7-8d57aa487372 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428228'] for security_group, after_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:05:00.654850 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-30471f44-c985-4e59-a9ce-a591709dcedb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:05:00.669393 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-1aab39be-058e-46ef-b7de-d6c474d9b7b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:05:00.699427 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0b94e7-5bc3-4645-aae7-8d57aa487372 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8704680c-f6b4-41ac-8443-91f4a4db1b04,revision_number=1']} {{(pid=80980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:05:00.702772 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-2b0b94e7-5bc3-4645-aae7-8d57aa487372 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:05:00.705239 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-2b0b94e7-5bc3-4645-aae7-8d57aa487372 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f63643199457466e9a9011592aa7ab37&name=default HTTP/1.1" status: 200  len: 2629 time: 0.3730800
Jul 06 02:05:00.710792 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80980) accepted ('10.222.0.11', 45284) {{(pid=80980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 02:05:00.781354 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-29ae7123-35f7-4be1-827d-5073ed37e712 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:05:00.810930 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-29ae7123-35f7-4be1-827d-5073ed37e712 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:05:00.972314 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-29ae7123-35f7-4be1-827d-5073ed37e712 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428228'] for security_group, after_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:05:00.977859 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-051cedcd-62e8-4e49-b8d5-faa4ceaa9204 tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:05:00.991969 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ae7123-35f7-4be1-827d-5073ed37e712 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8704680c-f6b4-41ac-8443-91f4a4db1b04,revision_number=None']} {{(pid=80980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:05:00.994504 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-29ae7123-35f7-4be1-827d-5073ed37e712 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:05:01.002956 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-29ae7123-35f7-4be1-827d-5073ed37e712 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:05:01.004188 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-29ae7123-35f7-4be1-827d-5073ed37e712 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8704680c-f6b4-41ac-8443-91f4a4db1b04 HTTP/1.1" status: 204  len: 168 time: 0.2923529
Jul 06 02:05:01.600842 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80980) accepted ('10.222.0.11', 45294) {{(pid=80980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 02:05:01.621183 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-a5559e5a-1b2b-41db-8fab-7b56287b9f99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:05:01.658182 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-a5559e5a-1b2b-41db-8fab-7b56287b9f99 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 02:05:01.662843 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-a5559e5a-1b2b-41db-8fab-7b56287b9f99 admin admin] Usage tracker for resource:security_group_rule and tenant:679d049dfb0749828b93a15e99ac31f4 is out of sync, need to count used quota {{(pid=80980) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 02:05:01.666032 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-a5559e5a-1b2b-41db-8fab-7b56287b9f99 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80980) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 02:05:01.672554 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-a5559e5a-1b2b-41db-8fab-7b56287b9f99 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 02:05:01.753579 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-a5559e5a-1b2b-41db-8fab-7b56287b9f99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:05:01.781176 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-a5559e5a-1b2b-41db-8fab-7b56287b9f99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428228'] for security_group, after_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:05:01.790219 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-967c3038-166c-48fe-807a-1067380f0603 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:05:01.837185 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5559e5a-1b2b-41db-8fab-7b56287b9f99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c86f3bbc-2881-45aa-8563-c93ca1dcaced,revision_number=1']} {{(pid=80980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:05:01.840841 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-a5559e5a-1b2b-41db-8fab-7b56287b9f99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:05:01.845230 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-a5559e5a-1b2b-41db-8fab-7b56287b9f99 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=679d049dfb0749828b93a15e99ac31f4&name=default HTTP/1.1" status: 200  len: 2629 time: 0.2427123
Jul 06 02:05:01.847650 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80980) accepted ('10.222.0.11', 45300) {{(pid=80980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 02:05:01.970078 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-30abd658-b282-4411-8b3c-4028250a7fa2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:05:01.999735 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-30abd658-b282-4411-8b3c-4028250a7fa2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:05:02.126725 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-30abd658-b282-4411-8b3c-4028250a7fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428228'] for security_group, after_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:05:02.131888 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-2b0b94e7-5bc3-4645-aae7-8d57aa487372 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:05:02.147717 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abd658-b282-4411-8b3c-4028250a7fa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c86f3bbc-2881-45aa-8563-c93ca1dcaced,revision_number=None']} {{(pid=80980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:05:02.150374 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-30abd658-b282-4411-8b3c-4028250a7fa2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:05:02.151577 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-30abd658-b282-4411-8b3c-4028250a7fa2 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c86f3bbc-2881-45aa-8563-c93ca1dcaced HTTP/1.1" status: 204  len: 168 time: 0.2988975
Jul 06 02:05:02.152591 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-30abd658-b282-4411-8b3c-4028250a7fa2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:05:02.256248 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:05:03.166984 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-f6c42a7d-e8d6-4ed8-9211-c0709bf9cbc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:05:03.638203 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:05:03.841833 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-892f6d44-fccd-4c99-af4b-66f6f64a4b3d req-8069ed71-d760-4739-bcbf-423d9f12259c tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2116406826&fields=id&tenant_id=401d2ca991dc46759fcf67d09fce603c HTTP/1.1" status: 200  len: 267 time: 0.0468190
Jul 06 02:05:03.930018 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892f6d44-fccd-4c99-af4b-66f6f64a4b3d req-34b4bcef-12d1-4349-a252-776e1aefcc02 tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:05:03.931629 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-892f6d44-fccd-4c99-af4b-66f6f64a4b3d req-34b4bcef-12d1-4349-a252-776e1aefcc02 tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] 10.222.0.11 "GET /v2.0/ports?device_id=687eed38-d64f-4a2f-a84a-94bfbd4218f7 HTTP/1.1" status: 200  len: 985 time: 0.0825951
Jul 06 02:05:03.946044 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.v2.base [req-892f6d44-fccd-4c99-af4b-66f6f64a4b3d req-0be202e4-e8c2-4393-9597-8a7b5f8e60f5 tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] Request body: {'port': {'security_groups': ['32922aa1-4b90-4fe3-ab2c-607c8c38952f']}} {{(pid=80981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 06 02:05:04.067608 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-892f6d44-fccd-4c99-af4b-66f6f64a4b3d req-0be202e4-e8c2-4393-9597-8a7b5f8e60f5 tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1050496'] for port, before_update {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:05:04.120861 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-76dafd09-8b9e-4f4b-ba8f-a0f9ff874801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:05:04.323750 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [req-892f6d44-fccd-4c99-af4b-66f6f64a4b3d req-0be202e4-e8c2-4393-9597-8a7b5f8e60f5 tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] For port bbc5d287-5724-4074-9c78-b059af1fb49f, host hv-cinder-79954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79954',level=0,port_id=bbc5d287-5724-4074-9c78-b059af1fb49f,segment=NetworkSegment(c4ec3934-d771-4179-8b63-e401bf6e09be),segment_id=c4ec3934-d771-4179-8b63-e401bf6e09be)] {{(pid=80981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 02:05:04.350758 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-892f6d44-fccd-4c99-af4b-66f6f64a4b3d req-0be202e4-e8c2-4393-9597-8a7b5f8e60f5 tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] Notify callbacks [] for port, precommit_update {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:05:04.378043 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-892f6d44-fccd-4c99-af4b-66f6f64a4b3d req-0be202e4-e8c2-4393-9597-8a7b5f8e60f5 tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740753762112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740753409037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296101366746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14885351'] for port, after_update {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:05:04.384712 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:05:04.393997 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] get_ports_and_sgs() called for port_ids ['bbc5d287-5724-4074-9c78-b059af1fb49f'] {{(pid=80982) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:184}}
Jul 06 02:05:04.459834 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892f6d44-fccd-4c99-af4b-66f6f64a4b3d req-0be202e4-e8c2-4393-9597-8a7b5f8e60f5 tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:05:04.460714 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-892f6d44-fccd-4c99-af4b-66f6f64a4b3d req-0be202e4-e8c2-4393-9597-8a7b5f8e60f5 tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91827'] for port, before_response {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:05:04.462291 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-892f6d44-fccd-4c99-af4b-66f6f64a4b3d req-0be202e4-e8c2-4393-9597-8a7b5f8e60f5 tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] 10.222.0.11 "PUT /v2.0/ports/bbc5d287-5724-4074-9c78-b059af1fb49f HTTP/1.1" status: 200  len: 943 time: 0.5221972
Jul 06 02:05:04.462886 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '687eed38-d64f-4a2f-a84a-94bfbd4218f7', 'tag': 'bbc5d287-5724-4074-9c78-b059af1fb49f'}] {{(pid=80981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 06 02:05:04.475085 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80980) accepted ('10.222.0.11', 45360) {{(pid=80980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 02:05:04.481027 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be202e4-e8c2-4393-9597-8a7b5f8e60f5 tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] Pushing event updated for resources: {'Port': ['ID=bbc5d287-5724-4074-9c78-b059af1fb49f,revision_number=7']} {{(pid=80981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:05:04.485340 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-0be202e4-e8c2-4393-9597-8a7b5f8e60f5 tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:05:04.569351 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] get_ports_and_sgs() called for port_ids ['bbc5d287-5724-4074-9c78-b059af1fb49f'] {{(pid=80982) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:184}}
Jul 06 02:05:04.610488 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-4cec85f3-463c-471f-8620-ca4f02fd6e49 tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] Notify callbacks [] for security_group, before_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:05:04.657574 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-4cec85f3-463c-471f-8620-ca4f02fd6e49 tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:05:04.769016 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '687eed38-d64f-4a2f-a84a-94bfbd4218f7', 'tag': 'bbc5d287-5724-4074-9c78-b059af1fb49f', 'status': 'completed', 'code': 200}
Jul 06 02:05:04.783822 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-4cec85f3-463c-471f-8620-ca4f02fd6e49 tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428228'] for security_group, after_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:05:04.789985 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-fd8ecf22-6c6a-43bc-a090-22dd8d70c828 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:05:04.808330 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cec85f3-463c-471f-8620-ca4f02fd6e49 tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae70ad60-ac37-4fd1-96a6-6cda0f2373ea,revision_number=None']} {{(pid=80980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:05:04.816573 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-4cec85f3-463c-471f-8620-ca4f02fd6e49 tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:05:04.843922 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-4cec85f3-463c-471f-8620-ca4f02fd6e49 tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] Notify callbacks [] for security_group, before_response {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:05:04.845689 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-4cec85f3-463c-471f-8620-ca4f02fd6e49 tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] 10.222.0.11 "DELETE /v2.0/security-groups/ae70ad60-ac37-4fd1-96a6-6cda0f2373ea HTTP/1.1" status: 204  len: 168 time: 0.3689783
Jul 06 02:05:04.848661 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80980) accepted ('10.222.0.11', 45370) {{(pid=80980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 02:05:04.886601 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.provisioning_blocks [None req-b12937c0-45b0-42ad-94a9-c502236a749a None None] Provisioning complete for port bbc5d287-5724-4074-9c78-b059af1fb49f triggered by entity DHCP. {{(pid=80982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 06 02:05:04.890408 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-b12937c0-45b0-42ad-94a9-c502236a749a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1309268'] for port, provisioning_complete {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:05:04.919259 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-827355e6-4022-47f7-9e5a-68b719a361f4 req-60d69227-078b-4a6b-b792-148b56d4ce79 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=401d2ca991dc46759fcf67d09fce603c&device_id=687eed38-d64f-4a2f-a84a-94bfbd4218f7 HTTP/1.1" status: 200  len: 1099 time: 0.1204495
Jul 06 02:05:05.078854 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827355e6-4022-47f7-9e5a-68b719a361f4 req-9d7d83df-13a5-43ff-8b7b-cb8e44c086d8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:05:05.080732 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-827355e6-4022-47f7-9e5a-68b719a361f4 req-9d7d83df-13a5-43ff-8b7b-cb8e44c086d8 service neutron] 10.222.0.37 "GET /v2.0/networks?id=a2a87d65-a05d-450f-9e6b-5f2752e2d94c HTTP/1.1" status: 200  len: 915 time: 0.1515286
Jul 06 02:05:05.192514 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-827355e6-4022-47f7-9e5a-68b719a361f4 req-76aad81e-588e-4be2-90cf-06ab60388e60 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bbc5d287-5724-4074-9c78-b059af1fb49f HTTP/1.1" status: 200  len: 1001 time: 0.1036353
Jul 06 02:05:05.279415 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827355e6-4022-47f7-9e5a-68b719a361f4 req-2f142984-ac23-40cf-a5ed-dde87fa158ae service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:05:05.281637 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-827355e6-4022-47f7-9e5a-68b719a361f4 req-2f142984-ac23-40cf-a5ed-dde87fa158ae service neutron] 10.222.0.37 "GET /v2.0/subnets?id=21d8d59e-2cce-462a-ad6e-a7b8e471a7ff HTTP/1.1" status: 200  len: 853 time: 0.0812950
Jul 06 02:05:05.286518 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.plugin [None req-a03c1182-eeb9-415b-b0eb-dd7e530506fd tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] Deleting port 9a98c742-635f-43b9-a86c-b61757cac00f {{(pid=80980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1879}}
Jul 06 02:05:05.287608 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-a03c1182-eeb9-415b-b0eb-dd7e530506fd tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296100957044'] for port, before_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:05:05.373038 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-827355e6-4022-47f7-9e5a-68b719a361f4 req-8412f59f-d232-44a5-8109-f19cbe4a42b9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a2a87d65-a05d-450f-9e6b-5f2752e2d94c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0826149
Jul 06 02:05:05.472526 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-a03c1182-eeb9-415b-b0eb-dd7e530506fd tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328131'] for port, precommit_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:05:05.472834 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-a03c1182-eeb9-415b-b0eb-dd7e530506fd tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:05:05.497852 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-fcfe0981-f829-42d2-99d0-fcc19e179060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:05:05.542828 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-827355e6-4022-47f7-9e5a-68b719a361f4 req-5d732b14-461a-49e4-a2c8-f95c1e77acd2 service neutron] 10.222.0.37 "GET /v2.0/networks/a2a87d65-a05d-450f-9e6b-5f2752e2d94c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1562264
Jul 06 02:05:05.603200 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.plugin [None req-a03c1182-eeb9-415b-b0eb-dd7e530506fd tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] Calling delete_port for 9a98c742-635f-43b9-a86c-b61757cac00f owned by network:floatingip {{(pid=80980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1952}}
Jul 06 02:05:05.716333 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-827355e6-4022-47f7-9e5a-68b719a361f4 req-e45f3b32-1704-48f6-8ea5-0a9f6affb1f6 service neutron] 10.222.0.37 "GET /v2.0/networks/a2a87d65-a05d-450f-9e6b-5f2752e2d94c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1638122
Jul 06 02:05:05.886391 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-a03c1182-eeb9-415b-b0eb-dd7e530506fd tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740753762095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296101366780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839946710'] for port, after_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:05:05.891600 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:05:05.938387 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03c1182-eeb9-415b-b0eb-dd7e530506fd tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] Pushing event deleted for resources: {'Port': ['ID=9a98c742-635f-43b9-a86c-b61757cac00f,revision_number=None']} {{(pid=80980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:05:05.970222 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-a03c1182-eeb9-415b-b0eb-dd7e530506fd tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:05:06.037831 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-a03c1182-eeb9-415b-b0eb-dd7e530506fd tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] Notify callbacks [] for floatingip, after_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:05:06.457429 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a03c1182-eeb9-415b-b0eb-dd7e530506fd tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] Router 6c89e5d1-5b98-42ef-98f2-c3748ff397c7 has already been hosted by L3 agent 61912d2b-cbf3-48c5-b8b2-dcc1c49052a5 {{(pid=80980) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Jul 06 02:05:06.656645 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a03c1182-eeb9-415b-b0eb-dd7e530506fd tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] Notify agent at l3_agent.dv-cinder-799546-3-iscsi the message routers_updated {{(pid=80980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jul 06 02:05:06.666917 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7633c80-7664-43e5-a76c-2228cf69342e None None] Sync routers for ids ['6c89e5d1-5b98-42ef-98f2-c3748ff397c7'] in dv-cinder-799546-3-iscsi {{(pid=80982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Jul 06 02:05:06.679858 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7633c80-7664-43e5-a76c-2228cf69342e None None] Routers {'6c89e5d1-5b98-42ef-98f2-c3748ff397c7'} bound to L3 agent in host dv-cinder-799546-3-iscsi {{(pid=80982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 06 02:05:06.686452 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_hamode_db [None req-c7633c80-7664-43e5-a76c-2228cf69342e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f31d71991d0>, 'dv-cinder-799546-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T01:50:03Z,description=<?>,heartbeat_timestamp=2021-07-06T02:05:03Z,host='dv-cinder-799546-3-iscsi',id=61912d2b-cbf3-48c5-b8b2-dcc1c49052a5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-06T01:50:03Z,topic='l3_agent')) {'router_ids': ['6c89e5d1-5b98-42ef-98f2-c3748ff397c7'], 'active': True} {{(pid=80982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 02:05:06.709671 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-a03c1182-eeb9-415b-b0eb-dd7e530506fd tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91827'] for floatingip, before_response {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:05:06.764867 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-a03c1182-eeb9-415b-b0eb-dd7e530506fd tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] 10.222.0.11 "DELETE /v2.0/floatingips/9eb5c502-f637-4a89-b501-4dc7fd4b4a6c HTTP/1.1" status: 204  len: 168 time: 1.9110770
Jul 06 02:05:06.764867 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '687eed38-d64f-4a2f-a84a-94bfbd4218f7', 'tag': 'bbc5d287-5724-4074-9c78-b059af1fb49f'}] {{(pid=80980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 06 02:05:06.816968 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '687eed38-d64f-4a2f-a84a-94bfbd4218f7', 'tag': 'bbc5d287-5724-4074-9c78-b059af1fb49f', 'status': 'completed', 'code': 200}
Jul 06 02:05:06.867931 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_dvr_db [None req-c7633c80-7664-43e5-a76c-2228cf69342e None None] Set router 6c89e5d1-5b98-42ef-98f2-c3748ff397c7 gateway port host: dv-cinder-799546-3-iscsi {{(pid=80982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:850}}
Jul 06 02:05:06.956408 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-637ffed9-6069-45e9-9d0c-7a3f6cf9f7b7 req-7fe0e3a2-9fc9-494d-91b0-a3b55ae43cd2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=401d2ca991dc46759fcf67d09fce603c&device_id=687eed38-d64f-4a2f-a84a-94bfbd4218f7 HTTP/1.1" status: 200  len: 1099 time: 0.1101639
Jul 06 02:05:07.199422 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637ffed9-6069-45e9-9d0c-7a3f6cf9f7b7 req-a5239ccc-1da7-4144-9652-9b2d61fe19d8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:05:07.201169 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-637ffed9-6069-45e9-9d0c-7a3f6cf9f7b7 req-a5239ccc-1da7-4144-9652-9b2d61fe19d8 service neutron] 10.222.0.37 "GET /v2.0/networks?id=a2a87d65-a05d-450f-9e6b-5f2752e2d94c HTTP/1.1" status: 200  len: 915 time: 0.2350459
Jul 06 02:05:07.471413 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_hamode_db [None req-c7633c80-7664-43e5-a76c-2228cf69342e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f31d71991d0>, [{'id': '6c89e5d1-5b98-42ef-98f2-c3748ff397c7', 'name': 'tempest-TestMinimumBasicScenario-376566771-router', 'tenant_id': '401d2ca991dc46759fcf67d09fce603c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8', 'external_fixed_ips': [{'subnet_id': '24d74941-6bd6-4d03-882f-a623d522833f', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': 'f33ff64d-4dbb-4f83-9d57-9dc4f57afcec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T02:00:52Z', 'updated_at': '2021-07-06T02:01:02Z', 'revision_number': 4, 'project_id': '401d2ca991dc46759fcf67d09fce603c', 'gw_port': {'id': 'f33ff64d-4dbb-4f83-9d57-9dc4f57afcec', 'name': '', 'network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:f1:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c89e5d1-5b98-42ef-98f2-c3748ff397c7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '24d74941-6bd6-4d03-882f-a623d522833f', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T02:00:54Z', 'updated_at': '2021-07-06T02:01:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24d74941-6bd6-4d03-882f-a623d522833f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799546-3-iscsi', '_interfaces': [{'id': '326e7c3a-8348-4916-9ad7-655c93e9e48e', 'name': '', 'network_id': 'a2a87d65-a05d-450f-9e6b-5f2752e2d94c', 'tenant_id': '401d2ca991dc46759fcf67d09fce603c', 'mac_address': 'fa:16:3e:8a:f6:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c89e5d1-5b98-42ef-98f2-c3748ff397c7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '21d8d59e-2cce-462a-ad6e-a7b8e471a7ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T02:01:00Z', 'updated_at': '2021-07-06T02:01:25Z', 'revision_number': 5, 'project_id': '401d2ca991dc46759fcf67d09fce603c', 'subnets': [{'id': '21d8d59e-2cce-462a-ad6e-a7b8e471a7ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799546-3-iscsi', False) {} {{(pid=80982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 02:05:07.477221 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7633c80-7664-43e5-a76c-2228cf69342e None None] Checking router: 6c89e5d1-5b98-42ef-98f2-c3748ff397c7 for host: dv-cinder-799546-3-iscsi {{(pid=80982) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Jul 06 02:05:07.492700 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7633c80-7664-43e5-a76c-2228cf69342e None None] Routers {'6c89e5d1-5b98-42ef-98f2-c3748ff397c7'} bound to L3 agent in host dv-cinder-799546-3-iscsi {{(pid=80982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 06 02:05:07.493649 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_hamode_db [None req-c7633c80-7664-43e5-a76c-2228cf69342e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f31d71991d0>, 'dv-cinder-799546-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T01:50:03Z,description=<?>,heartbeat_timestamp=2021-07-06T02:05:03Z,host='dv-cinder-799546-3-iscsi',id=61912d2b-cbf3-48c5-b8b2-dcc1c49052a5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-06T01:50:03Z,topic='l3_agent')) {'router_ids': ['6c89e5d1-5b98-42ef-98f2-c3748ff397c7'], 'active': True} {{(pid=80982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 02:05:07.595038 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-637ffed9-6069-45e9-9d0c-7a3f6cf9f7b7 req-e865fc1f-15af-496b-8b5c-d3450dfeab74 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bbc5d287-5724-4074-9c78-b059af1fb49f HTTP/1.1" status: 200  len: 217 time: 0.3816433
Jul 06 02:05:07.678965 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637ffed9-6069-45e9-9d0c-7a3f6cf9f7b7 req-b58d101e-f47d-42f9-99f3-965c3bd33d67 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:05:07.680894 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-637ffed9-6069-45e9-9d0c-7a3f6cf9f7b7 req-b58d101e-f47d-42f9-99f3-965c3bd33d67 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=21d8d59e-2cce-462a-ad6e-a7b8e471a7ff HTTP/1.1" status: 200  len: 853 time: 0.0787854
Jul 06 02:05:07.741523 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_dvr_db [None req-c7633c80-7664-43e5-a76c-2228cf69342e None None] Set router 6c89e5d1-5b98-42ef-98f2-c3748ff397c7 gateway port host: dv-cinder-799546-3-iscsi {{(pid=80982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:850}}
Jul 06 02:05:07.766538 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-637ffed9-6069-45e9-9d0c-7a3f6cf9f7b7 req-0e76c71a-27a7-4a96-a035-f3e48118b5f5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a2a87d65-a05d-450f-9e6b-5f2752e2d94c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0774391
Jul 06 02:05:07.925808 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-637ffed9-6069-45e9-9d0c-7a3f6cf9f7b7 req-2f3f3f59-fb05-4d12-8c1a-847fc848f98a service neutron] 10.222.0.37 "GET /v2.0/networks/a2a87d65-a05d-450f-9e6b-5f2752e2d94c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1510284
Jul 06 02:05:08.078917 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_hamode_db [None req-c7633c80-7664-43e5-a76c-2228cf69342e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f31d71991d0>, [{'id': '6c89e5d1-5b98-42ef-98f2-c3748ff397c7', 'name': 'tempest-TestMinimumBasicScenario-376566771-router', 'tenant_id': '401d2ca991dc46759fcf67d09fce603c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8', 'external_fixed_ips': [{'subnet_id': '24d74941-6bd6-4d03-882f-a623d522833f', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': 'f33ff64d-4dbb-4f83-9d57-9dc4f57afcec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T02:00:52Z', 'updated_at': '2021-07-06T02:01:02Z', 'revision_number': 4, 'project_id': '401d2ca991dc46759fcf67d09fce603c', 'gw_port': {'id': 'f33ff64d-4dbb-4f83-9d57-9dc4f57afcec', 'name': '', 'network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:f1:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c89e5d1-5b98-42ef-98f2-c3748ff397c7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '24d74941-6bd6-4d03-882f-a623d522833f', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T02:00:54Z', 'updated_at': '2021-07-06T02:01:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24d74941-6bd6-4d03-882f-a623d522833f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799546-3-iscsi', '_interfaces': [{'id': '326e7c3a-8348-4916-9ad7-655c93e9e48e', 'name': '', 'network_id': 'a2a87d65-a05d-450f-9e6b-5f2752e2d94c', 'tenant_id': '401d2ca991dc46759fcf67d09fce603c', 'mac_address': 'fa:16:3e:8a:f6:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c89e5d1-5b98-42ef-98f2-c3748ff397c7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '21d8d59e-2cce-462a-ad6e-a7b8e471a7ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T02:01:00Z', 'updated_at': '2021-07-06T02:01:25Z', 'revision_number': 5, 'project_id': '401d2ca991dc46759fcf67d09fce603c', 'subnets': [{'id': '21d8d59e-2cce-462a-ad6e-a7b8e471a7ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799546-3-iscsi', False) {} {{(pid=80982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 02:05:08.083030 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7633c80-7664-43e5-a76c-2228cf69342e None None] The sync data for ids ['6c89e5d1-5b98-42ef-98f2-c3748ff397c7'] in dv-cinder-799546-3-iscsi is: [{'id': '6c89e5d1-5b98-42ef-98f2-c3748ff397c7', 'name': 'tempest-TestMinimumBasicScenario-376566771-router', 'tenant_id': '401d2ca991dc46759fcf67d09fce603c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8', 'external_fixed_ips': [{'subnet_id': '24d74941-6bd6-4d03-882f-a623d522833f', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': 'f33ff64d-4dbb-4f83-9d57-9dc4f57afcec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T02:00:52Z', 'updated_at': '2021-07-06T02:01:02Z', 'revision_number': 4, 'project_id': '401d2ca991dc46759fcf67d09fce603c', 'gw_port': {'id': 'f33ff64d-4dbb-4f83-9d57-9dc4f57afcec', 'name': '', 'network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:f1:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c89e5d1-5b98-42ef-98f2-c3748ff397c7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '24d74941-6bd6-4d03-882f-a623d522833f', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T02:00:54Z', 'updated_at': '2021-07-06T02:01:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24d74941-6bd6-4d03-882f-a623d522833f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799546-3-iscsi', '_interfaces': [{'id': '326e7c3a-8348-4916-9ad7-655c93e9e48e', 'name': '', 'network_id': 'a2a87d65-a05d-450f-9e6b-5f2752e2d94c', 'tenant_id': '401d2ca991dc46759fcf67d09fce603c', 'mac_address': 'fa:16:3e:8a:f6:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c89e5d1-5b98-42ef-98f2-c3748ff397c7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '21d8d59e-2cce-462a-ad6e-a7b8e471a7ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T02:01:00Z', 'updated_at': '2021-07-06T02:01:25Z', 'revision_number': 5, 'project_id': '401d2ca991dc46759fcf67d09fce603c', 'subnets': [{'id': '21d8d59e-2cce-462a-ad6e-a7b8e471a7ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=80982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Jul 06 02:05:08.087020 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-637ffed9-6069-45e9-9d0c-7a3f6cf9f7b7 req-edf621ee-3756-4ca9-bb83-8cdee202b8fa service neutron] 10.222.0.37 "GET /v2.0/networks/a2a87d65-a05d-450f-9e6b-5f2752e2d94c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1502779
Jul 06 02:05:08.520082 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f5a0e40-179e-4436-8f80-a43fd5ccd953 None None] New status for floating IP 9eb5c502-f637-4a89-b501-4dc7fd4b4a6c: DOWN {{(pid=80983) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:278}}
Jul 06 02:05:11.667378 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d1702c-59b5-4657-ae93-fbf685d92b13 req-8d78b37c-f94c-4de9-b141-97b18aae3d3c tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:05:11.668290 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [req-80d1702c-59b5-4657-ae93-fbf685d92b13 req-8d78b37c-f94c-4de9-b141-97b18aae3d3c tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] Synchronizing usage tracker for tenant:401d2ca991dc46759fcf67d09fce603c on resource:port {{(pid=80980) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 06 02:05:11.714673 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [req-80d1702c-59b5-4657-ae93-fbf685d92b13 req-8d78b37c-f94c-4de9-b141-97b18aae3d3c tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] Unset dirty status for tenant:401d2ca991dc46759fcf67d09fce603c on resource:port {{(pid=80980) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 06 02:05:11.715983 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-80d1702c-59b5-4657-ae93-fbf685d92b13 req-8d78b37c-f94c-4de9-b141-97b18aae3d3c tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] 10.222.0.11 "GET /v2.0/ports?device_id=687eed38-d64f-4a2f-a84a-94bfbd4218f7 HTTP/1.1" status: 200  len: 946 time: 0.1263957
Jul 06 02:05:11.767041 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [req-80d1702c-59b5-4657-ae93-fbf685d92b13 req-c2f7f719-c0a8-42f4-870f-b040fd53a6d4 tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] Synchronizing usage tracker for tenant:401d2ca991dc46759fcf67d09fce603c on resource:security_group {{(pid=80980) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 06 02:05:11.814443 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [req-80d1702c-59b5-4657-ae93-fbf685d92b13 req-c2f7f719-c0a8-42f4-870f-b040fd53a6d4 tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] Unset dirty status for tenant:401d2ca991dc46759fcf67d09fce603c on resource:security_group {{(pid=80980) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 06 02:05:11.815758 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-80d1702c-59b5-4657-ae93-fbf685d92b13 req-c2f7f719-c0a8-42f4-870f-b040fd53a6d4 tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] 10.222.0.11 "GET /v2.0/security-groups?id=32922aa1-4b90-4fe3-ab2c-607c8c38952f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0926530
Jul 06 02:05:12.683583 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80980) accepted ('10.222.0.11', 45524) {{(pid=80980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 02:05:12.851779 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-87cb2217-fab4-4ebf-9247-2c8343e805b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:05:12.887179 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-87cb2217-fab4-4ebf-9247-2c8343e805b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 02:05:12.891984 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-87cb2217-fab4-4ebf-9247-2c8343e805b0 admin admin] Usage tracker for resource:security_group_rule and tenant:cd4afd37bdd64c2c925e2b88ce0c3218 is out of sync, need to count used quota {{(pid=80980) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 02:05:12.895435 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-87cb2217-fab4-4ebf-9247-2c8343e805b0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80980) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 02:05:12.903909 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-87cb2217-fab4-4ebf-9247-2c8343e805b0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 02:05:13.039830 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-87cb2217-fab4-4ebf-9247-2c8343e805b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:05:13.067341 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b353e3c-f0ab-43f1-afb0-fd469ea2ead8 req-635ea455-079e-4e48-b6ab-78a3a8867dfd tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:05:13.069153 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-5b353e3c-f0ab-43f1-afb0-fd469ea2ead8 req-635ea455-079e-4e48-b6ab-78a3a8867dfd tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] 10.222.0.11 "GET /v2.0/ports?device_id=687eed38-d64f-4a2f-a84a-94bfbd4218f7 HTTP/1.1" status: 200  len: 946 time: 0.1178999
Jul 06 02:05:13.070490 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-87cb2217-fab4-4ebf-9247-2c8343e805b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428228'] for security_group, after_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:05:13.079971 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-892962f3-283b-432c-ae08-b9edfcab448a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:05:13.147064 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cb2217-fab4-4ebf-9247-2c8343e805b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f1f0733-84e0-46d6-95e7-405094978b03,revision_number=1']} {{(pid=80980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:05:13.159439 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-87cb2217-fab4-4ebf-9247-2c8343e805b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:05:13.165151 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-87cb2217-fab4-4ebf-9247-2c8343e805b0 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=cd4afd37bdd64c2c925e2b88ce0c3218&name=default HTTP/1.1" status: 200  len: 2629 time: 0.4770832
Jul 06 02:05:13.167573 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80981) accepted ('10.222.0.11', 45532) {{(pid=80981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 02:05:13.181262 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-5b353e3c-f0ab-43f1-afb0-fd469ea2ead8 req-d47e961d-923c-4e2f-957f-c9df2942cc03 tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] 10.222.0.11 "GET /v2.0/security-groups?id=32922aa1-4b90-4fe3-ab2c-607c8c38952f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1030633
Jul 06 02:05:13.263524 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-6566c363-8f18-4a9a-949b-bc274d4704e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:05:13.300338 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-6566c363-8f18-4a9a-949b-bc274d4704e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:05:13.414879 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-6566c363-8f18-4a9a-949b-bc274d4704e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428228'] for security_group, after_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:05:13.429332 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-a347e1b6-6933-4f7b-a1d1-b7410524f808 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:05:13.445440 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6566c363-8f18-4a9a-949b-bc274d4704e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f1f0733-84e0-46d6-95e7-405094978b03,revision_number=None']} {{(pid=80981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:05:13.449495 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-6566c363-8f18-4a9a-949b-bc274d4704e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:05:13.454167 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-6566c363-8f18-4a9a-949b-bc274d4704e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:05:13.455382 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-6566c363-8f18-4a9a-949b-bc274d4704e4 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4f1f0733-84e0-46d6-95e7-405094978b03 HTTP/1.1" status: 204  len: 168 time: 0.2861004
Jul 06 02:05:13.485268 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1444151-970f-4c34-85f1-edd4d773b1dd req-f5523105-22c2-4d76-9b07-12842d69d0a9 tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:05:13.486914 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-a1444151-970f-4c34-85f1-edd4d773b1dd req-f5523105-22c2-4d76-9b07-12842d69d0a9 tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] 10.222.0.37 "GET /v2.0/ports?device_id=687eed38-d64f-4a2f-a84a-94bfbd4218f7 HTTP/1.1" status: 200  len: 946 time: 0.1119082
Jul 06 02:05:13.563372 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.plugin [req-a1444151-970f-4c34-85f1-edd4d773b1dd req-943e5b0d-64e9-400a-bf08-16ac68c4fdb5 tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] Deleting port bbc5d287-5724-4074-9c78-b059af1fb49f {{(pid=80981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1879}}
Jul 06 02:05:13.563766 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-a1444151-970f-4c34-85f1-edd4d773b1dd req-943e5b0d-64e9-400a-bf08-16ac68c4fdb5 tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296100957044'] for port, before_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:05:13.858893 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [req-a1444151-970f-4c34-85f1-edd4d773b1dd req-943e5b0d-64e9-400a-bf08-16ac68c4fdb5 tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] For port bbc5d287-5724-4074-9c78-b059af1fb49f, host hv-cinder-79954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79954',level=0,port_id=bbc5d287-5724-4074-9c78-b059af1fb49f,segment=NetworkSegment(c4ec3934-d771-4179-8b63-e401bf6e09be),segment_id=c4ec3934-d771-4179-8b63-e401bf6e09be)] {{(pid=80981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 02:05:13.859508 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-a1444151-970f-4c34-85f1-edd4d773b1dd req-943e5b0d-64e9-400a-bf08-16ac68c4fdb5 tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328131'] for port, precommit_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:05:13.993630 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.plugin [req-a1444151-970f-4c34-85f1-edd4d773b1dd req-943e5b0d-64e9-400a-bf08-16ac68c4fdb5 tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] Calling delete_port for bbc5d287-5724-4074-9c78-b059af1fb49f owned by compute:nova {{(pid=80981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1952}}
Jul 06 02:05:14.050851 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80981) accepted ('10.222.0.11', 45544) {{(pid=80981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 02:05:14.083075 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-5613ed20-d78d-4808-830e-568617bfd4ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:05:14.162657 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-5613ed20-d78d-4808-830e-568617bfd4ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 02:05:14.170434 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-5613ed20-d78d-4808-830e-568617bfd4ef admin admin] Usage tracker for resource:security_group_rule and tenant:79524c7d9b4447e4a869f79dc353420b is out of sync, need to count used quota {{(pid=80981) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 02:05:14.175173 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-5613ed20-d78d-4808-830e-568617bfd4ef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80981) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 02:05:14.186327 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-5613ed20-d78d-4808-830e-568617bfd4ef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 02:05:14.227673 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-a1444151-970f-4c34-85f1-edd4d773b1dd req-943e5b0d-64e9-400a-bf08-16ac68c4fdb5 tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740753762095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296101366780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839890433'] for port, after_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:05:14.240040 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-0be202e4-e8c2-4393-9597-8a7b5f8e60f5 tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:05:14.243103 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] get_ports_and_sgs() called for port_ids ['bbc5d287-5724-4074-9c78-b059af1fb49f'] {{(pid=80982) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:184}}
Jul 06 02:05:14.299288 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943e5b0d-64e9-400a-bf08-16ac68c4fdb5 tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] Pushing event deleted for resources: {'Port': ['ID=bbc5d287-5724-4074-9c78-b059af1fb49f,revision_number=None']} {{(pid=80981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:05:14.306966 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-943e5b0d-64e9-400a-bf08-16ac68c4fdb5 tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:05:14.360961 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-5613ed20-d78d-4808-830e-568617bfd4ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:05:14.395938 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-817196e5-fc13-4f35-9d5d-f09ea138746c req-3fd508cf-9629-44b0-8322-52c113575577 tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] 10.222.0.11 "GET /v2.0/ports?device_id=687eed38-d64f-4a2f-a84a-94bfbd4218f7 HTTP/1.1" status: 200  len: 210 time: 0.0566688
Jul 06 02:05:14.398533 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1444151-970f-4c34-85f1-edd4d773b1dd req-943e5b0d-64e9-400a-bf08-16ac68c4fdb5 tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] No DVR routers for this DVR port bbc5d287-5724-4074-9c78-b059af1fb49f on host hv-cinder-79954 {{(pid=80981) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jul 06 02:05:14.402319 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-a1444151-970f-4c34-85f1-edd4d773b1dd req-943e5b0d-64e9-400a-bf08-16ac68c4fdb5 tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91827'] for port, before_response {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:05:14.405181 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '687eed38-d64f-4a2f-a84a-94bfbd4218f7', 'name': 'network-vif-deleted', 'tag': 'bbc5d287-5724-4074-9c78-b059af1fb49f'}] {{(pid=80981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 06 02:05:14.415996 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-5613ed20-d78d-4808-830e-568617bfd4ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428228'] for security_group, after_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:05:14.430707 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-56705a70-0e54-4b4a-9faa-c133ddb37f51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:05:14.492852 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-a1444151-970f-4c34-85f1-edd4d773b1dd req-943e5b0d-64e9-400a-bf08-16ac68c4fdb5 tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] 10.222.0.37 "DELETE /v2.0/ports/bbc5d287-5724-4074-9c78-b059af1fb49f HTTP/1.1" status: 204  len: 173 time: 0.9987738
Jul 06 02:05:14.511493 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5613ed20-d78d-4808-830e-568617bfd4ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ed14475-2ba2-4198-8089-17e4fafb2e29,revision_number=1']} {{(pid=80981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:05:14.515597 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-5613ed20-d78d-4808-830e-568617bfd4ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:05:14.519281 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-5613ed20-d78d-4808-830e-568617bfd4ef admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=79524c7d9b4447e4a869f79dc353420b&name=default HTTP/1.1" status: 200  len: 2629 time: 0.4665756
Jul 06 02:05:14.524442 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80981) accepted ('10.222.0.11', 45556) {{(pid=80981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 02:05:14.561764 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '687eed38-d64f-4a2f-a84a-94bfbd4218f7', 'name': 'network-vif-deleted', 'tag': 'bbc5d287-5724-4074-9c78-b059af1fb49f', 'status': 'completed', 'code': 200}
Jul 06 02:05:14.626862 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-24826af3-d8ce-4fca-9c78-ed224ff5a448 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:05:14.657192 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-24826af3-d8ce-4fca-9c78-ed224ff5a448 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:05:14.754878 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-24826af3-d8ce-4fca-9c78-ed224ff5a448 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428228'] for security_group, after_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:05:14.761924 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-1414fd05-5e72-4c33-9b54-339e050b0ae6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:05:14.778379 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24826af3-d8ce-4fca-9c78-ed224ff5a448 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ed14475-2ba2-4198-8089-17e4fafb2e29,revision_number=None']} {{(pid=80981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:05:14.781266 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-24826af3-d8ce-4fca-9c78-ed224ff5a448 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:05:14.783570 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-24826af3-d8ce-4fca-9c78-ed224ff5a448 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:05:14.785315 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-24826af3-d8ce-4fca-9c78-ed224ff5a448 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8ed14475-2ba2-4198-8089-17e4fafb2e29 HTTP/1.1" status: 204  len: 168 time: 0.2580063
Jul 06 02:05:16.866817 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.rpc [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Device bbc5d287-5724-4074-9c78-b059af1fb49f no longer exists at agent hyperv_hv-cinder-79954 {{(pid=80982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:242}}
Jul 06 02:05:16.906399 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.plugin [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] No Port match for: bbc5d287-5724-4074-9c78-b059af1fb49f {{(pid=80982) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2217}}
Jul 06 02:05:16.906797 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.rpc [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Device bbc5d287-5724-4074-9c78-b059af1fb49f not bound to the agent host hv-cinder-79954 {{(pid=80982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:250}}
Jul 06 02:05:17.063740 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.agents_db [None req-b173abe4-0d36-4765-adb2-33779d11156f None None] Agent healthcheck: found 6 active agents {{(pid=80983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Jul 06 02:05:17.172686 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80981) accepted ('10.222.0.11', 45650) {{(pid=80981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 02:05:17.320228 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80980) accepted ('10.222.0.11', 45656) {{(pid=80980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 02:05:17.332656 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-6da974ac-470e-425d-8af6-110532a155ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:05:17.369914 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-6da974ac-470e-425d-8af6-110532a155ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 02:05:17.374072 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-6da974ac-470e-425d-8af6-110532a155ab admin admin] Usage tracker for resource:security_group_rule and tenant:54c9bebcace3440e9782c720f8a01b77 is out of sync, need to count used quota {{(pid=80981) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 02:05:17.377194 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-6da974ac-470e-425d-8af6-110532a155ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80981) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 02:05:17.383532 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-6da974ac-470e-425d-8af6-110532a155ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 02:05:17.521353 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-6da974ac-470e-425d-8af6-110532a155ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:05:17.555123 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-6da974ac-470e-425d-8af6-110532a155ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428228'] for security_group, after_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:05:17.562670 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-e24cf9f3-b967-47c9-a62e-d232d3c13ba3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:05:17.614766 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da974ac-470e-425d-8af6-110532a155ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be7471f8-e281-45f7-aa03-dce0f257b3c4,revision_number=1']} {{(pid=80981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:05:17.619364 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-6da974ac-470e-425d-8af6-110532a155ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:05:17.626160 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-6da974ac-470e-425d-8af6-110532a155ab admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=54c9bebcace3440e9782c720f8a01b77&name=default HTTP/1.1" status: 200  len: 2629 time: 0.4504845
Jul 06 02:05:17.627184 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80981) accepted ('10.222.0.11', 45660) {{(pid=80981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 02:05:17.699060 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-07761d39-2f34-4966-8bd3-46a653ab09eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:05:17.728635 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-07761d39-2f34-4966-8bd3-46a653ab09eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:05:17.800586 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-07761d39-2f34-4966-8bd3-46a653ab09eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428228'] for security_group, after_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:05:17.804965 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-5613ed20-d78d-4808-830e-568617bfd4ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:05:17.817963 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07761d39-2f34-4966-8bd3-46a653ab09eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be7471f8-e281-45f7-aa03-dce0f257b3c4,revision_number=None']} {{(pid=80981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:05:17.825237 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-07761d39-2f34-4966-8bd3-46a653ab09eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:05:17.825955 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-07761d39-2f34-4966-8bd3-46a653ab09eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:05:17.830186 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-07761d39-2f34-4966-8bd3-46a653ab09eb admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/be7471f8-e281-45f7-aa03-dce0f257b3c4 HTTP/1.1" status: 204  len: 168 time: 0.2025464
Jul 06 02:05:17.972688 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-39dfb8e1-3eb3-4daf-ad65-aba8544185bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-328056'] for router_interface, before_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:05:18.631394 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.plugin [None req-39dfb8e1-3eb3-4daf-ad65-aba8544185bd admin admin] Deleting port 326e7c3a-8348-4916-9ad7-655c93e9e48e {{(pid=80980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1879}}
Jul 06 02:05:18.631799 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-39dfb8e1-3eb3-4daf-ad65-aba8544185bd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296100957044'] for port, before_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:05:18.806386 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [None req-39dfb8e1-3eb3-4daf-ad65-aba8544185bd admin admin] For port 326e7c3a-8348-4916-9ad7-655c93e9e48e, host dv-cinder-799546-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799546-3-iscsi',level=0,port_id=326e7c3a-8348-4916-9ad7-655c93e9e48e,segment=NetworkSegment(c4ec3934-d771-4179-8b63-e401bf6e09be),segment_id=c4ec3934-d771-4179-8b63-e401bf6e09be)] {{(pid=80980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 02:05:18.806792 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-39dfb8e1-3eb3-4daf-ad65-aba8544185bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328131'] for port, precommit_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:05:18.944198 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.plugin [None req-39dfb8e1-3eb3-4daf-ad65-aba8544185bd admin admin] Calling delete_port for 326e7c3a-8348-4916-9ad7-655c93e9e48e owned by network:router_interface {{(pid=80980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1952}}
Jul 06 02:05:19.346238 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-39dfb8e1-3eb3-4daf-ad65-aba8544185bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740753762095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296101366780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839946710'] for port, after_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:05:19.351468 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-cc0e14fc-3c3a-4ea0-af0c-3162fec28157 tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:05:19.397504 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39dfb8e1-3eb3-4daf-ad65-aba8544185bd admin admin] Pushing event deleted for resources: {'Port': ['ID=326e7c3a-8348-4916-9ad7-655c93e9e48e,revision_number=None']} {{(pid=80980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:05:19.401591 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-39dfb8e1-3eb3-4daf-ad65-aba8544185bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:05:19.982332 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-39dfb8e1-3eb3-4daf-ad65-aba8544185bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853694999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854374129'] for router_interface, after_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:05:20.569041 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39dfb8e1-3eb3-4daf-ad65-aba8544185bd admin admin] Router 6c89e5d1-5b98-42ef-98f2-c3748ff397c7 has already been hosted by L3 agent 61912d2b-cbf3-48c5-b8b2-dcc1c49052a5 {{(pid=80980) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Jul 06 02:05:20.766078 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39dfb8e1-3eb3-4daf-ad65-aba8544185bd admin admin] Notify agent at l3_agent.dv-cinder-799546-3-iscsi the message routers_updated {{(pid=80980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jul 06 02:05:20.776031 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74953dce-22c9-44a6-a362-e01472546136 None None] Sync routers for ids ['6c89e5d1-5b98-42ef-98f2-c3748ff397c7'] in dv-cinder-799546-3-iscsi {{(pid=80982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Jul 06 02:05:20.787806 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-39dfb8e1-3eb3-4daf-ad65-aba8544185bd admin admin] 10.222.0.11 "PUT /v2.0/routers/6c89e5d1-5b98-42ef-98f2-c3748ff397c7/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.4657457
Jul 06 02:05:20.788358 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74953dce-22c9-44a6-a362-e01472546136 None None] Routers {'6c89e5d1-5b98-42ef-98f2-c3748ff397c7'} bound to L3 agent in host dv-cinder-799546-3-iscsi {{(pid=80982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 06 02:05:20.789074 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_hamode_db [None req-74953dce-22c9-44a6-a362-e01472546136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f31d6ee3320>, 'dv-cinder-799546-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T01:50:03Z,description=<?>,heartbeat_timestamp=2021-07-06T02:05:03Z,host='dv-cinder-799546-3-iscsi',id=61912d2b-cbf3-48c5-b8b2-dcc1c49052a5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-06T01:50:03Z,topic='l3_agent')) {'router_ids': ['6c89e5d1-5b98-42ef-98f2-c3748ff397c7'], 'active': True} {{(pid=80982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 02:05:20.790629 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80980) accepted ('10.222.0.11', 45712) {{(pid=80980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 02:05:20.970128 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_dvr_db [None req-74953dce-22c9-44a6-a362-e01472546136 None None] Set router 6c89e5d1-5b98-42ef-98f2-c3748ff397c7 gateway port host: dv-cinder-799546-3-iscsi {{(pid=80982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:850}}
Jul 06 02:05:20.993498 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-e87bea83-49f3-4923-8197-1e8e0a9b3ffc admin admin] Notify callbacks [] for router, before_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:05:21.234057 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-e87bea83-49f3-4923-8197-1e8e0a9b3ffc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:05:21.288031 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.plugin [None req-e87bea83-49f3-4923-8197-1e8e0a9b3ffc admin admin] Deleting port f33ff64d-4dbb-4f83-9d57-9dc4f57afcec {{(pid=80980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1879}}
Jul 06 02:05:21.288467 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-e87bea83-49f3-4923-8197-1e8e0a9b3ffc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296100957044'] for port, before_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:05:21.482492 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_hamode_db [None req-74953dce-22c9-44a6-a362-e01472546136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f31d6ee3320>, [{'id': '6c89e5d1-5b98-42ef-98f2-c3748ff397c7', 'name': 'tempest-TestMinimumBasicScenario-376566771-router', 'tenant_id': '401d2ca991dc46759fcf67d09fce603c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8', 'external_fixed_ips': [{'subnet_id': '24d74941-6bd6-4d03-882f-a623d522833f', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': 'f33ff64d-4dbb-4f83-9d57-9dc4f57afcec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T02:00:52Z', 'updated_at': '2021-07-06T02:05:19Z', 'revision_number': 5, 'project_id': '401d2ca991dc46759fcf67d09fce603c', 'gw_port': {'id': 'f33ff64d-4dbb-4f83-9d57-9dc4f57afcec', 'name': '', 'network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:f1:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c89e5d1-5b98-42ef-98f2-c3748ff397c7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '24d74941-6bd6-4d03-882f-a623d522833f', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T02:00:54Z', 'updated_at': '2021-07-06T02:01:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24d74941-6bd6-4d03-882f-a623d522833f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799546-3-iscsi'}], 'dv-cinder-799546-3-iscsi', False) {} {{(pid=80982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 02:05:21.489672 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74953dce-22c9-44a6-a362-e01472546136 None None] Checking router: 6c89e5d1-5b98-42ef-98f2-c3748ff397c7 for host: dv-cinder-799546-3-iscsi {{(pid=80982) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Jul 06 02:05:21.509238 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74953dce-22c9-44a6-a362-e01472546136 None None] Routers {'6c89e5d1-5b98-42ef-98f2-c3748ff397c7'} bound to L3 agent in host dv-cinder-799546-3-iscsi {{(pid=80982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 06 02:05:21.510181 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_hamode_db [None req-74953dce-22c9-44a6-a362-e01472546136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f31d6ee3320>, 'dv-cinder-799546-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T01:50:03Z,description=<?>,heartbeat_timestamp=2021-07-06T02:05:03Z,host='dv-cinder-799546-3-iscsi',id=61912d2b-cbf3-48c5-b8b2-dcc1c49052a5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-06T01:50:03Z,topic='l3_agent')) {'router_ids': ['6c89e5d1-5b98-42ef-98f2-c3748ff397c7'], 'active': True} {{(pid=80982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 02:05:21.766851 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_dvr_db [None req-74953dce-22c9-44a6-a362-e01472546136 None None] Set router 6c89e5d1-5b98-42ef-98f2-c3748ff397c7 gateway port host: None {{(pid=80982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:850}}
Jul 06 02:05:21.840538 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [None req-e87bea83-49f3-4923-8197-1e8e0a9b3ffc admin admin] For port f33ff64d-4dbb-4f83-9d57-9dc4f57afcec, host dv-cinder-799546-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799546-3-iscsi',level=0,port_id=f33ff64d-4dbb-4f83-9d57-9dc4f57afcec,segment=NetworkSegment(e64f8835-8265-4308-a68c-94b30f2a67d9),segment_id=e64f8835-8265-4308-a68c-94b30f2a67d9)] {{(pid=80980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 02:05:21.840964 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-e87bea83-49f3-4923-8197-1e8e0a9b3ffc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328131'] for port, precommit_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:05:21.894687 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_hamode_db [None req-74953dce-22c9-44a6-a362-e01472546136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f31d6ee3320>, [{'id': '6c89e5d1-5b98-42ef-98f2-c3748ff397c7', 'name': 'tempest-TestMinimumBasicScenario-376566771-router', 'tenant_id': '401d2ca991dc46759fcf67d09fce603c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T02:00:52Z', 'updated_at': '2021-07-06T02:05:21Z', 'revision_number': 6, 'project_id': '401d2ca991dc46759fcf67d09fce603c', 'gw_port_host': None}], 'dv-cinder-799546-3-iscsi', False) {} {{(pid=80982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 02:05:21.900246 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74953dce-22c9-44a6-a362-e01472546136 None None] The sync data for ids ['6c89e5d1-5b98-42ef-98f2-c3748ff397c7'] in dv-cinder-799546-3-iscsi is: [{'id': '6c89e5d1-5b98-42ef-98f2-c3748ff397c7', 'name': 'tempest-TestMinimumBasicScenario-376566771-router', 'tenant_id': '401d2ca991dc46759fcf67d09fce603c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T02:00:52Z', 'updated_at': '2021-07-06T02:05:21Z', 'revision_number': 6, 'project_id': '401d2ca991dc46759fcf67d09fce603c', 'gw_port_host': None}] {{(pid=80982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Jul 06 02:05:21.994324 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.plugin [None req-e87bea83-49f3-4923-8197-1e8e0a9b3ffc admin admin] Calling delete_port for f33ff64d-4dbb-4f83-9d57-9dc4f57afcec owned by network:router_gateway {{(pid=80980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1952}}
Jul 06 02:05:22.234756 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-e87bea83-49f3-4923-8197-1e8e0a9b3ffc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740753762095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296101366780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839946710'] for port, after_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:05:22.240004 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-e0149af9-4953-4524-8315-441024d78935 tempest-DeleteServersTestJSON-627605710 tempest-DeleteServersTestJSON-627605710-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:05:22.283761 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87bea83-49f3-4923-8197-1e8e0a9b3ffc admin admin] Pushing event deleted for resources: {'Port': ['ID=f33ff64d-4dbb-4f83-9d57-9dc4f57afcec,revision_number=None']} {{(pid=80980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:05:22.286644 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-e87bea83-49f3-4923-8197-1e8e0a9b3ffc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:05:22.528980 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-e87bea83-49f3-4923-8197-1e8e0a9b3ffc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-335396'] for router_gateway, after_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:05:22.852875 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-e87bea83-49f3-4923-8197-1e8e0a9b3ffc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-454354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036838019691'] for router, precommit_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:05:22.861442 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-e87bea83-49f3-4923-8197-1e8e0a9b3ffc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:05:22.873245 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f7280d-6c4a-4bda-8409-7b5b1c4d467a req-51d46cd5-06a5-4a25-a2b4-8bb87401ed22 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:05:22.874874 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-f6f7280d-6c4a-4bda-8409-7b5b1c4d467a req-51d46cd5-06a5-4a25-a2b4-8bb87401ed22 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/ports?device_id=6039cb9a-cc1a-4a0f-9d68-735214d82775 HTTP/1.1" status: 200  len: 946 time: 0.2893147
Jul 06 02:05:22.930885 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-f6f7280d-6c4a-4bda-8409-7b5b1c4d467a req-3ec5cf51-820f-43ca-b5b1-0f45ea86228c tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/security-groups?id=c71df35b-4799-4342-a354-637fb96e6767&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0469844
Jul 06 02:05:23.031547 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80980) accepted ('10.222.0.11', 45748) {{(pid=80980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 02:05:23.168867 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-e87bea83-49f3-4923-8197-1e8e0a9b3ffc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854447692'] for router, after_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:05:23.169536 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e87bea83-49f3-4923-8197-1e8e0a9b3ffc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6c89e5d1-5b98-42ef-98f2-c3748ff397c7 {{(pid=80980) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jul 06 02:05:23.194349 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-b2c054ed-eba9-46e6-b40e-728727cc2f81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:05:23.217463 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-e87bea83-49f3-4923-8197-1e8e0a9b3ffc admin admin] Notify callbacks [] for router, before_response {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:05:23.218691 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-e87bea83-49f3-4923-8197-1e8e0a9b3ffc admin admin] 10.222.0.11 "DELETE /v2.0/routers/6c89e5d1-5b98-42ef-98f2-c3748ff397c7 HTTP/1.1" status: 204  len: 168 time: 2.4270105
Jul 06 02:05:23.222069 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80980) accepted ('10.222.0.11', 45754) {{(pid=80980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 02:05:23.277896 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-b2c054ed-eba9-46e6-b40e-728727cc2f81 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 02:05:23.286031 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-b2c054ed-eba9-46e6-b40e-728727cc2f81 admin admin] Usage tracker for resource:security_group_rule and tenant:c72edf039d044b50af693cf21a57ec77 is out of sync, need to count used quota {{(pid=80980) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 02:05:23.291485 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-b2c054ed-eba9-46e6-b40e-728727cc2f81 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80980) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 02:05:23.300280 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-b2c054ed-eba9-46e6-b40e-728727cc2f81 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 02:05:23.319237 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.db_base_plugin_v2 [None req-fac17d14-41b3-465c-aa11-918b39296f9a admin admin] Deleting subnet 21d8d59e-2cce-462a-ad6e-a7b8e471a7ff {{(pid=80980) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1063}}
Jul 06 02:05:23.319617 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-fac17d14-41b3-465c-aa11-918b39296f9a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:05:23.388677 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-fac17d14-41b3-465c-aa11-918b39296f9a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15302135'] for subnet, precommit_delete_associations {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:05:23.477643 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.rpc [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Device f33ff64d-4dbb-4f83-9d57-9dc4f57afcec no longer exists at agent ovs-agent-dv-cinder-799546-3-iscsi {{(pid=80982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:242}}
Jul 06 02:05:23.494315 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-b2c054ed-eba9-46e6-b40e-728727cc2f81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:05:23.511482 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.plugin [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] No Port match for: f33ff64d-4dbb-4f83-9d57-9dc4f57afcec {{(pid=80982) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2217}}
Jul 06 02:05:23.511876 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.rpc [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Device f33ff64d-4dbb-4f83-9d57-9dc4f57afcec not bound to the agent host dv-cinder-799546-3-iscsi {{(pid=80982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:250}}
Jul 06 02:05:23.514869 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.rpc [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Device 326e7c3a-8348-4916-9ad7-655c93e9e48e no longer exists at agent ovs-agent-dv-cinder-799546-3-iscsi {{(pid=80982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:242}}
Jul 06 02:05:23.536774 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-b2c054ed-eba9-46e6-b40e-728727cc2f81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428228'] for security_group, after_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:05:23.546680 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.plugin [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] No Port match for: 326e7c3a-8348-4916-9ad7-655c93e9e48e {{(pid=80982) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2217}}
Jul 06 02:05:23.546949 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-0b8bc48d-3db4-40dd-b748-d9434d0113a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:05:23.547147 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.rpc [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Device 326e7c3a-8348-4916-9ad7-655c93e9e48e not bound to the agent host dv-cinder-799546-3-iscsi {{(pid=80982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:250}}
Jul 06 02:05:23.627586 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c054ed-eba9-46e6-b40e-728727cc2f81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fd05b3f-fa7e-4551-9c48-c452ba89a12a,revision_number=1']} {{(pid=80980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:05:23.639020 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-b2c054ed-eba9-46e6-b40e-728727cc2f81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:05:23.644253 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-b2c054ed-eba9-46e6-b40e-728727cc2f81 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c72edf039d044b50af693cf21a57ec77&name=default HTTP/1.1" status: 200  len: 2629 time: 0.6116529
Jul 06 02:05:23.648144 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80981) accepted ('10.222.0.11', 45758) {{(pid=80981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 02:05:23.658515 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-fac17d14-41b3-465c-aa11-918b39296f9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1050496'] for port, before_update {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:05:23.720447 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-7e27c0ae-3d81-43c5-90fa-b44668328c7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:05:23.748527 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-7e27c0ae-3d81-43c5-90fa-b44668328c7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:05:23.820425 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-7e27c0ae-3d81-43c5-90fa-b44668328c7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428228'] for security_group, after_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:05:23.825774 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-61f1fc02-90b1-4b11-8494-cb24343e03f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:05:23.837132 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e27c0ae-3d81-43c5-90fa-b44668328c7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fd05b3f-fa7e-4551-9c48-c452ba89a12a,revision_number=None']} {{(pid=80981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:05:23.839824 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-7e27c0ae-3d81-43c5-90fa-b44668328c7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:05:23.845768 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-7e27c0ae-3d81-43c5-90fa-b44668328c7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:05:23.850426 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-7e27c0ae-3d81-43c5-90fa-b44668328c7c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5fd05b3f-fa7e-4551-9c48-c452ba89a12a HTTP/1.1" status: 204  len: 168 time: 0.1977160
Jul 06 02:05:23.913778 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.db_base_plugin_common [None req-fac17d14-41b3-465c-aa11-918b39296f9a admin admin] Delete allocated IP 172.20.0.2 (a2a87d65-a05d-450f-9e6b-5f2752e2d94c/21d8d59e-2cce-462a-ad6e-a7b8e471a7ff) {{(pid=80980) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:123}}
Jul 06 02:05:24.111751 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [None req-fac17d14-41b3-465c-aa11-918b39296f9a admin admin] For port c1e8b25d-4937-47b7-a4a3-009f25d1465b, host dv-cinder-799546-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799546-3-iscsi',level=0,port_id=c1e8b25d-4937-47b7-a4a3-009f25d1465b,segment=NetworkSegment(c4ec3934-d771-4179-8b63-e401bf6e09be),segment_id=c4ec3934-d771-4179-8b63-e401bf6e09be)] {{(pid=80980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 02:05:24.149579 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5064c931-f5ed-4086-832e-81badd5cfde6 req-7d0a1cda-ebd2-4c59-a793-9bb36097ab77 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:05:24.151543 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-5064c931-f5ed-4086-832e-81badd5cfde6 req-7d0a1cda-ebd2-4c59-a793-9bb36097ab77 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/ports?device_id=6039cb9a-cc1a-4a0f-9d68-735214d82775 HTTP/1.1" status: 200  len: 946 time: 0.0895307
Jul 06 02:05:24.207770 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-5064c931-f5ed-4086-832e-81badd5cfde6 req-8ca6f26c-dc41-413a-b61d-7117e7c1bb11 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/security-groups?id=c71df35b-4799-4342-a354-637fb96e6767&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0484858
Jul 06 02:05:24.378470 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-fac17d14-41b3-465c-aa11-918b39296f9a admin admin] Notify callbacks [] for port, precommit_update {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:05:24.423671 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-fac17d14-41b3-465c-aa11-918b39296f9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740753762112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740753409037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296101366746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14829106'] for port, after_update {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:05:24.429267 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-c0727b23-a614-4a9b-bcb5-1a39ded57f69 tempest-VolumesActionsTest-1223800970 tempest-VolumesActionsTest-1223800970-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:05:24.484541 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-fac17d14-41b3-465c-aa11-918b39296f9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1281289'] for subnet, precommit_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:05:24.547531 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac17d14-41b3-465c-aa11-918b39296f9a admin admin] Pushing event updated for resources: {'Port': ['ID=c1e8b25d-4937-47b7-a4a3-009f25d1465b,revision_number=4']} {{(pid=80980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:05:24.551048 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-fac17d14-41b3-465c-aa11-918b39296f9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:05:24.615419 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-fac17d14-41b3-465c-aa11-918b39296f9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853494527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036839947778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14690978'] for subnet, after_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:05:24.621202 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:05:24.655223 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac17d14-41b3-465c-aa11-918b39296f9a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=21d8d59e-2cce-462a-ad6e-a7b8e471a7ff,revision_number=None']} {{(pid=80980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:05:24.657953 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-fac17d14-41b3-465c-aa11-918b39296f9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:05:24.660694 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-fac17d14-41b3-465c-aa11-918b39296f9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853726196'] for subnet, before_response {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:05:24.667585 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-402f6352-deae-4465-b064-3a85e4cf271b None None] Network a2a87d65-a05d-450f-9e6b-5f2752e2d94c requested from dv-cinder-799546-3-iscsi {{(pid=80982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jul 06 02:05:24.673391 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-fac17d14-41b3-465c-aa11-918b39296f9a admin admin] 10.222.0.11 "DELETE /v2.0/subnets/21d8d59e-2cce-462a-ad6e-a7b8e471a7ff HTTP/1.1" status: 204  len: 168 time: 1.4501796
Jul 06 02:05:24.676077 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80980) accepted ('10.222.0.11', 45778) {{(pid=80980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 02:05:24.791383 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-91b2be17-f1bb-495d-92dc-daafed9786d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853693134'] for network, before_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:05:24.802768 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.plugin [None req-91b2be17-f1bb-495d-92dc-daafed9786d0 admin admin] Deleting port c1e8b25d-4937-47b7-a4a3-009f25d1465b {{(pid=80980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1879}}
Jul 06 02:05:24.803144 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-91b2be17-f1bb-495d-92dc-daafed9786d0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296100957044'] for port, before_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:05:24.986959 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80981) accepted ('10.222.0.11', 45786) {{(pid=80981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 02:05:25.013138 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a495caa-2eb2-44b7-afc1-7ef9fe5fb8c2 None None] DHCP port deletion for a2a87d65-a05d-450f-9e6b-5f2752e2d94c request from dv-cinder-799546-3-iscsi {{(pid=80982) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Jul 06 02:05:25.018525 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.plugin [None req-2a495caa-2eb2-44b7-afc1-7ef9fe5fb8c2 None None] Deleting port c1e8b25d-4937-47b7-a4a3-009f25d1465b {{(pid=80982) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1879}}
Jul 06 02:05:25.019019 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-2a495caa-2eb2-44b7-afc1-7ef9fe5fb8c2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296100957044'] for port, before_delete {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:05:25.023075 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [None req-91b2be17-f1bb-495d-92dc-daafed9786d0 admin admin] For port c1e8b25d-4937-47b7-a4a3-009f25d1465b, host dv-cinder-799546-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799546-3-iscsi',level=0,port_id=c1e8b25d-4937-47b7-a4a3-009f25d1465b,segment=NetworkSegment(c4ec3934-d771-4179-8b63-e401bf6e09be),segment_id=c4ec3934-d771-4179-8b63-e401bf6e09be)] {{(pid=80980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 02:05:25.023596 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-91b2be17-f1bb-495d-92dc-daafed9786d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328131'] for port, precommit_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:05:25.143589 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.v2.base [None req-ba664e91-8c11-40ef-bcd3-92bff8a4ff93 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-514897521-network', 'tenant_id': 'ca2e863beb034346a8ab8de98a6d1540'}} {{(pid=80981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 06 02:05:25.151655 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-ba664e91-8c11-40ef-bcd3-92bff8a4ff93 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 02:05:25.153431 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.plugin [None req-91b2be17-f1bb-495d-92dc-daafed9786d0 admin admin] Calling delete_port for c1e8b25d-4937-47b7-a4a3-009f25d1465b owned by network:dhcp {{(pid=80980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1952}}
Jul 06 02:05:25.155437 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-ba664e91-8c11-40ef-bcd3-92bff8a4ff93 admin admin] Usage tracker for resource:network and tenant:ca2e863beb034346a8ab8de98a6d1540 is out of sync, need to count used quota {{(pid=80981) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 02:05:25.160079 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-ba664e91-8c11-40ef-bcd3-92bff8a4ff93 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80981) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 02:05:25.166968 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-ba664e91-8c11-40ef-bcd3-92bff8a4ff93 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 02:05:25.214332 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba664e91-8c11-40ef-bcd3-92bff8a4ff93 admin admin] Made reservation on behalf of ca2e863beb034346a8ab8de98a6d1540 for: {'network': 1} {{(pid=80981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jul 06 02:05:25.219211 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-ba664e91-8c11-40ef-bcd3-92bff8a4ff93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1050496'] for network, before_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:05:25.231378 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [None req-2a495caa-2eb2-44b7-afc1-7ef9fe5fb8c2 None None] For port c1e8b25d-4937-47b7-a4a3-009f25d1465b, host dv-cinder-799546-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799546-3-iscsi',level=0,port_id=c1e8b25d-4937-47b7-a4a3-009f25d1465b,segment=NetworkSegment(c4ec3934-d771-4179-8b63-e401bf6e09be),segment_id=c4ec3934-d771-4179-8b63-e401bf6e09be)] {{(pid=80982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 02:05:25.231758 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-2a495caa-2eb2-44b7-afc1-7ef9fe5fb8c2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328131'] for port, precommit_delete {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:05:25.233230 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-ba664e91-8c11-40ef-bcd3-92bff8a4ff93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:05:25.260451 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-91b2be17-f1bb-495d-92dc-daafed9786d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740753762095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296101366780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839946710'] for port, after_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:05:25.265426 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-e87bea83-49f3-4923-8197-1e8e0a9b3ffc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:05:25.269744 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-ba664e91-8c11-40ef-bcd3-92bff8a4ff93 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 02:05:25.274650 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-ba664e91-8c11-40ef-bcd3-92bff8a4ff93 admin admin] Usage tracker for resource:security_group_rule and tenant:ca2e863beb034346a8ab8de98a6d1540 is out of sync, need to count used quota {{(pid=80981) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 02:05:25.279511 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-ba664e91-8c11-40ef-bcd3-92bff8a4ff93 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80981) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 02:05:25.286574 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-ba664e91-8c11-40ef-bcd3-92bff8a4ff93 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 02:05:25.307787 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b2be17-f1bb-495d-92dc-daafed9786d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=c1e8b25d-4937-47b7-a4a3-009f25d1465b,revision_number=None']} {{(pid=80980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:05:25.310449 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-91b2be17-f1bb-495d-92dc-daafed9786d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:05:25.316091 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91b2be17-f1bb-495d-92dc-daafed9786d0 admin admin] No DVR routers for this DVR port c1e8b25d-4937-47b7-a4a3-009f25d1465b on host dv-cinder-799546-3-iscsi {{(pid=80980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jul 06 02:05:25.369569 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.plugin [None req-2a495caa-2eb2-44b7-afc1-7ef9fe5fb8c2 None None] Calling delete_port for c1e8b25d-4937-47b7-a4a3-009f25d1465b owned by network:dhcp {{(pid=80982) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1952}}
Jul 06 02:05:25.371167 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-ba664e91-8c11-40ef-bcd3-92bff8a4ff93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:05:25.402790 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-ba664e91-8c11-40ef-bcd3-92bff8a4ff93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428228'] for security_group, after_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:05:25.408613 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-6da974ac-470e-425d-8af6-110532a155ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:05:25.449117 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba664e91-8c11-40ef-bcd3-92bff8a4ff93 admin admin] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'}  {{(pid=80981) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}}
Jul 06 02:05:25.459303 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba664e91-8c11-40ef-bcd3-92bff8a4ff93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=847ecf8e-1afa-4cdd-841b-4e3c07f668aa,revision_number=1']} {{(pid=80981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:05:25.464550 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-ba664e91-8c11-40ef-bcd3-92bff8a4ff93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:05:25.499384 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.rpc [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Device c1e8b25d-4937-47b7-a4a3-009f25d1465b no longer exists at agent ovs-agent-dv-cinder-799546-3-iscsi {{(pid=80982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:242}}
Jul 06 02:05:25.508079 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-ba664e91-8c11-40ef-bcd3-92bff8a4ff93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1280314'] for segment, precommit_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:05:25.508461 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.db.segments_db [None req-ba664e91-8c11-40ef-bcd3-92bff8a4ff93 admin admin] Added segment 561a848c-a506-4525-86d8-2746b18179e9 of type vlan for network 06f2277a-dbfc-46b9-bc1c-8a1822bac9b9
Jul 06 02:05:25.517737 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6648d70-2035-47f0-be64-666dd026bd76 req-f6dc0705-ac71-49fe-9285-55237e177201 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:05:25.519378 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-d6648d70-2035-47f0-be64-666dd026bd76 req-f6dc0705-ac71-49fe-9285-55237e177201 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/ports?device_id=6039cb9a-cc1a-4a0f-9d68-735214d82775 HTTP/1.1" status: 200  len: 946 time: 0.1535311
Jul 06 02:05:25.524636 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-91b2be17-f1bb-495d-92dc-daafed9786d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853494331', 'neutron.services.segments.db._delete_segments_for_network-8740753867311'] for network, precommit_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:05:25.538004 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-ba664e91-8c11-40ef-bcd3-92bff8a4ff93 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740753358485'] for network, precommit_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:05:25.543697 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.plugin [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] No Port match for: c1e8b25d-4937-47b7-a4a3-009f25d1465b {{(pid=80982) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2217}}
Jul 06 02:05:25.544195 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.rpc [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Device c1e8b25d-4937-47b7-a4a3-009f25d1465b not bound to the agent host dv-cinder-799546-3-iscsi {{(pid=80982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:250}}
Jul 06 02:05:25.548072 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.db.api [None req-2a495caa-2eb2-44b7-afc1-7ef9fe5fb8c2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80982) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jul 06 02:05:25.548606 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_db.api [None req-2a495caa-2eb2-44b7-afc1-7ef9fe5fb8c2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jul 06 02:05:25.555524 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.services.segments.db [None req-91b2be17-f1bb-495d-92dc-daafed9786d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f31d7421198>,) {'filters': {'network_id': ['a2a87d65-a05d-450f-9e6b-5f2752e2d94c']}} {{(pid=80980) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 02:05:25.575968 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.services.segments.db [None req-91b2be17-f1bb-495d-92dc-daafed9786d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f31d7421198>, 'c4ec3934-d771-4179-8b63-e401bf6e09be') {'for_net_delete': True} {{(pid=80980) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 02:05:25.576306 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.services.segments.db [None req-91b2be17-f1bb-495d-92dc-daafed9786d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f31d7421198>, 'c4ec3934-d771-4179-8b63-e401bf6e09be') {} {{(pid=80980) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 02:05:25.596342 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-91b2be17-f1bb-495d-92dc-daafed9786d0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363296100912551', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036839473792'] for segment, before_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:05:25.602695 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-ba664e91-8c11-40ef-bcd3-92bff8a4ff93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802'] for network, after_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:05:25.604146 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba664e91-8c11-40ef-bcd3-92bff8a4ff93 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:05:25.605363 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-ba664e91-8c11-40ef-bcd3-92bff8a4ff93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853726196'] for network, before_response {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:05:25.610808 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-3b3418a1-fb17-4c4f-9458-0439e8eab11a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:05:25.623910 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-91b2be17-f1bb-495d-92dc-daafed9786d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1280314'] for segment, precommit_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:05:25.627934 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-d6648d70-2035-47f0-be64-666dd026bd76 req-7989e3dd-6eed-4867-af5c-80172537232d tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/security-groups?id=c71df35b-4799-4342-a354-637fb96e6767&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0950181
Jul 06 02:05:25.633052 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91b2be17-f1bb-495d-92dc-daafed9786d0 admin admin] Releasing vlan 102 on physical network physnet1 to pool {{(pid=80980) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Jul 06 02:05:25.633497 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-91b2be17-f1bb-495d-92dc-daafed9786d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853495502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14829072'] for segment, after_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:05:25.647740 dv-cinder-799546-3-iscsi neutron-server[80869]: Traceback (most recent call last):
Jul 06 02:05:25.647740 dv-cinder-799546-3-iscsi neutron-server[80869]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Jul 06 02:05:25.647740 dv-cinder-799546-3-iscsi neutron-server[80869]:     timer()
Jul 06 02:05:25.647740 dv-cinder-799546-3-iscsi neutron-server[80869]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jul 06 02:05:25.647740 dv-cinder-799546-3-iscsi neutron-server[80869]:     cb(*args, **kw)
Jul 06 02:05:25.647740 dv-cinder-799546-3-iscsi neutron-server[80869]:   File "/opt/stack/neutron/neutron/common/utils.py", line 968, in wrapper
Jul 06 02:05:25.647740 dv-cinder-799546-3-iscsi neutron-server[80869]:     return func(*args, **kwargs)
Jul 06 02:05:25.647740 dv-cinder-799546-3-iscsi neutron-server[80869]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jul 06 02:05:25.647740 dv-cinder-799546-3-iscsi neutron-server[80869]:     self._notify()
Jul 06 02:05:25.647740 dv-cinder-799546-3-iscsi neutron-server[80869]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jul 06 02:05:25.647740 dv-cinder-799546-3-iscsi neutron-server[80869]:     self.callback(batched_events)
Jul 06 02:05:25.647740 dv-cinder-799546-3-iscsi neutron-server[80869]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jul 06 02:05:25.647740 dv-cinder-799546-3-iscsi neutron-server[80869]:     event.method(event)
Jul 06 02:05:25.647740 dv-cinder-799546-3-iscsi neutron-server[80869]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jul 06 02:05:25.647740 dv-cinder-799546-3-iscsi neutron-server[80869]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jul 06 02:05:25.647740 dv-cinder-799546-3-iscsi neutron-server[80869]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jul 06 02:05:25.647740 dv-cinder-799546-3-iscsi neutron-server[80869]:     segment_id)['aggregates'][0]
Jul 06 02:05:25.647740 dv-cinder-799546-3-iscsi neutron-server[80869]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 53, in wrapper
Jul 06 02:05:25.647740 dv-cinder-799546-3-iscsi neutron-server[80869]:     return f(self, *a, **k)
Jul 06 02:05:25.647740 dv-cinder-799546-3-iscsi neutron-server[80869]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 508, in list_aggregates
Jul 06 02:05:25.647740 dv-cinder-799546-3-iscsi neutron-server[80869]:     return self._get(url).json()
Jul 06 02:05:25.647740 dv-cinder-799546-3-iscsi neutron-server[80869]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 178, in _get
Jul 06 02:05:25.647740 dv-cinder-799546-3-iscsi neutron-server[80869]:     **kwargs)
Jul 06 02:05:25.647740 dv-cinder-799546-3-iscsi neutron-server[80869]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1116, in get
Jul 06 02:05:25.647740 dv-cinder-799546-3-iscsi neutron-server[80869]:     return self.request(url, 'GET', **kwargs)
Jul 06 02:05:25.647740 dv-cinder-799546-3-iscsi neutron-server[80869]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 787, in request
Jul 06 02:05:25.647740 dv-cinder-799546-3-iscsi neutron-server[80869]:     **endpoint_filter)
Jul 06 02:05:25.647740 dv-cinder-799546-3-iscsi neutron-server[80869]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1216, in get_endpoint
Jul 06 02:05:25.647740 dv-cinder-799546-3-iscsi neutron-server[80869]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jul 06 02:05:25.647740 dv-cinder-799546-3-iscsi neutron-server[80869]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1156, in _auth_required
Jul 06 02:05:25.647740 dv-cinder-799546-3-iscsi neutron-server[80869]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jul 06 02:05:25.647740 dv-cinder-799546-3-iscsi neutron-server[80869]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jul 06 02:05:25.714531 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba664e91-8c11-40ef-bcd3-92bff8a4ff93 admin admin] Pushing event updated for resources: {'Network': ['ID=06f2277a-dbfc-46b9-bc1c-8a1822bac9b9,revision_number=1']} {{(pid=80981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:05:25.720996 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-ba664e91-8c11-40ef-bcd3-92bff8a4ff93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:05:25.725708 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.rpc [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Network 06f2277a-dbfc-46b9-bc1c-8a1822bac9b9 details requested by agent ovs-agent-dv-cinder-799546-3-iscsi with host dv-cinder-799546-3-iscsi {{(pid=80982) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:231}}
Jul 06 02:05:25.741451 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-ba664e91-8c11-40ef-bcd3-92bff8a4ff93 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 0.7530081
Jul 06 02:05:25.744960 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80981) accepted ('10.222.0.11', 45794) {{(pid=80981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 02:05:25.751251 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.v2.base [None req-e36975df-9686-40cb-96dd-d579e0eb7348 admin admin] Request body: {'subnet': {'network_id': '06f2277a-dbfc-46b9-bc1c-8a1822bac9b9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-514897521-subnet', 'tenant_id': 'ca2e863beb034346a8ab8de98a6d1540', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 06 02:05:25.765688 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-e36975df-9686-40cb-96dd-d579e0eb7348 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 02:05:25.765688 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-e36975df-9686-40cb-96dd-d579e0eb7348 admin admin] Usage tracker for resource:subnet and tenant:ca2e863beb034346a8ab8de98a6d1540 is out of sync, need to count used quota {{(pid=80981) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 02:05:25.765688 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-e36975df-9686-40cb-96dd-d579e0eb7348 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80981) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 02:05:25.768003 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-91b2be17-f1bb-495d-92dc-daafed9786d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1281500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854446373'] for network, after_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:05:25.771925 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-13da61bd-075b-4657-941b-d145e87c543c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:05:25.774212 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-e36975df-9686-40cb-96dd-d579e0eb7348 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 02:05:25.787948 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-91b2be17-f1bb-495d-92dc-daafed9786d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853726196'] for network, before_response {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:05:25.799220 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b2be17-f1bb-495d-92dc-daafed9786d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=a2a87d65-a05d-450f-9e6b-5f2752e2d94c,revision_number=None']} {{(pid=80980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:05:25.802780 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-91b2be17-f1bb-495d-92dc-daafed9786d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:05:25.809965 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e36975df-9686-40cb-96dd-d579e0eb7348 admin admin] Made reservation on behalf of ca2e863beb034346a8ab8de98a6d1540 for: {'subnet': 1} {{(pid=80981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jul 06 02:05:25.814982 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-e36975df-9686-40cb-96dd-d579e0eb7348 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036839050233'] for subnet, before_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:05:25.838998 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-91b2be17-f1bb-495d-92dc-daafed9786d0 admin admin] 10.222.0.11 "DELETE /v2.0/networks/a2a87d65-a05d-450f-9e6b-5f2752e2d94c HTTP/1.1" status: 204  len: 168 time: 1.1611600
Jul 06 02:05:25.842571 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80980) accepted ('10.222.0.11', 45798) {{(pid=80980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 02:05:26.050543 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.plugin [None req-2a495caa-2eb2-44b7-afc1-7ef9fe5fb8c2 None None] Deleting port c1e8b25d-4937-47b7-a4a3-009f25d1465b {{(pid=80982) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1879}}
Jul 06 02:05:26.051098 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-2a495caa-2eb2-44b7-afc1-7ef9fe5fb8c2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296100957044'] for port, before_delete {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:05:26.060317 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-e36975df-9686-40cb-96dd-d579e0eb7348 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14886511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036839050000'] for subnet, after_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:05:26.065538 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-28194a2e-d8a5-4a99-9c24-64e33f715978 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:05:26.120725 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.plugin [None req-2a495caa-2eb2-44b7-afc1-7ef9fe5fb8c2 None None] The port 'c1e8b25d-4937-47b7-a4a3-009f25d1465b' was deleted {{(pid=80982) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1909}}
Jul 06 02:05:26.298825 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-888f4be1-0077-40c4-a83e-6dd4ec2ac9c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-328056'] for router_interface, before_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:05:26.372044 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36975df-9686-40cb-96dd-d579e0eb7348 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ae68177e-c428-457e-92a2-03cbfd8d6857,revision_number=0']} {{(pid=80981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:05:26.377348 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-e36975df-9686-40cb-96dd-d579e0eb7348 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:05:26.388914 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e36975df-9686-40cb-96dd-d579e0eb7348 admin admin] Checking segment: {'id': '561a848c-a506-4525-86d8-2746b18179e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '06f2277a-dbfc-46b9-bc1c-8a1822bac9b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jul 06 02:05:26.389337 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e36975df-9686-40cb-96dd-d579e0eb7348 admin admin] Network hostable DHCP agents. Network: 06f2277a-dbfc-46b9-bc1c-8a1822bac9b9, hostable agents: ['46061ec9-d1c1-4ae2-b701-eece7f3c7f15'], hosted agents: [] {{(pid=80981) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:297}}
Jul 06 02:05:26.437327 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e36975df-9686-40cb-96dd-d579e0eb7348 admin admin] Network 06f2277a-dbfc-46b9-bc1c-8a1822bac9b9 is scheduled to be hosted by DHCP agent 46061ec9-d1c1-4ae2-b701-eece7f3c7f15 {{(pid=80981) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:196}}
Jul 06 02:05:26.471514 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.scheduler.base_scheduler [None req-e36975df-9686-40cb-96dd-d579e0eb7348 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799546-3-iscsi, 06f2277a-dbfc-46b9-bc1c-8a1822bac9b9) {{(pid=80981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jul 06 02:05:26.477365 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e36975df-9686-40cb-96dd-d579e0eb7348 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:05:26.479161 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-e36975df-9686-40cb-96dd-d579e0eb7348 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:05:26.482894 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-155fbd99-1195-4056-931d-5c0c280140c4 None None] Network 06f2277a-dbfc-46b9-bc1c-8a1822bac9b9 requested from dv-cinder-799546-3-iscsi {{(pid=80982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jul 06 02:05:26.535189 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-e36975df-9686-40cb-96dd-d579e0eb7348 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 0.7890205
Jul 06 02:05:26.843908 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f92257-0c5a-4bbf-86f1-3c163fd27477 req-a605af52-2aac-462e-8add-59a9dd2cf58a tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:05:26.845950 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-04f92257-0c5a-4bbf-86f1-3c163fd27477 req-a605af52-2aac-462e-8add-59a9dd2cf58a tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/ports?device_id=6039cb9a-cc1a-4a0f-9d68-735214d82775 HTTP/1.1" status: 200  len: 946 time: 0.0875926
Jul 06 02:05:26.943331 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-04f92257-0c5a-4bbf-86f1-3c163fd27477 req-771d9206-3b8f-4582-ba20-e5834364434b tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/security-groups?id=c71df35b-4799-4342-a354-637fb96e6767&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0749209
Jul 06 02:05:27.113198 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9f162e5-aaf4-41c9-a955-18117e89b4e6 None None] Network 06f2277a-dbfc-46b9-bc1c-8a1822bac9b9 requested from dv-cinder-799546-3-iscsi {{(pid=80982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jul 06 02:05:27.270055 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.plugin [None req-888f4be1-0077-40c4-a83e-6dd4ec2ac9c1 admin admin] Deleting port fab2c3bd-7dc8-4aeb-8336-d09b26bc5ef0 {{(pid=80980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1879}}
Jul 06 02:05:27.270432 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-888f4be1-0077-40c4-a83e-6dd4ec2ac9c1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296100957044'] for port, before_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:05:27.453542 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [None req-888f4be1-0077-40c4-a83e-6dd4ec2ac9c1 admin admin] For port fab2c3bd-7dc8-4aeb-8336-d09b26bc5ef0, host dv-cinder-799546-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799546-3-iscsi',level=0,port_id=fab2c3bd-7dc8-4aeb-8336-d09b26bc5ef0,segment=NetworkSegment(dd682708-6728-4df1-ab6c-656c245a5ef6),segment_id=dd682708-6728-4df1-ab6c-656c245a5ef6)] {{(pid=80980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 02:05:27.454005 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-888f4be1-0077-40c4-a83e-6dd4ec2ac9c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328131'] for port, precommit_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:05:27.583742 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.plugin [None req-888f4be1-0077-40c4-a83e-6dd4ec2ac9c1 admin admin] Calling delete_port for fab2c3bd-7dc8-4aeb-8336-d09b26bc5ef0 owned by network:router_interface {{(pid=80980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1952}}
Jul 06 02:05:27.889033 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-888f4be1-0077-40c4-a83e-6dd4ec2ac9c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740753762095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296101366780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839946710'] for port, after_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:05:27.893755 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-a736a127-21b6-42ad-95cb-bbff7adda44f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:05:27.937778 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888f4be1-0077-40c4-a83e-6dd4ec2ac9c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=fab2c3bd-7dc8-4aeb-8336-d09b26bc5ef0,revision_number=None']} {{(pid=80980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:05:27.941674 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-888f4be1-0077-40c4-a83e-6dd4ec2ac9c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:05:28.260467 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b18b5b-1b64-4e43-9810-8307ba00fa18 req-389a6b16-f25d-4a48-b5d3-a83160c20377 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:05:28.262197 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-17b18b5b-1b64-4e43-9810-8307ba00fa18 req-389a6b16-f25d-4a48-b5d3-a83160c20377 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/ports?device_id=6039cb9a-cc1a-4a0f-9d68-735214d82775 HTTP/1.1" status: 200  len: 946 time: 0.1668830
Jul 06 02:05:28.327696 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-17b18b5b-1b64-4e43-9810-8307ba00fa18 req-b974cc15-540f-4097-8c11-ef0818fa9986 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/security-groups?id=c71df35b-4799-4342-a354-637fb96e6767&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0575783
Jul 06 02:05:28.340348 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-888f4be1-0077-40c4-a83e-6dd4ec2ac9c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853694999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854374129'] for router_interface, after_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:05:28.911996 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-888f4be1-0077-40c4-a83e-6dd4ec2ac9c1 admin admin] Router 36ceb98e-21ed-4dde-a0e6-69972ac460fb has already been hosted by L3 agent 61912d2b-cbf3-48c5-b8b2-dcc1c49052a5 {{(pid=80980) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Jul 06 02:05:28.997354 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3267a214-d973-416a-b9e4-3fb75da97326 req-ea797c04-1988-482b-8b3b-734777d78a00 tempest-VolumesSnapshotTestJSON-1175186291 tempest-VolumesSnapshotTestJSON-1175186291-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:05:28.998289 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [req-3267a214-d973-416a-b9e4-3fb75da97326 req-ea797c04-1988-482b-8b3b-734777d78a00 tempest-VolumesSnapshotTestJSON-1175186291 tempest-VolumesSnapshotTestJSON-1175186291-project] Synchronizing usage tracker for tenant:ca2e863beb034346a8ab8de98a6d1540 on resource:network {{(pid=80981) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 06 02:05:29.055028 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [req-3267a214-d973-416a-b9e4-3fb75da97326 req-ea797c04-1988-482b-8b3b-734777d78a00 tempest-VolumesSnapshotTestJSON-1175186291 tempest-VolumesSnapshotTestJSON-1175186291-project] Unset dirty status for tenant:ca2e863beb034346a8ab8de98a6d1540 on resource:network {{(pid=80981) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 06 02:05:29.056433 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-3267a214-d973-416a-b9e4-3fb75da97326 req-ea797c04-1988-482b-8b3b-734777d78a00 tempest-VolumesSnapshotTestJSON-1175186291 tempest-VolumesSnapshotTestJSON-1175186291-project] 10.222.0.11 "GET /v2.0/networks?id=06f2277a-dbfc-46b9-bc1c-8a1822bac9b9 HTTP/1.1" status: 200  len: 813 time: 0.2181880
Jul 06 02:05:29.076589 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-3267a214-d973-416a-b9e4-3fb75da97326 req-ed9ea6c1-1f4e-429e-b1aa-6fc2b387d259 tempest-VolumesSnapshotTestJSON-1175186291 tempest-VolumesSnapshotTestJSON-1175186291-project] 10.222.0.11 "GET /v2.0/quotas/ca2e863beb034346a8ab8de98a6d1540 HTTP/1.1" status: 200  len: 375 time: 0.0125964
Jul 06 02:05:29.132704 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-3267a214-d973-416a-b9e4-3fb75da97326 req-cdfc4fcb-32de-483e-ad08-13eab97f1ac4 tempest-VolumesSnapshotTestJSON-1175186291 tempest-VolumesSnapshotTestJSON-1175186291-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=ca2e863beb034346a8ab8de98a6d1540&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0482612
Jul 06 02:05:29.291877 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-3267a214-d973-416a-b9e4-3fb75da97326 req-13402162-a559-48b4-87b0-54762d7af58d service neutron] 10.222.0.11 "GET /v2.0/networks/06f2277a-dbfc-46b9-bc1c-8a1822bac9b9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1499004
Jul 06 02:05:29.382028 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-888f4be1-0077-40c4-a83e-6dd4ec2ac9c1 admin admin] Notify agent at l3_agent.dv-cinder-799546-3-iscsi the message routers_updated {{(pid=80980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jul 06 02:05:29.392610 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-888f4be1-0077-40c4-a83e-6dd4ec2ac9c1 admin admin] 10.222.0.11 "PUT /v2.0/routers/36ceb98e-21ed-4dde-a0e6-69972ac460fb/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.5487838
Jul 06 02:05:29.395626 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80980) accepted ('10.222.0.11', 45832) {{(pid=80980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 02:05:29.400949 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0cc1c13-e808-4c53-a7f5-627c6f2f789d None None] Sync routers for ids ['36ceb98e-21ed-4dde-a0e6-69972ac460fb'] in dv-cinder-799546-3-iscsi {{(pid=80983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Jul 06 02:05:29.426985 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0cc1c13-e808-4c53-a7f5-627c6f2f789d None None] Routers {'36ceb98e-21ed-4dde-a0e6-69972ac460fb'} bound to L3 agent in host dv-cinder-799546-3-iscsi {{(pid=80983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 06 02:05:29.428063 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_hamode_db [None req-a0cc1c13-e808-4c53-a7f5-627c6f2f789d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f31d774b390>, 'dv-cinder-799546-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T01:50:03Z,description=<?>,heartbeat_timestamp=2021-07-06T02:05:03Z,host='dv-cinder-799546-3-iscsi',id=61912d2b-cbf3-48c5-b8b2-dcc1c49052a5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-06T01:50:03Z,topic='l3_agent')) {'router_ids': ['36ceb98e-21ed-4dde-a0e6-69972ac460fb'], 'active': True} {{(pid=80983) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 02:05:29.499813 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-3267a214-d973-416a-b9e4-3fb75da97326 req-70db856b-4aad-4e65-b5d0-cf887f774fcd service neutron] 10.222.0.11 "GET /v2.0/networks/06f2277a-dbfc-46b9-bc1c-8a1822bac9b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1998377
Jul 06 02:05:29.659566 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_dvr_db [None req-a0cc1c13-e808-4c53-a7f5-627c6f2f789d None None] Set router 36ceb98e-21ed-4dde-a0e6-69972ac460fb gateway port host: dv-cinder-799546-3-iscsi {{(pid=80983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:850}}
Jul 06 02:05:29.667026 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4deb18c-cabd-46a1-acc6-6eb9fe03e75f req-6b28d8bd-9369-4c8b-8ed5-5187eb8c840e tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:05:29.668647 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-b4deb18c-cabd-46a1-acc6-6eb9fe03e75f req-6b28d8bd-9369-4c8b-8ed5-5187eb8c840e tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/ports?device_id=6039cb9a-cc1a-4a0f-9d68-735214d82775 HTTP/1.1" status: 200  len: 946 time: 0.1652551
Jul 06 02:05:29.721335 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-2d18d173-0f03-4173-8dd1-b1e1db4aba45 admin admin] Notify callbacks [] for router, before_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:05:29.803181 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-b4deb18c-cabd-46a1-acc6-6eb9fe03e75f req-b1d40779-5ea0-4531-b606-118e01fec478 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/security-groups?id=c71df35b-4799-4342-a354-637fb96e6767&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1209257
Jul 06 02:05:29.879568 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-934aa453-901f-4e00-ac9a-06f35235f07b req-bfd3af3c-b3c5-4d1a-868e-5991d78e958c tempest-VolumesSnapshotTestJSON-1175186291 tempest-VolumesSnapshotTestJSON-1175186291-project] 10.222.0.11 "GET /v2.0/ports?device_id=23743bba-177e-47a3-8024-c03e06b66216 HTTP/1.1" status: 200  len: 210 time: 0.0591264
Jul 06 02:05:30.019431 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-2d18d173-0f03-4173-8dd1-b1e1db4aba45 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:05:30.054685 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.plugin [None req-2d18d173-0f03-4173-8dd1-b1e1db4aba45 admin admin] Deleting port 18fb05b8-f89e-427c-be2d-da7a439b0b71 {{(pid=80980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1879}}
Jul 06 02:05:30.055050 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-2d18d173-0f03-4173-8dd1-b1e1db4aba45 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296100957044'] for port, before_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:05:30.187139 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_hamode_db [None req-a0cc1c13-e808-4c53-a7f5-627c6f2f789d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f31d774b390>, [{'id': '36ceb98e-21ed-4dde-a0e6-69972ac460fb', 'name': 'tempest-TestMinimumBasicScenario-1359407470-router', 'tenant_id': '16adeb6d33ca4543afe9ef6204c47982', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8', 'external_fixed_ips': [{'subnet_id': '24d74941-6bd6-4d03-882f-a623d522833f', 'ip_address': '172.27.1.75'}], 'enable_snat': True}, 'gw_port_id': '18fb05b8-f89e-427c-be2d-da7a439b0b71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T02:01:20Z', 'updated_at': '2021-07-06T02:05:27Z', 'revision_number': 5, 'project_id': '16adeb6d33ca4543afe9ef6204c47982', 'gw_port': {'id': '18fb05b8-f89e-427c-be2d-da7a439b0b71', 'name': '', 'network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:80:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36ceb98e-21ed-4dde-a0e6-69972ac460fb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '24d74941-6bd6-4d03-882f-a623d522833f', 'ip_address': '172.27.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T02:01:22Z', 'updated_at': '2021-07-06T02:01:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24d74941-6bd6-4d03-882f-a623d522833f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799546-3-iscsi'}], 'dv-cinder-799546-3-iscsi', False) {} {{(pid=80983) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 02:05:30.191983 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0cc1c13-e808-4c53-a7f5-627c6f2f789d None None] Checking router: 36ceb98e-21ed-4dde-a0e6-69972ac460fb for host: dv-cinder-799546-3-iscsi {{(pid=80983) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Jul 06 02:05:30.208359 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0cc1c13-e808-4c53-a7f5-627c6f2f789d None None] Routers {'36ceb98e-21ed-4dde-a0e6-69972ac460fb'} bound to L3 agent in host dv-cinder-799546-3-iscsi {{(pid=80983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 06 02:05:30.209117 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_hamode_db [None req-a0cc1c13-e808-4c53-a7f5-627c6f2f789d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f31d774b390>, 'dv-cinder-799546-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T01:50:03Z,description=<?>,heartbeat_timestamp=2021-07-06T02:05:03Z,host='dv-cinder-799546-3-iscsi',id=61912d2b-cbf3-48c5-b8b2-dcc1c49052a5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-06T01:50:03Z,topic='l3_agent')) {'router_ids': ['36ceb98e-21ed-4dde-a0e6-69972ac460fb'], 'active': True} {{(pid=80983) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 02:05:30.247518 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [None req-2d18d173-0f03-4173-8dd1-b1e1db4aba45 admin admin] For port 18fb05b8-f89e-427c-be2d-da7a439b0b71, host dv-cinder-799546-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799546-3-iscsi',level=0,port_id=18fb05b8-f89e-427c-be2d-da7a439b0b71,segment=NetworkSegment(e64f8835-8265-4308-a68c-94b30f2a67d9),segment_id=e64f8835-8265-4308-a68c-94b30f2a67d9)] {{(pid=80980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 02:05:30.247924 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-2d18d173-0f03-4173-8dd1-b1e1db4aba45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328131'] for port, precommit_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:05:30.382095 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_dvr_db [None req-a0cc1c13-e808-4c53-a7f5-627c6f2f789d None None] Set router 36ceb98e-21ed-4dde-a0e6-69972ac460fb gateway port host: None {{(pid=80983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:850}}
Jul 06 02:05:30.406420 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.plugin [None req-2d18d173-0f03-4173-8dd1-b1e1db4aba45 admin admin] Calling delete_port for 18fb05b8-f89e-427c-be2d-da7a439b0b71 owned by network:router_gateway {{(pid=80980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1952}}
Jul 06 02:05:30.507706 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_hamode_db [None req-a0cc1c13-e808-4c53-a7f5-627c6f2f789d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f31d774b390>, [{'id': '36ceb98e-21ed-4dde-a0e6-69972ac460fb', 'name': 'tempest-TestMinimumBasicScenario-1359407470-router', 'tenant_id': '16adeb6d33ca4543afe9ef6204c47982', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T02:01:20Z', 'updated_at': '2021-07-06T02:05:30Z', 'revision_number': 6, 'project_id': '16adeb6d33ca4543afe9ef6204c47982', 'gw_port_host': None}], 'dv-cinder-799546-3-iscsi', False) {} {{(pid=80983) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 02:05:30.512424 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0cc1c13-e808-4c53-a7f5-627c6f2f789d None None] The sync data for ids ['36ceb98e-21ed-4dde-a0e6-69972ac460fb'] in dv-cinder-799546-3-iscsi is: [{'id': '36ceb98e-21ed-4dde-a0e6-69972ac460fb', 'name': 'tempest-TestMinimumBasicScenario-1359407470-router', 'tenant_id': '16adeb6d33ca4543afe9ef6204c47982', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T02:01:20Z', 'updated_at': '2021-07-06T02:05:30Z', 'revision_number': 6, 'project_id': '16adeb6d33ca4543afe9ef6204c47982', 'gw_port_host': None}] {{(pid=80983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Jul 06 02:05:30.602879 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-2d18d173-0f03-4173-8dd1-b1e1db4aba45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740753762095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296101366780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839946710'] for port, after_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:05:30.607915 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-cdf97523-def3-443e-98d7-60e61a804118 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:05:30.654837 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d18d173-0f03-4173-8dd1-b1e1db4aba45 admin admin] Pushing event deleted for resources: {'Port': ['ID=18fb05b8-f89e-427c-be2d-da7a439b0b71,revision_number=None']} {{(pid=80980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:05:30.658954 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-2d18d173-0f03-4173-8dd1-b1e1db4aba45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:05:30.671473 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-da13e6d4-a8fa-4b56-9201-a0a4ee5e36a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:05:30.908186 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-2d18d173-0f03-4173-8dd1-b1e1db4aba45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-335396'] for router_gateway, after_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:05:31.094675 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-c5a54343-21b6-4599-8085-19a50b5e12a5 req-12c79554-115c-4f52-93ed-0ddf7b881cd3 tempest-VolumesSnapshotTestJSON-1175186291 tempest-VolumesSnapshotTestJSON-1175186291-project] 10.222.0.11 "GET /v2.0/ports?device_id=23743bba-177e-47a3-8024-c03e06b66216 HTTP/1.1" status: 200  len: 210 time: 0.0470831
Jul 06 02:05:31.478078 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.rpc [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Device 18fb05b8-f89e-427c-be2d-da7a439b0b71 no longer exists at agent ovs-agent-dv-cinder-799546-3-iscsi {{(pid=80982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:242}}
Jul 06 02:05:31.513562 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.plugin [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] No Port match for: 18fb05b8-f89e-427c-be2d-da7a439b0b71 {{(pid=80982) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2217}}
Jul 06 02:05:31.513898 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.rpc [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Device 18fb05b8-f89e-427c-be2d-da7a439b0b71 not bound to the agent host dv-cinder-799546-3-iscsi {{(pid=80982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:250}}
Jul 06 02:05:31.514386 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.rpc [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Device fab2c3bd-7dc8-4aeb-8336-d09b26bc5ef0 no longer exists at agent ovs-agent-dv-cinder-799546-3-iscsi {{(pid=80982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:242}}
Jul 06 02:05:31.547436 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.plugin [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] No Port match for: fab2c3bd-7dc8-4aeb-8336-d09b26bc5ef0 {{(pid=80982) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2217}}
Jul 06 02:05:31.547839 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.rpc [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Device fab2c3bd-7dc8-4aeb-8336-d09b26bc5ef0 not bound to the agent host dv-cinder-799546-3-iscsi {{(pid=80982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:250}}
Jul 06 02:05:31.549324 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-2d18d173-0f03-4173-8dd1-b1e1db4aba45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-454354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036838019691'] for router, precommit_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:05:31.559332 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-2d18d173-0f03-4173-8dd1-b1e1db4aba45 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:05:31.580308 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb587d06-3455-4d9a-9c7b-004bca21a287 req-ba252a6a-4a58-420c-a738-d6973fd01558 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:05:31.581918 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-eb587d06-3455-4d9a-9c7b-004bca21a287 req-ba252a6a-4a58-420c-a738-d6973fd01558 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/ports?device_id=6039cb9a-cc1a-4a0f-9d68-735214d82775 HTTP/1.1" status: 200  len: 946 time: 0.5846763
Jul 06 02:05:31.639847 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-eb587d06-3455-4d9a-9c7b-004bca21a287 req-8512b610-d631-4ffd-9192-a34700485ea4 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/security-groups?id=c71df35b-4799-4342-a354-637fb96e6767&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0471489
Jul 06 02:05:31.677761 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-2d18d173-0f03-4173-8dd1-b1e1db4aba45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854447692'] for router, after_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:05:31.678341 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d18d173-0f03-4173-8dd1-b1e1db4aba45 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 36ceb98e-21ed-4dde-a0e6-69972ac460fb {{(pid=80980) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jul 06 02:05:31.691118 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-2d18d173-0f03-4173-8dd1-b1e1db4aba45 admin admin] Notify callbacks [] for router, before_response {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:05:31.692872 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-2d18d173-0f03-4173-8dd1-b1e1db4aba45 admin admin] 10.222.0.11 "DELETE /v2.0/routers/36ceb98e-21ed-4dde-a0e6-69972ac460fb HTTP/1.1" status: 204  len: 168 time: 2.2950315
Jul 06 02:05:31.695483 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80981) accepted ('10.222.0.11', 45850) {{(pid=80981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 02:05:31.855908 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.db_base_plugin_v2 [None req-1552396e-3c39-440a-b14a-1041b42e59ee admin admin] Deleting subnet 8419c860-4d8c-4306-b6d8-2cf70e292185 {{(pid=80981) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1063}}
Jul 06 02:05:31.856287 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-1552396e-3c39-440a-b14a-1041b42e59ee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:05:31.944529 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-1552396e-3c39-440a-b14a-1041b42e59ee admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14767067'] for subnet, precommit_delete_associations {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:05:31.983350 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3267a214-d973-416a-b9e4-3fb75da97326 req-7cd1133e-6f99-4ef9-942e-7660fe9558a4 tempest-VolumesSnapshotTestJSON-1175186291 tempest-VolumesSnapshotTestJSON-1175186291-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:05:31.984886 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-3267a214-d973-416a-b9e4-3fb75da97326 req-7cd1133e-6f99-4ef9-942e-7660fe9558a4 tempest-VolumesSnapshotTestJSON-1175186291 tempest-VolumesSnapshotTestJSON-1175186291-project] 10.222.0.37 "GET /v2.0/networks?id=06f2277a-dbfc-46b9-bc1c-8a1822bac9b9 HTTP/1.1" status: 200  len: 813 time: 0.2554429
Jul 06 02:05:31.998231 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.v2.base [req-3267a214-d973-416a-b9e4-3fb75da97326 req-993f9251-14a0-4597-abba-b64476cfc7a3 tempest-VolumesSnapshotTestJSON-1175186291 tempest-VolumesSnapshotTestJSON-1175186291-project] Request body: {'port': {'device_id': '23743bba-177e-47a3-8024-c03e06b66216', 'network_id': '06f2277a-dbfc-46b9-bc1c-8a1822bac9b9', 'admin_state_up': True, 'tenant_id': 'ca2e863beb034346a8ab8de98a6d1540'}} {{(pid=80981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 06 02:05:32.233194 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [req-3267a214-d973-416a-b9e4-3fb75da97326 req-993f9251-14a0-4597-abba-b64476cfc7a3 tempest-VolumesSnapshotTestJSON-1175186291 tempest-VolumesSnapshotTestJSON-1175186291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 02:05:32.270048 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:05:32.280010 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [req-3267a214-d973-416a-b9e4-3fb75da97326 req-993f9251-14a0-4597-abba-b64476cfc7a3 tempest-VolumesSnapshotTestJSON-1175186291 tempest-VolumesSnapshotTestJSON-1175186291-project] Usage tracker for resource:port and tenant:ca2e863beb034346a8ab8de98a6d1540 is out of sync, need to count used quota {{(pid=80981) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 02:05:32.289270 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [req-3267a214-d973-416a-b9e4-3fb75da97326 req-993f9251-14a0-4597-abba-b64476cfc7a3 tempest-VolumesSnapshotTestJSON-1175186291 tempest-VolumesSnapshotTestJSON-1175186291-project] Quota usage for port was recalculated. Used quota:0. {{(pid=80981) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 02:05:32.295460 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-b6e47ba3-8824-4ab4-b99a-83c602a76935 req-67d0b6a7-ce0a-40a6-988a-458bf1fa9d3c tempest-VolumesSnapshotTestJSON-1175186291 tempest-VolumesSnapshotTestJSON-1175186291-project] 10.222.0.11 "GET /v2.0/ports?device_id=23743bba-177e-47a3-8024-c03e06b66216 HTTP/1.1" status: 200  len: 210 time: 0.0737178
Jul 06 02:05:32.303275 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [req-3267a214-d973-416a-b9e4-3fb75da97326 req-993f9251-14a0-4597-abba-b64476cfc7a3 tempest-VolumesSnapshotTestJSON-1175186291 tempest-VolumesSnapshotTestJSON-1175186291-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 02:05:32.315268 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-1552396e-3c39-440a-b14a-1041b42e59ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1050496'] for port, before_update {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:05:32.373447 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3267a214-d973-416a-b9e4-3fb75da97326 req-993f9251-14a0-4597-abba-b64476cfc7a3 tempest-VolumesSnapshotTestJSON-1175186291 tempest-VolumesSnapshotTestJSON-1175186291-project] Made reservation on behalf of ca2e863beb034346a8ab8de98a6d1540 for: {'port': 1} {{(pid=80981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jul 06 02:05:32.378937 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-3267a214-d973-416a-b9e4-3fb75da97326 req-993f9251-14a0-4597-abba-b64476cfc7a3 tempest-VolumesSnapshotTestJSON-1175186291 tempest-VolumesSnapshotTestJSON-1175186291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1050496'] for port, before_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:05:32.702561 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.db_base_plugin_common [req-3267a214-d973-416a-b9e4-3fb75da97326 req-993f9251-14a0-4597-abba-b64476cfc7a3 tempest-VolumesSnapshotTestJSON-1175186291 tempest-VolumesSnapshotTestJSON-1175186291-project] Allocated IP 172.20.0.4 (06f2277a-dbfc-46b9-bc1c-8a1822bac9b9/ae68177e-c428-457e-92a2-03cbfd8d6857/90eb99d5-a751-4f5f-9c13-40c484188c64) {{(pid=80981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Jul 06 02:05:32.712163 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.db_base_plugin_common [None req-1552396e-3c39-440a-b14a-1041b42e59ee admin admin] Delete allocated IP 172.20.0.2 (0a07be85-8668-473b-b257-803277088641/8419c860-4d8c-4306-b6d8-2cf70e292185) {{(pid=80981) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:123}}
Jul 06 02:05:32.842784 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e559d1-4b06-42c8-8407-c56f2716412f req-4c86f13c-8be5-4940-b5a2-435ff8182334 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:05:32.844560 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-59e559d1-4b06-42c8-8407-c56f2716412f req-4c86f13c-8be5-4940-b5a2-435ff8182334 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/ports?device_id=6039cb9a-cc1a-4a0f-9d68-735214d82775 HTTP/1.1" status: 200  len: 946 time: 0.0796189
Jul 06 02:05:32.912005 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-59e559d1-4b06-42c8-8407-c56f2716412f req-76415377-47df-4ba9-a97c-b1e929d01374 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/security-groups?id=c71df35b-4799-4342-a354-637fb96e6767&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0457737
Jul 06 02:05:32.986464 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [None req-1552396e-3c39-440a-b14a-1041b42e59ee admin admin] For port 87178e7f-1540-4b94-999c-06232edf5488, host dv-cinder-799546-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799546-3-iscsi',level=0,port_id=87178e7f-1540-4b94-999c-06232edf5488,segment=NetworkSegment(dd682708-6728-4df1-ab6c-656c245a5ef6),segment_id=dd682708-6728-4df1-ab6c-656c245a5ef6)] {{(pid=80981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 02:05:33.064349 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-3267a214-d973-416a-b9e4-3fb75da97326 req-993f9251-14a0-4597-abba-b64476cfc7a3 tempest-VolumesSnapshotTestJSON-1175186291 tempest-VolumesSnapshotTestJSON-1175186291-project] Notify callbacks [] for port, precommit_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:05:33.068521 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-1552396e-3c39-440a-b14a-1041b42e59ee admin admin] Notify callbacks [] for port, precommit_update {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:05:33.111592 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-1552396e-3c39-440a-b14a-1041b42e59ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740753762112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740753409037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296101366746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14885351'] for port, after_update {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:05:33.116915 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-9c6f857b-ba53-412e-91c3-3f5ccb6c6e3c tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:05:33.156592 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-3267a214-d973-416a-b9e4-3fb75da97326 req-993f9251-14a0-4597-abba-b64476cfc7a3 tempest-VolumesSnapshotTestJSON-1175186291 tempest-VolumesSnapshotTestJSON-1175186291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296101369102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839890433'] for port, after_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:05:33.168816 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-fdaf49b4-ee43-4a0a-bca1-5f1eeb341d1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:05:33.188035 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-1552396e-3c39-440a-b14a-1041b42e59ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1281289'] for subnet, precommit_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:05:33.520020 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3267a214-d973-416a-b9e4-3fb75da97326 req-993f9251-14a0-4597-abba-b64476cfc7a3 tempest-VolumesSnapshotTestJSON-1175186291 tempest-VolumesSnapshotTestJSON-1175186291-project] Network 06f2277a-dbfc-46b9-bc1c-8a1822bac9b9 is already hosted by enough agents. {{(pid=80981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:240}}
Jul 06 02:05:33.530100 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.scheduler.base_scheduler [req-3267a214-d973-416a-b9e4-3fb75da97326 req-993f9251-14a0-4597-abba-b64476cfc7a3 tempest-VolumesSnapshotTestJSON-1175186291 tempest-VolumesSnapshotTestJSON-1175186291-project] Resources bound (agent type, host, resource id):  {{(pid=80981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jul 06 02:05:33.539899 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1552396e-3c39-440a-b14a-1041b42e59ee admin admin] Pushing event updated for resources: {'Port': ['ID=87178e7f-1540-4b94-999c-06232edf5488,revision_number=4']} {{(pid=80981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:05:33.545583 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_dvrscheduler_db [req-3267a214-d973-416a-b9e4-3fb75da97326 req-993f9251-14a0-4597-abba-b64476cfc7a3 tempest-VolumesSnapshotTestJSON-1175186291 tempest-VolumesSnapshotTestJSON-1175186291-project] Received port after_create {{(pid=80981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 06 02:05:33.574908 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-1552396e-3c39-440a-b14a-1041b42e59ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.458s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:05:33.580561 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-2513b60e-e675-4460-ba6b-15df09a3d64a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.412s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:05:33.640640 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:05:33.699794 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3267a214-d973-416a-b9e4-3fb75da97326 req-993f9251-14a0-4597-abba-b64476cfc7a3 tempest-VolumesSnapshotTestJSON-1175186291 tempest-VolumesSnapshotTestJSON-1175186291-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:05:33.700382 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-3267a214-d973-416a-b9e4-3fb75da97326 req-993f9251-14a0-4597-abba-b64476cfc7a3 tempest-VolumesSnapshotTestJSON-1175186291 tempest-VolumesSnapshotTestJSON-1175186291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91827'] for port, before_response {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:05:33.705157 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993f9251-14a0-4597-abba-b64476cfc7a3 tempest-VolumesSnapshotTestJSON-1175186291 tempest-VolumesSnapshotTestJSON-1175186291-project] Pushing event updated for resources: {'Port': ['ID=90eb99d5-a751-4f5f-9c13-40c484188c64,revision_number=1']} {{(pid=80981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:05:33.719081 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-993f9251-14a0-4597-abba-b64476cfc7a3 tempest-VolumesSnapshotTestJSON-1175186291 tempest-VolumesSnapshotTestJSON-1175186291-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:05:33.727130 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-1552396e-3c39-440a-b14a-1041b42e59ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853494527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036839889365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15725816'] for subnet, after_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:05:33.740417 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:05:33.777304 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef2c29c-e0bc-4512-ac3d-616f676c48ae req-0ea68ef2-8445-4a50-bc00-6ad2776f2799 tempest-VolumesSnapshotTestJSON-1175186291 tempest-VolumesSnapshotTestJSON-1175186291-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:05:33.778055 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [req-bef2c29c-e0bc-4512-ac3d-616f676c48ae req-0ea68ef2-8445-4a50-bc00-6ad2776f2799 tempest-VolumesSnapshotTestJSON-1175186291 tempest-VolumesSnapshotTestJSON-1175186291-project] Synchronizing usage tracker for tenant:ca2e863beb034346a8ab8de98a6d1540 on resource:port {{(pid=80981) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 06 02:05:33.783754 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1552396e-3c39-440a-b14a-1041b42e59ee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8419c860-4d8c-4306-b6d8-2cf70e292185,revision_number=None']} {{(pid=80981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:05:33.788150 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-3267a214-d973-416a-b9e4-3fb75da97326 req-993f9251-14a0-4597-abba-b64476cfc7a3 tempest-VolumesSnapshotTestJSON-1175186291 tempest-VolumesSnapshotTestJSON-1175186291-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.7939882
Jul 06 02:05:33.789393 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-1552396e-3c39-440a-b14a-1041b42e59ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:05:33.797038 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-1552396e-3c39-440a-b14a-1041b42e59ee admin admin] Notify callbacks [] for subnet, before_response {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:05:33.798721 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-1552396e-3c39-440a-b14a-1041b42e59ee admin admin] 10.222.0.11 "DELETE /v2.0/subnets/8419c860-4d8c-4306-b6d8-2cf70e292185 HTTP/1.1" status: 204  len: 168 time: 2.1019266
Jul 06 02:05:33.801842 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80980) accepted ('10.222.0.11', 45864) {{(pid=80980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 02:05:33.804322 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f99d4ee4-ff60-415d-9f27-234a6eb8e773 None None] Network 0a07be85-8668-473b-b257-803277088641 requested from dv-cinder-799546-3-iscsi {{(pid=80982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jul 06 02:05:33.807268 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.v2.base [req-3267a214-d973-416a-b9e4-3fb75da97326 req-aca67942-6bbf-4bd4-ba7c-129ac308a6e3 service neutron] Request body: {'port': {'device_id': '23743bba-177e-47a3-8024-c03e06b66216', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79954'}} {{(pid=80981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 06 02:05:33.933753 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [req-bef2c29c-e0bc-4512-ac3d-616f676c48ae req-0ea68ef2-8445-4a50-bc00-6ad2776f2799 tempest-VolumesSnapshotTestJSON-1175186291 tempest-VolumesSnapshotTestJSON-1175186291-project] Unset dirty status for tenant:ca2e863beb034346a8ab8de98a6d1540 on resource:port {{(pid=80981) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 06 02:05:33.935039 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-bef2c29c-e0bc-4512-ac3d-616f676c48ae req-0ea68ef2-8445-4a50-bc00-6ad2776f2799 tempest-VolumesSnapshotTestJSON-1175186291 tempest-VolumesSnapshotTestJSON-1175186291-project] 10.222.0.11 "GET /v2.0/ports?device_id=23743bba-177e-47a3-8024-c03e06b66216 HTTP/1.1" status: 200  len: 931 time: 0.4682212
Jul 06 02:05:33.964640 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-3267a214-d973-416a-b9e4-3fb75da97326 req-aca67942-6bbf-4bd4-ba7c-129ac308a6e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1050496'] for port, before_update {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:05:34.000703 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-fd367b1f-6c48-45a0-ab64-d30bb07d6048 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853693134'] for network, before_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:05:34.013639 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.plugin [None req-fd367b1f-6c48-45a0-ab64-d30bb07d6048 admin admin] Deleting port 87178e7f-1540-4b94-999c-06232edf5488 {{(pid=80980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1879}}
Jul 06 02:05:34.013996 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-fd367b1f-6c48-45a0-ab64-d30bb07d6048 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296100957044'] for port, before_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:05:34.103444 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [req-bef2c29c-e0bc-4512-ac3d-616f676c48ae req-05bc7510-18fc-4779-a868-5fb2f90a9e0f tempest-VolumesSnapshotTestJSON-1175186291 tempest-VolumesSnapshotTestJSON-1175186291-project] Synchronizing usage tracker for tenant:ca2e863beb034346a8ab8de98a6d1540 on resource:security_group {{(pid=80981) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 06 02:05:34.108789 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08275b5c-f4f5-4117-80f1-7bdea9a816f1 None None] DHCP port deletion for 0a07be85-8668-473b-b257-803277088641 request from dv-cinder-799546-3-iscsi {{(pid=80982) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Jul 06 02:05:34.118893 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.plugin [None req-08275b5c-f4f5-4117-80f1-7bdea9a816f1 None None] Deleting port 87178e7f-1540-4b94-999c-06232edf5488 {{(pid=80982) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1879}}
Jul 06 02:05:34.119772 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-08275b5c-f4f5-4117-80f1-7bdea9a816f1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296100957044'] for port, before_delete {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:05:34.173951 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-76dafd09-8b9e-4f4b-ba8f-a0f9ff874801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:05:34.218521 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [req-bef2c29c-e0bc-4512-ac3d-616f676c48ae req-05bc7510-18fc-4779-a868-5fb2f90a9e0f tempest-VolumesSnapshotTestJSON-1175186291 tempest-VolumesSnapshotTestJSON-1175186291-project] Unset dirty status for tenant:ca2e863beb034346a8ab8de98a6d1540 on resource:security_group {{(pid=80981) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 06 02:05:34.219785 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-bef2c29c-e0bc-4512-ac3d-616f676c48ae req-05bc7510-18fc-4779-a868-5fb2f90a9e0f tempest-VolumesSnapshotTestJSON-1175186291 tempest-VolumesSnapshotTestJSON-1175186291-project] 10.222.0.11 "GET /v2.0/security-groups?id=847ecf8e-1afa-4cdd-841b-4e3c07f668aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2754488
Jul 06 02:05:34.280012 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43a8b53-b98f-42ff-8179-cbf3d71ff8c9 req-b07e6cc1-7691-4495-bc0b-455b2e935ec2 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:05:34.281701 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-e43a8b53-b98f-42ff-8179-cbf3d71ff8c9 req-b07e6cc1-7691-4495-bc0b-455b2e935ec2 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/ports?device_id=6039cb9a-cc1a-4a0f-9d68-735214d82775 HTTP/1.1" status: 200  len: 946 time: 0.2274728
Jul 06 02:05:34.348383 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [None req-fd367b1f-6c48-45a0-ab64-d30bb07d6048 admin admin] For port 87178e7f-1540-4b94-999c-06232edf5488, host dv-cinder-799546-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799546-3-iscsi',level=0,port_id=87178e7f-1540-4b94-999c-06232edf5488,segment=NetworkSegment(dd682708-6728-4df1-ab6c-656c245a5ef6),segment_id=dd682708-6728-4df1-ab6c-656c245a5ef6)] {{(pid=80980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 02:05:34.348765 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-fd367b1f-6c48-45a0-ab64-d30bb07d6048 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328131'] for port, precommit_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:05:34.370357 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-e43a8b53-b98f-42ff-8179-cbf3d71ff8c9 req-89ec15f0-cff9-4868-9808-5155ec8b0492 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/security-groups?id=c71df35b-4799-4342-a354-637fb96e6767&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0693858
Jul 06 02:05:34.415492 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.notifiers.nova [req-3267a214-d973-416a-b9e4-3fb75da97326 req-aca67942-6bbf-4bd4-ba7c-129ac308a6e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90eb99d5-a751-4f5f-9c13-40c484188c64 {{(pid=80981) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Jul 06 02:05:34.423595 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-3267a214-d973-416a-b9e4-3fb75da97326 req-aca67942-6bbf-4bd4-ba7c-129ac308a6e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:05:34.441274 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.provisioning_blocks [req-3267a214-d973-416a-b9e4-3fb75da97326 req-aca67942-6bbf-4bd4-ba7c-129ac308a6e3 service neutron] Transition to ACTIVE for port object 90eb99d5-a751-4f5f-9c13-40c484188c64 will not be triggered until provisioned by entity L2. {{(pid=80981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 06 02:05:34.453516 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [None req-08275b5c-f4f5-4117-80f1-7bdea9a816f1 None None] For port 87178e7f-1540-4b94-999c-06232edf5488, host dv-cinder-799546-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799546-3-iscsi',level=0,port_id=87178e7f-1540-4b94-999c-06232edf5488,segment=NetworkSegment(dd682708-6728-4df1-ab6c-656c245a5ef6),segment_id=dd682708-6728-4df1-ab6c-656c245a5ef6)] {{(pid=80982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 02:05:34.454287 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-08275b5c-f4f5-4117-80f1-7bdea9a816f1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328131'] for port, precommit_delete {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:05:34.475199 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-3267a214-d973-416a-b9e4-3fb75da97326 req-aca67942-6bbf-4bd4-ba7c-129ac308a6e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740753762112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740753409037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296101366746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14885351'] for port, after_update {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:05:34.480915 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-65db967b-3f10-43c2-8ea9-af94d71c0636 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:05:34.507981 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.plugin [None req-fd367b1f-6c48-45a0-ab64-d30bb07d6048 admin admin] Calling delete_port for 87178e7f-1540-4b94-999c-06232edf5488 owned by network:dhcp {{(pid=80980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1952}}
Jul 06 02:05:34.621633 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca67942-6bbf-4bd4-ba7c-129ac308a6e3 service neutron] Pushing event updated for resources: {'Port': ['ID=90eb99d5-a751-4f5f-9c13-40c484188c64,revision_number=2']} {{(pid=80981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:05:34.624806 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-aca67942-6bbf-4bd4-ba7c-129ac308a6e3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:05:34.668968 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.plugin [None req-08275b5c-f4f5-4117-80f1-7bdea9a816f1 None None] Calling delete_port for 87178e7f-1540-4b94-999c-06232edf5488 owned by network:dhcp {{(pid=80982) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1952}}
Jul 06 02:05:34.741043 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-fd367b1f-6c48-45a0-ab64-d30bb07d6048 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740753762095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296101366780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839946710'] for port, after_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:05:34.743779 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.db.api [None req-08275b5c-f4f5-4117-80f1-7bdea9a816f1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80982) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jul 06 02:05:34.744203 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_db.api [None req-08275b5c-f4f5-4117-80f1-7bdea9a816f1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jul 06 02:05:34.745964 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-f7d59622-e0ee-4da3-a2f4-4061c6e9e7ed tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:05:34.756651 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.managers [req-3267a214-d973-416a-b9e4-3fb75da97326 req-aca67942-6bbf-4bd4-ba7c-129ac308a6e3 service neutron] Attempting to bind port 90eb99d5-a751-4f5f-9c13-40c484188c64 on host hv-cinder-79954 for vnic_type normal with profile  {{(pid=80981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jul 06 02:05:34.757389 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.managers [req-3267a214-d973-416a-b9e4-3fb75da97326 req-aca67942-6bbf-4bd4-ba7c-129ac308a6e3 service neutron] Attempting to bind port 90eb99d5-a751-4f5f-9c13-40c484188c64 by drivers openvswitch,hyperv on host hv-cinder-79954 at level 0 using segments [{'id': '561a848c-a506-4525-86d8-2746b18179e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '06f2277a-dbfc-46b9-bc1c-8a1822bac9b9'}] {{(pid=80981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jul 06 02:05:34.758151 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3267a214-d973-416a-b9e4-3fb75da97326 req-aca67942-6bbf-4bd4-ba7c-129ac308a6e3 service neutron] Attempting to bind port 90eb99d5-a751-4f5f-9c13-40c484188c64 on network 06f2277a-dbfc-46b9-bc1c-8a1822bac9b9 {{(pid=80981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Jul 06 02:05:34.766896 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3267a214-d973-416a-b9e4-3fb75da97326 req-aca67942-6bbf-4bd4-ba7c-129ac308a6e3 service neutron] Port 90eb99d5-a751-4f5f-9c13-40c484188c64 on network 06f2277a-dbfc-46b9-bc1c-8a1822bac9b9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79954 {{(pid=80981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jul 06 02:05:34.767453 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3267a214-d973-416a-b9e4-3fb75da97326 req-aca67942-6bbf-4bd4-ba7c-129ac308a6e3 service neutron] Attempting to bind port 90eb99d5-a751-4f5f-9c13-40c484188c64 on network 06f2277a-dbfc-46b9-bc1c-8a1822bac9b9 {{(pid=80981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Jul 06 02:05:34.777380 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3267a214-d973-416a-b9e4-3fb75da97326 req-aca67942-6bbf-4bd4-ba7c-129ac308a6e3 service neutron] Checking agent: {'id': 'abd15b5f-b1e1-4bf4-b258-9ce6723fb40b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79954', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 1, 56, 33), 'started_at': datetime.datetime(2021, 7, 6, 1, 56, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 2, 5, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Jul 06 02:05:34.777380 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3267a214-d973-416a-b9e4-3fb75da97326 req-aca67942-6bbf-4bd4-ba7c-129ac308a6e3 service neutron] Checking segment: {'id': '561a848c-a506-4525-86d8-2746b18179e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '06f2277a-dbfc-46b9-bc1c-8a1822bac9b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jul 06 02:05:34.777380 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3267a214-d973-416a-b9e4-3fb75da97326 req-aca67942-6bbf-4bd4-ba7c-129ac308a6e3 service neutron] Bound using segment: {'id': '561a848c-a506-4525-86d8-2746b18179e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '06f2277a-dbfc-46b9-bc1c-8a1822bac9b9'} {{(pid=80981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Jul 06 02:05:34.777946 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.managers [req-3267a214-d973-416a-b9e4-3fb75da97326 req-aca67942-6bbf-4bd4-ba7c-129ac308a6e3 service neutron] Bound port: 90eb99d5-a751-4f5f-9c13-40c484188c64, host: hv-cinder-79954, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '561a848c-a506-4525-86d8-2746b18179e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '06f2277a-dbfc-46b9-bc1c-8a1822bac9b9'}}] {{(pid=80981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jul 06 02:05:34.778378 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-3267a214-d973-416a-b9e4-3fb75da97326 req-aca67942-6bbf-4bd4-ba7c-129ac308a6e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1050496'] for port, before_update {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:05:34.794492 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd367b1f-6c48-45a0-ab64-d30bb07d6048 admin admin] Pushing event deleted for resources: {'Port': ['ID=87178e7f-1540-4b94-999c-06232edf5488,revision_number=None']} {{(pid=80980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:05:34.797564 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-fd367b1f-6c48-45a0-ab64-d30bb07d6048 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:05:34.800783 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd367b1f-6c48-45a0-ab64-d30bb07d6048 admin admin] No DVR routers for this DVR port 87178e7f-1540-4b94-999c-06232edf5488 on host dv-cinder-799546-3-iscsi {{(pid=80980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jul 06 02:05:34.893483 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [req-3267a214-d973-416a-b9e4-3fb75da97326 req-aca67942-6bbf-4bd4-ba7c-129ac308a6e3 service neutron] For port 90eb99d5-a751-4f5f-9c13-40c484188c64, host hv-cinder-79954, cleared binding levels {{(pid=80981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:111}}
Jul 06 02:05:34.897149 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [req-3267a214-d973-416a-b9e4-3fb75da97326 req-aca67942-6bbf-4bd4-ba7c-129ac308a6e3 service neutron] For port 90eb99d5-a751-4f5f-9c13-40c484188c64, host hv-cinder-79954, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79954',level=0,port_id=90eb99d5-a751-4f5f-9c13-40c484188c64,segment=NetworkSegment(561a848c-a506-4525-86d8-2746b18179e9),segment_id=561a848c-a506-4525-86d8-2746b18179e9)] {{(pid=80981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}}
Jul 06 02:05:34.944216 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-3267a214-d973-416a-b9e4-3fb75da97326 req-aca67942-6bbf-4bd4-ba7c-129ac308a6e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740753762112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740753409037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296101366746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14885351'] for port, after_update {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:05:34.944531 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-fd367b1f-6c48-45a0-ab64-d30bb07d6048 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853494331', 'neutron.services.segments.db._delete_segments_for_network-8740753867311'] for network, precommit_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:05:34.949367 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:05:34.970537 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.services.segments.db [None req-fd367b1f-6c48-45a0-ab64-d30bb07d6048 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f31d66405c0>,) {'filters': {'network_id': ['0a07be85-8668-473b-b257-803277088641']}} {{(pid=80980) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 02:05:34.991539 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.rpc [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Device 7ce92965-02b9-4b32-ae08-3b3ce62481ad details requested by agent hyperv_hv-cinder-79954 with host hv-cinder-79954 {{(pid=80982) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:87}}
Jul 06 02:05:35.004612 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.services.segments.db [None req-fd367b1f-6c48-45a0-ab64-d30bb07d6048 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f31d66405c0>, 'dd682708-6728-4df1-ab6c-656c245a5ef6') {'for_net_delete': True} {{(pid=80980) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 02:05:35.005347 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.services.segments.db [None req-fd367b1f-6c48-45a0-ab64-d30bb07d6048 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f31d66405c0>, 'dd682708-6728-4df1-ab6c-656c245a5ef6') {} {{(pid=80980) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 02:05:35.021014 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-3267a214-d973-416a-b9e4-3fb75da97326 req-aca67942-6bbf-4bd4-ba7c-129ac308a6e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91827'] for port, before_response {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:05:35.022677 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-3267a214-d973-416a-b9e4-3fb75da97326 req-aca67942-6bbf-4bd4-ba7c-129ac308a6e3 service neutron] 10.222.0.37 "PUT /v2.0/ports/90eb99d5-a751-4f5f-9c13-40c484188c64 HTTP/1.1" status: 200  len: 1093 time: 1.2227046
Jul 06 02:05:35.023334 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23743bba-177e-47a3-8024-c03e06b66216', 'tag': '90eb99d5-a751-4f5f-9c13-40c484188c64'}] {{(pid=80981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 06 02:05:35.032018 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-fd367b1f-6c48-45a0-ab64-d30bb07d6048 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363296100912551', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036839473792'] for segment, before_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:05:35.059532 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-fd367b1f-6c48-45a0-ab64-d30bb07d6048 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1280314'] for segment, precommit_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:05:35.063625 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca67942-6bbf-4bd4-ba7c-129ac308a6e3 service neutron] Pushing event updated for resources: {'Port': ['ID=90eb99d5-a751-4f5f-9c13-40c484188c64,revision_number=3']} {{(pid=80981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:05:35.069771 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-aca67942-6bbf-4bd4-ba7c-129ac308a6e3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:05:35.071148 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd367b1f-6c48-45a0-ab64-d30bb07d6048 admin admin] Releasing vlan 109 on physical network physnet1 to pool {{(pid=80980) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Jul 06 02:05:35.072125 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-fd367b1f-6c48-45a0-ab64-d30bb07d6048 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853495502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14829072'] for segment, after_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:05:35.175798 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23743bba-177e-47a3-8024-c03e06b66216', 'tag': '90eb99d5-a751-4f5f-9c13-40c484188c64', 'status': 'completed', 'code': 200}
Jul 06 02:05:35.179789 dv-cinder-799546-3-iscsi neutron-server[80869]: Traceback (most recent call last):
Jul 06 02:05:35.179789 dv-cinder-799546-3-iscsi neutron-server[80869]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Jul 06 02:05:35.179789 dv-cinder-799546-3-iscsi neutron-server[80869]:     timer()
Jul 06 02:05:35.179789 dv-cinder-799546-3-iscsi neutron-server[80869]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jul 06 02:05:35.179789 dv-cinder-799546-3-iscsi neutron-server[80869]:     cb(*args, **kw)
Jul 06 02:05:35.179789 dv-cinder-799546-3-iscsi neutron-server[80869]:   File "/opt/stack/neutron/neutron/common/utils.py", line 968, in wrapper
Jul 06 02:05:35.179789 dv-cinder-799546-3-iscsi neutron-server[80869]:     return func(*args, **kwargs)
Jul 06 02:05:35.179789 dv-cinder-799546-3-iscsi neutron-server[80869]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jul 06 02:05:35.179789 dv-cinder-799546-3-iscsi neutron-server[80869]:     self._notify()
Jul 06 02:05:35.179789 dv-cinder-799546-3-iscsi neutron-server[80869]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jul 06 02:05:35.179789 dv-cinder-799546-3-iscsi neutron-server[80869]:     self.callback(batched_events)
Jul 06 02:05:35.179789 dv-cinder-799546-3-iscsi neutron-server[80869]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jul 06 02:05:35.179789 dv-cinder-799546-3-iscsi neutron-server[80869]:     event.method(event)
Jul 06 02:05:35.179789 dv-cinder-799546-3-iscsi neutron-server[80869]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jul 06 02:05:35.179789 dv-cinder-799546-3-iscsi neutron-server[80869]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jul 06 02:05:35.179789 dv-cinder-799546-3-iscsi neutron-server[80869]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jul 06 02:05:35.179789 dv-cinder-799546-3-iscsi neutron-server[80869]:     segment_id)['aggregates'][0]
Jul 06 02:05:35.179789 dv-cinder-799546-3-iscsi neutron-server[80869]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 53, in wrapper
Jul 06 02:05:35.179789 dv-cinder-799546-3-iscsi neutron-server[80869]:     return f(self, *a, **k)
Jul 06 02:05:35.179789 dv-cinder-799546-3-iscsi neutron-server[80869]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 508, in list_aggregates
Jul 06 02:05:35.179789 dv-cinder-799546-3-iscsi neutron-server[80869]:     return self._get(url).json()
Jul 06 02:05:35.179789 dv-cinder-799546-3-iscsi neutron-server[80869]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 178, in _get
Jul 06 02:05:35.179789 dv-cinder-799546-3-iscsi neutron-server[80869]:     **kwargs)
Jul 06 02:05:35.179789 dv-cinder-799546-3-iscsi neutron-server[80869]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1116, in get
Jul 06 02:05:35.179789 dv-cinder-799546-3-iscsi neutron-server[80869]:     return self.request(url, 'GET', **kwargs)
Jul 06 02:05:35.179789 dv-cinder-799546-3-iscsi neutron-server[80869]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 787, in request
Jul 06 02:05:35.179789 dv-cinder-799546-3-iscsi neutron-server[80869]:     **endpoint_filter)
Jul 06 02:05:35.179789 dv-cinder-799546-3-iscsi neutron-server[80869]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1216, in get_endpoint
Jul 06 02:05:35.179789 dv-cinder-799546-3-iscsi neutron-server[80869]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jul 06 02:05:35.179789 dv-cinder-799546-3-iscsi neutron-server[80869]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1156, in _auth_required
Jul 06 02:05:35.179789 dv-cinder-799546-3-iscsi neutron-server[80869]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jul 06 02:05:35.179789 dv-cinder-799546-3-iscsi neutron-server[80869]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jul 06 02:05:35.214885 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-3267a214-d973-416a-b9e4-3fb75da97326 req-ed43edda-47c0-44a5-8989-bd1f14eeeccf service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ca2e863beb034346a8ab8de98a6d1540&device_id=23743bba-177e-47a3-8024-c03e06b66216 HTTP/1.1" status: 200  len: 1096 time: 0.0866892
Jul 06 02:05:35.234163 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] For port 7ce92965-02b9-4b32-ae08-3b3ce62481ad, host hv-cinder-79954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79954',level=0,port_id=7ce92965-02b9-4b32-ae08-3b3ce62481ad,segment=NetworkSegment(f325f6e3-ee5f-469d-9162-dffc7dd88549),segment_id=f325f6e3-ee5f-469d-9162-dffc7dd88549)] {{(pid=80982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 02:05:35.249955 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.plugin [None req-08275b5c-f4f5-4117-80f1-7bdea9a816f1 None None] Deleting port 87178e7f-1540-4b94-999c-06232edf5488 {{(pid=80982) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1879}}
Jul 06 02:05:35.249955 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-08275b5c-f4f5-4117-80f1-7bdea9a816f1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296100957044'] for port, before_delete {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:05:35.265917 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-fd367b1f-6c48-45a0-ab64-d30bb07d6048 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1281500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854446373'] for network, after_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:05:35.272751 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-91b2be17-f1bb-495d-92dc-daafed9786d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:05:35.286730 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.rpc [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Returning: {'device': '7ce92965-02b9-4b32-ae08-3b3ce62481ad', 'network_id': 'dc49653d-588e-4ee2-9689-ebb2724e1086', 'port_id': '7ce92965-02b9-4b32-ae08-3b3ce62481ad', 'mac_address': 'fa:16:3e:d3:a4:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '989a31a1-084c-4193-9367-4e104f09769b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80982) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:165}}
Jul 06 02:05:35.305700 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-fd367b1f-6c48-45a0-ab64-d30bb07d6048 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853726196'] for network, before_response {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:05:35.309318 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-3267a214-d973-416a-b9e4-3fb75da97326 req-a452e4a7-7ef8-4863-9233-9b5e33335a82 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=90eb99d5-a751-4f5f-9c13-40c484188c64 HTTP/1.1" status: 200  len: 217 time: 0.0773828
Jul 06 02:05:35.314590 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd367b1f-6c48-45a0-ab64-d30bb07d6048 admin admin] Pushing event deleted for resources: {'Network': ['ID=0a07be85-8668-473b-b257-803277088641,revision_number=None']} {{(pid=80980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:05:35.318905 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-fd367b1f-6c48-45a0-ab64-d30bb07d6048 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:05:35.323693 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-fd367b1f-6c48-45a0-ab64-d30bb07d6048 admin admin] 10.222.0.11 "DELETE /v2.0/networks/0a07be85-8668-473b-b257-803277088641 HTTP/1.1" status: 204  len: 168 time: 1.5179794
Jul 06 02:05:35.369082 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.plugin [None req-08275b5c-f4f5-4117-80f1-7bdea9a816f1 None None] The port '87178e7f-1540-4b94-999c-06232edf5488' was deleted {{(pid=80982) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1909}}
Jul 06 02:05:35.401730 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1050496'] for port, before_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:05:35.433220 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.notifiers.nova [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7ce92965-02b9-4b32-ae08-3b3ce62481ad {{(pid=80982) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Jul 06 02:05:35.480784 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] For port 7ce92965-02b9-4b32-ae08-3b3ce62481ad, host hv-cinder-79954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79954',level=0,port_id=7ce92965-02b9-4b32-ae08-3b3ce62481ad,segment=NetworkSegment(f325f6e3-ee5f-469d-9162-dffc7dd88549),segment_id=f325f6e3-ee5f-469d-9162-dffc7dd88549)] {{(pid=80982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 02:05:35.510831 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.rpc [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Device 87178e7f-1540-4b94-999c-06232edf5488 no longer exists at agent ovs-agent-dv-cinder-799546-3-iscsi {{(pid=80982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:242}}
Jul 06 02:05:35.515540 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3267a214-d973-416a-b9e4-3fb75da97326 req-b763c857-80b4-472a-9c4c-d5fd4bcc0e7b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:05:35.517763 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-3267a214-d973-416a-b9e4-3fb75da97326 req-b763c857-80b4-472a-9c4c-d5fd4bcc0e7b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ae68177e-c428-457e-92a2-03cbfd8d6857 HTTP/1.1" status: 200  len: 853 time: 0.1970141
Jul 06 02:05:35.552508 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740753762112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740753409037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296101366746'] for port, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:05:35.554688 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-e63fbe6a-01dc-453b-9138-222dad9db918 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:05:35.581496 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4541684b-265c-45d9-85ee-3d3d25b87687 req-61d983d0-d795-4695-8a74-027bf15b89c7 tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:05:35.586063 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-4541684b-265c-45d9-85ee-3d3d25b87687 req-61d983d0-d795-4695-8a74-027bf15b89c7 tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] 10.222.0.11 "GET /v2.0/ports?device_id=848f0167-2894-477b-bc20-558ceadb1d77 HTTP/1.1" status: 200  len: 945 time: 0.1218083
Jul 06 02:05:35.588281 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-3267a214-d973-416a-b9e4-3fb75da97326 req-69932c05-4333-43da-bfe7-d0dbb9cf2808 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=06f2277a-dbfc-46b9-bc1c-8a1822bac9b9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0487535
Jul 06 02:05:35.594172 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.plugin [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] No Port match for: 87178e7f-1540-4b94-999c-06232edf5488 {{(pid=80982) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2217}}
Jul 06 02:05:35.594570 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.rpc [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Device 87178e7f-1540-4b94-999c-06232edf5488 not bound to the agent host dv-cinder-799546-3-iscsi {{(pid=80982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:250}}
Jul 06 02:05:35.625723 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-fcfe0981-f829-42d2-99d0-fcc19e179060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:05:35.638030 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d26beb-af5a-4256-a032-664bb1437ed2 req-6f237b1c-0cc4-414c-a8f5-f5381002dcd4 tempest-VolumesSnapshotTestJSON-1175186291 tempest-VolumesSnapshotTestJSON-1175186291-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:05:35.640419 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-f4d26beb-af5a-4256-a032-664bb1437ed2 req-6f237b1c-0cc4-414c-a8f5-f5381002dcd4 tempest-VolumesSnapshotTestJSON-1175186291 tempest-VolumesSnapshotTestJSON-1175186291-project] 10.222.0.11 "GET /v2.0/ports?device_id=23743bba-177e-47a3-8024-c03e06b66216 HTTP/1.1" status: 200  len: 943 time: 0.2115393
Jul 06 02:05:35.654753 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Pushing event updated for resources: {'Port': ['ID=7ce92965-02b9-4b32-ae08-3b3ce62481ad,revision_number=6']} {{(pid=80982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:05:35.662361 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] get_ports_and_sgs() called for port_ids ['7ce92965-02b9-4b32-ae08-3b3ce62481ad'] {{(pid=80982) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:184}}
Jul 06 02:05:35.669565 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-4541684b-265c-45d9-85ee-3d3d25b87687 req-169c3a45-1cbf-4885-a3d6-b6f347ea7db0 tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] 10.222.0.11 "GET /v2.0/security-groups?id=5f03d441-1e82-42a5-bcde-a0beac2e68f3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0766549
Jul 06 02:05:35.738640 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80980) accepted ('10.222.0.11', 45896) {{(pid=80980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 02:05:35.766694 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:05:35.767805 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:05:35.768393 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Version for resource type Network changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:05:35.769007 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:05:35.769584 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Version for resource type PortForwarding changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:05:35.770156 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:05:35.771370 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Version for resource type SecurityGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:05:35.772236 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:05:35.772821 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:05:35.773457 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Version for resource type Subnet changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:05:35.774027 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:05:35.781594 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=80982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:05:35.794314 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-f4d26beb-af5a-4256-a032-664bb1437ed2 req-55c69def-2d99-4bb6-aee1-36005fc44bca tempest-VolumesSnapshotTestJSON-1175186291 tempest-VolumesSnapshotTestJSON-1175186291-project] 10.222.0.11 "GET /v2.0/security-groups?id=847ecf8e-1afa-4cdd-841b-4e3c07f668aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1093154
Jul 06 02:05:35.857818 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-3267a214-d973-416a-b9e4-3fb75da97326 req-69544e87-f259-4563-8026-03f7fc9bd962 service neutron] 10.222.0.37 "GET /v2.0/networks/06f2277a-dbfc-46b9-bc1c-8a1822bac9b9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2545106
Jul 06 02:05:35.926922 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-24728416-8ffb-4510-9007-5ae3197a3c85 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=401d2ca991dc46759fcf67d09fce603c&name=default HTTP/1.1" status: 200  len: 2629 time: 0.1860352
Jul 06 02:05:35.930725 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80980) accepted ('10.222.0.11', 45906) {{(pid=80980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 02:05:36.023008 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-c5b34205-8110-4883-ba21-c98d12b23a8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:05:36.062746 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f06f49-b202-419d-b675-dc1c07e31ec5 req-ff481db9-6e0e-42f5-ba01-0f7ef4817eb4 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:05:36.072242 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-b3f06f49-b202-419d-b675-dc1c07e31ec5 req-ff481db9-6e0e-42f5-ba01-0f7ef4817eb4 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/ports?device_id=6039cb9a-cc1a-4a0f-9d68-735214d82775 HTTP/1.1" status: 200  len: 945 time: 0.2788243
Jul 06 02:05:36.092833 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-c5b34205-8110-4883-ba21-c98d12b23a8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:05:36.103700 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-3267a214-d973-416a-b9e4-3fb75da97326 req-fcab64fb-f616-4cbc-abf5-a6708191b63c service neutron] 10.222.0.37 "GET /v2.0/networks/06f2277a-dbfc-46b9-bc1c-8a1822bac9b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2372053
Jul 06 02:05:36.158802 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-b3f06f49-b202-419d-b675-dc1c07e31ec5 req-0c309a56-d70b-4f4c-a4f9-e0aa9c6890f5 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/security-groups?id=c71df35b-4799-4342-a354-637fb96e6767&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0855405
Jul 06 02:05:36.219772 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-c5b34205-8110-4883-ba21-c98d12b23a8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428228'] for security_group, after_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:05:36.225357 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-9292f384-79da-4433-aaf0-c2f4f6ce6fb6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:05:36.249216 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b34205-8110-4883-ba21-c98d12b23a8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32922aa1-4b90-4fe3-ab2c-607c8c38952f,revision_number=None']} {{(pid=80980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:05:36.252149 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-c5b34205-8110-4883-ba21-c98d12b23a8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:05:36.295369 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-c5b34205-8110-4883-ba21-c98d12b23a8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:05:36.297103 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-c5b34205-8110-4883-ba21-c98d12b23a8e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/32922aa1-4b90-4fe3-ab2c-607c8c38952f HTTP/1.1" status: 204  len: 168 time: 0.3648930
Jul 06 02:05:36.332602 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-3a7481da-0966-41bc-86f4-95b877efb90d req-172e05d0-192b-4695-bcdc-6803d9933f4d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ca2e863beb034346a8ab8de98a6d1540&device_id=23743bba-177e-47a3-8024-c03e06b66216 HTTP/1.1" status: 200  len: 1096 time: 0.1285760
Jul 06 02:05:36.533261 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7481da-0966-41bc-86f4-95b877efb90d req-68bf97da-6692-49b1-81c0-bd25f15c65b3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:05:36.534982 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-3a7481da-0966-41bc-86f4-95b877efb90d req-68bf97da-6692-49b1-81c0-bd25f15c65b3 service neutron] 10.222.0.37 "GET /v2.0/networks?id=06f2277a-dbfc-46b9-bc1c-8a1822bac9b9 HTTP/1.1" status: 200  len: 914 time: 0.1849222
Jul 06 02:05:36.619087 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-3a7481da-0966-41bc-86f4-95b877efb90d req-8e402216-c30a-42ce-9a4d-1385e751298d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=90eb99d5-a751-4f5f-9c13-40c484188c64 HTTP/1.1" status: 200  len: 217 time: 0.0706258
Jul 06 02:05:36.708168 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7481da-0966-41bc-86f4-95b877efb90d req-64c48016-2d38-448f-a8b1-9d33ef9c01be service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:05:36.709883 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-3a7481da-0966-41bc-86f4-95b877efb90d req-64c48016-2d38-448f-a8b1-9d33ef9c01be service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ae68177e-c428-457e-92a2-03cbfd8d6857 HTTP/1.1" status: 200  len: 853 time: 0.0828366
Jul 06 02:05:36.999718 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.rpc [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Device 7ce92965-02b9-4b32-ae08-3b3ce62481ad up at agent hyperv_hv-cinder-79954 {{(pid=80982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:273}}
Jul 06 02:05:37.041624 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80980) accepted ('10.222.0.11', 45932) {{(pid=80980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 02:05:37.119173 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-3a7481da-0966-41bc-86f4-95b877efb90d req-8f9fb510-b548-40e1-97a3-5a4ef5b15aa8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=06f2277a-dbfc-46b9-bc1c-8a1822bac9b9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.3874667
Jul 06 02:05:37.126237 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e16f261-2a9e-4e35-91e4-cb944159624a req-eea12e75-31a8-4194-b580-47ebca489af6 tempest-VolumesSnapshotTestJSON-1175186291 tempest-VolumesSnapshotTestJSON-1175186291-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:05:37.135649 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-6e16f261-2a9e-4e35-91e4-cb944159624a req-eea12e75-31a8-4194-b580-47ebca489af6 tempest-VolumesSnapshotTestJSON-1175186291 tempest-VolumesSnapshotTestJSON-1175186291-project] 10.222.0.11 "GET /v2.0/ports?device_id=23743bba-177e-47a3-8024-c03e06b66216 HTTP/1.1" status: 200  len: 943 time: 0.1831813
Jul 06 02:05:37.153618 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.provisioning_blocks [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Provisioning complete for port 7ce92965-02b9-4b32-ae08-3b3ce62481ad triggered by entity L2. {{(pid=80982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 06 02:05:37.154393 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1309268'] for port, provisioning_complete {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:05:37.190403 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-a8b0197b-5bbe-4cf6-b223-43796ce4fc69 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=16adeb6d33ca4543afe9ef6204c47982&name=default HTTP/1.1" status: 200  len: 2629 time: 0.1449034
Jul 06 02:05:37.196018 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80980) accepted ('10.222.0.11', 45938) {{(pid=80980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 02:05:37.257774 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-6e16f261-2a9e-4e35-91e4-cb944159624a req-6a36a671-3799-497f-af28-6a8314bdce39 tempest-VolumesSnapshotTestJSON-1175186291 tempest-VolumesSnapshotTestJSON-1175186291-project] 10.222.0.11 "GET /v2.0/security-groups?id=847ecf8e-1afa-4cdd-841b-4e3c07f668aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1210706
Jul 06 02:05:37.328039 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1050496'] for port, before_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:05:37.332186 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f33dc5-547d-4778-8e4c-70639e62010b req-8a9d1a21-a08b-4e08-9cab-6988de8f354b tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:05:37.334508 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-91f33dc5-547d-4778-8e4c-70639e62010b req-8a9d1a21-a08b-4e08-9cab-6988de8f354b tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] 10.222.0.11 "GET /v2.0/ports?device_id=848f0167-2894-477b-bc20-558ceadb1d77 HTTP/1.1" status: 200  len: 945 time: 0.2140524
Jul 06 02:05:37.346465 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-3a7481da-0966-41bc-86f4-95b877efb90d req-444b27bd-6c91-48b0-bb13-7f02158abdca service neutron] 10.222.0.37 "GET /v2.0/networks/06f2277a-dbfc-46b9-bc1c-8a1822bac9b9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1901405
Jul 06 02:05:37.365866 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] For port 7ce92965-02b9-4b32-ae08-3b3ce62481ad, host hv-cinder-79954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79954',level=0,port_id=7ce92965-02b9-4b32-ae08-3b3ce62481ad,segment=NetworkSegment(f325f6e3-ee5f-469d-9162-dffc7dd88549),segment_id=f325f6e3-ee5f-469d-9162-dffc7dd88549)] {{(pid=80982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 02:05:37.366939 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6039cb9a-cc1a-4a0f-9d68-735214d82775', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ce92965-02b9-4b32-ae08-3b3ce62481ad'}] {{(pid=80982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 06 02:05:37.386006 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-fa145531-4527-48e4-9e88-a429433cd57d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:05:37.408979 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740753762112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740753409037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296101366746'] for port, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:05:37.413701 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:05:37.425835 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-fa145531-4527-48e4-9e88-a429433cd57d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:05:37.519979 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-91f33dc5-547d-4778-8e4c-70639e62010b req-85648422-6a07-4113-9885-b68e131cc7d3 tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] 10.222.0.11 "GET /v2.0/security-groups?id=5f03d441-1e82-42a5-bcde-a0beac2e68f3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1738310
Jul 06 02:05:37.619084 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67407aac-690b-4202-9cdf-75b91c2e24dd req-69ce2670-4279-47c8-ac3b-e0c8a2777067 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:05:37.620976 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-67407aac-690b-4202-9cdf-75b91c2e24dd req-69ce2670-4279-47c8-ac3b-e0c8a2777067 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/ports?device_id=6039cb9a-cc1a-4a0f-9d68-735214d82775 HTTP/1.1" status: 200  len: 946 time: 0.1251104
Jul 06 02:05:37.636187 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-3a7481da-0966-41bc-86f4-95b877efb90d req-8f330f7d-1130-4d22-b6da-b43851d12f2e service neutron] 10.222.0.37 "GET /v2.0/networks/06f2277a-dbfc-46b9-bc1c-8a1822bac9b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2563443
Jul 06 02:05:37.664536 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-fa145531-4527-48e4-9e88-a429433cd57d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428228'] for security_group, after_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:05:37.678847 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-ef4a5c7c-3bf2-4020-8212-1715351308bc tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:05:37.716531 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa145531-4527-48e4-9e88-a429433cd57d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6c065b1-0968-4a19-a951-1f2c2722f39e,revision_number=None']} {{(pid=80980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:05:37.720669 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Pushing event updated for resources: {'Port': ['ID=7ce92965-02b9-4b32-ae08-3b3ce62481ad,revision_number=7']} {{(pid=80982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:05:37.725632 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=80982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:05:37.736311 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6039cb9a-cc1a-4a0f-9d68-735214d82775', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ce92965-02b9-4b32-ae08-3b3ce62481ad', 'code': 200}
Jul 06 02:05:37.748292 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-67407aac-690b-4202-9cdf-75b91c2e24dd req-a5364316-37f1-426f-a69a-de6da42322e6 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/security-groups?id=c71df35b-4799-4342-a354-637fb96e6767&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1152592
Jul 06 02:05:37.761499 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-fa145531-4527-48e4-9e88-a429433cd57d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:05:37.762930 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-fa145531-4527-48e4-9e88-a429433cd57d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:05:37.763971 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-fa145531-4527-48e4-9e88-a429433cd57d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c6c065b1-0968-4a19-a951-1f2c2722f39e HTTP/1.1" status: 204  len: 168 time: 0.5669315
Jul 06 02:05:38.029038 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-d206cc05-5bbf-4a0b-9584-9f6401bed01f req-16ca421b-fcd9-4440-8773-23f8b1a8dd6e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ce54b2b29f0c4db48f132919c87de2f3&device_id=848f0167-2894-477b-bc20-558ceadb1d77 HTTP/1.1" status: 200  len: 1098 time: 0.1324492
Jul 06 02:05:38.214119 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d206cc05-5bbf-4a0b-9584-9f6401bed01f req-8587db1f-65c8-43a0-8019-ebf3b8894512 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:05:38.216106 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-d206cc05-5bbf-4a0b-9584-9f6401bed01f req-8587db1f-65c8-43a0-8019-ebf3b8894512 service neutron] 10.222.0.37 "GET /v2.0/networks?id=071e3c2f-cf0c-415c-b6d3-47995c0b5e75 HTTP/1.1" status: 200  len: 910 time: 0.1605396
Jul 06 02:05:38.477912 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-d206cc05-5bbf-4a0b-9584-9f6401bed01f req-755425ef-fcbb-4a8e-83a6-f60ec127df1f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=69912c39-4fbd-4132-973d-842ed3df2ab5 HTTP/1.1" status: 200  len: 1000 time: 0.2455544
Jul 06 02:05:38.618263 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d206cc05-5bbf-4a0b-9584-9f6401bed01f req-6fb21a82-ddb2-4d18-804f-5752a2205293 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:05:38.619846 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-d206cc05-5bbf-4a0b-9584-9f6401bed01f req-6fb21a82-ddb2-4d18-804f-5752a2205293 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8c53f2ac-179f-40db-a015-badba4b27300 HTTP/1.1" status: 200  len: 848 time: 0.1347334
Jul 06 02:05:38.638280 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818ae156-206a-45bd-860f-3646a2e98dda req-b79b8fff-ad8b-4461-958f-f7adf89ff50f tempest-VolumesSnapshotTestJSON-1175186291 tempest-VolumesSnapshotTestJSON-1175186291-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:05:38.648909 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-818ae156-206a-45bd-860f-3646a2e98dda req-b79b8fff-ad8b-4461-958f-f7adf89ff50f tempest-VolumesSnapshotTestJSON-1175186291 tempest-VolumesSnapshotTestJSON-1175186291-project] 10.222.0.11 "GET /v2.0/ports?device_id=23743bba-177e-47a3-8024-c03e06b66216 HTTP/1.1" status: 200  len: 943 time: 0.1479430
Jul 06 02:05:38.724990 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-818ae156-206a-45bd-860f-3646a2e98dda req-6b7ce2e7-b846-4cda-a2fa-995bfd905174 tempest-VolumesSnapshotTestJSON-1175186291 tempest-VolumesSnapshotTestJSON-1175186291-project] 10.222.0.11 "GET /v2.0/security-groups?id=847ecf8e-1afa-4cdd-841b-4e3c07f668aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0765483
Jul 06 02:05:38.802048 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-d206cc05-5bbf-4a0b-9584-9f6401bed01f req-484db461-d41a-4f15-8866-9006aa73a04d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=071e3c2f-cf0c-415c-b6d3-47995c0b5e75&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1703775
Jul 06 02:05:38.846741 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb1b107-84ea-47bb-a091-1f48d1377da2 req-3292ccca-c987-4eb3-a16c-a3fdae7faf36 tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:05:38.848481 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-abb1b107-84ea-47bb-a091-1f48d1377da2 req-3292ccca-c987-4eb3-a16c-a3fdae7faf36 tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] 10.222.0.11 "GET /v2.0/ports?device_id=848f0167-2894-477b-bc20-558ceadb1d77 HTTP/1.1" status: 200  len: 945 time: 0.1602194
Jul 06 02:05:38.969988 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-abb1b107-84ea-47bb-a091-1f48d1377da2 req-637f5ece-2ac5-49f3-a797-cdd8539682a3 tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] 10.222.0.11 "GET /v2.0/security-groups?id=5f03d441-1e82-42a5-bcde-a0beac2e68f3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0754476
Jul 06 02:05:38.996825 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.rpc [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Device 90eb99d5-a751-4f5f-9c13-40c484188c64 details requested by agent hyperv_hv-cinder-79954 with host hv-cinder-79954 {{(pid=80982) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:87}}
Jul 06 02:05:39.037383 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-d206cc05-5bbf-4a0b-9584-9f6401bed01f req-cd71a692-52a0-4e9f-bc34-24be9750f333 service neutron] 10.222.0.37 "GET /v2.0/networks/071e3c2f-cf0c-415c-b6d3-47995c0b5e75?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2266994
Jul 06 02:05:39.090808 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acadd5f-5eea-4f15-a53a-09f9f77be7a6 req-7ee73b94-bcc7-4f82-876f-11e2915d4fa5 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:05:39.100720 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-9acadd5f-5eea-4f15-a53a-09f9f77be7a6 req-7ee73b94-bcc7-4f82-876f-11e2915d4fa5 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/ports?device_id=6039cb9a-cc1a-4a0f-9d68-735214d82775 HTTP/1.1" status: 200  len: 946 time: 0.1586139
Jul 06 02:05:39.182111 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-9acadd5f-5eea-4f15-a53a-09f9f77be7a6 req-965b7f15-e689-4660-9015-fb48d9a36de7 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/security-groups?id=c71df35b-4799-4342-a354-637fb96e6767&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0800951
Jul 06 02:05:39.242509 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] For port 90eb99d5-a751-4f5f-9c13-40c484188c64, host hv-cinder-79954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79954',level=0,port_id=90eb99d5-a751-4f5f-9c13-40c484188c64,segment=NetworkSegment(561a848c-a506-4525-86d8-2746b18179e9),segment_id=561a848c-a506-4525-86d8-2746b18179e9)] {{(pid=80982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 02:05:39.260579 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.rpc [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Returning: {'device': '90eb99d5-a751-4f5f-9c13-40c484188c64', 'network_id': '06f2277a-dbfc-46b9-bc1c-8a1822bac9b9', 'port_id': '90eb99d5-a751-4f5f-9c13-40c484188c64', 'mac_address': 'fa:16:3e:2b:0c:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae68177e-c428-457e-92a2-03cbfd8d6857', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80982) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:165}}
Jul 06 02:05:39.317480 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1050496'] for port, before_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:05:39.325891 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-d206cc05-5bbf-4a0b-9584-9f6401bed01f req-4b0038b4-2134-4662-a47d-a9a648d61a10 service neutron] 10.222.0.37 "GET /v2.0/networks/071e3c2f-cf0c-415c-b6d3-47995c0b5e75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2811315
Jul 06 02:05:39.343877 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.notifiers.nova [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90eb99d5-a751-4f5f-9c13-40c484188c64 {{(pid=80982) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Jul 06 02:05:39.370471 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] For port 90eb99d5-a751-4f5f-9c13-40c484188c64, host hv-cinder-79954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79954',level=0,port_id=90eb99d5-a751-4f5f-9c13-40c484188c64,segment=NetworkSegment(561a848c-a506-4525-86d8-2746b18179e9),segment_id=561a848c-a506-4525-86d8-2746b18179e9)] {{(pid=80982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 02:05:39.408560 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740753762112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740753409037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296101366746'] for port, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:05:39.410652 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:05:39.485307 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Pushing event updated for resources: {'Port': ['ID=90eb99d5-a751-4f5f-9c13-40c484188c64,revision_number=4']} {{(pid=80982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:05:39.489204 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:05:39.685551 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] get_ports_and_sgs() called for port_ids ['90eb99d5-a751-4f5f-9c13-40c484188c64'] {{(pid=80982) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:184}}
Jul 06 02:05:39.981259 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d768f773-3e22-41a4-b99c-35a76485299b req-630031bf-5bb1-4169-ad90-bdd44a5b7e4f tempest-VolumesSnapshotTestJSON-1175186291 tempest-VolumesSnapshotTestJSON-1175186291-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:05:39.993211 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-d768f773-3e22-41a4-b99c-35a76485299b req-630031bf-5bb1-4169-ad90-bdd44a5b7e4f tempest-VolumesSnapshotTestJSON-1175186291 tempest-VolumesSnapshotTestJSON-1175186291-project] 10.222.0.11 "GET /v2.0/ports?device_id=23743bba-177e-47a3-8024-c03e06b66216 HTTP/1.1" status: 200  len: 944 time: 0.1120450
Jul 06 02:05:40.056539 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-d768f773-3e22-41a4-b99c-35a76485299b req-6efffd15-9b35-4ef1-90d8-0603ff2de0bd tempest-VolumesSnapshotTestJSON-1175186291 tempest-VolumesSnapshotTestJSON-1175186291-project] 10.222.0.11 "GET /v2.0/security-groups?id=847ecf8e-1afa-4cdd-841b-4e3c07f668aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0623202
Jul 06 02:05:40.226941 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6a30e1-9a97-4d00-9349-249e34bb07c0 req-dad1ea55-51ba-4f89-9c4a-3418a91e66e8 tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:05:40.229101 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-1a6a30e1-9a97-4d00-9349-249e34bb07c0 req-dad1ea55-51ba-4f89-9c4a-3418a91e66e8 tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] 10.222.0.11 "GET /v2.0/ports?device_id=848f0167-2894-477b-bc20-558ceadb1d77 HTTP/1.1" status: 200  len: 945 time: 0.0990179
Jul 06 02:05:40.293622 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-1a6a30e1-9a97-4d00-9349-249e34bb07c0 req-078ae4af-2314-4480-b532-55ee1085ab64 tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] 10.222.0.11 "GET /v2.0/security-groups?id=5f03d441-1e82-42a5-bcde-a0beac2e68f3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0528352
Jul 06 02:05:40.571275 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be41ebdf-ccf5-4f06-bff0-d9eb847c4599 req-bc5b55de-d3c6-4387-a2fa-84dcbd6ed913 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:05:40.572214 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-be41ebdf-ccf5-4f06-bff0-d9eb847c4599 req-bc5b55de-d3c6-4387-a2fa-84dcbd6ed913 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/ports?device_id=6039cb9a-cc1a-4a0f-9d68-735214d82775 HTTP/1.1" status: 200  len: 946 time: 0.1440690
Jul 06 02:05:40.631405 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c440922-eced-4827-b87e-6d5016bfda46 req-284bf2cc-c281-441a-b5d8-0c9fc487fa68 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:05:40.632129 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-be41ebdf-ccf5-4f06-bff0-d9eb847c4599 req-3e777725-f1c2-4e70-96d7-79f215c4d9d9 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/security-groups?id=c71df35b-4799-4342-a354-637fb96e6767&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0536909
Jul 06 02:05:40.633803 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-1c440922-eced-4827-b87e-6d5016bfda46 req-284bf2cc-c281-441a-b5d8-0c9fc487fa68 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] 10.222.0.11 "GET /v2.0/ports?device_id=80e1a3e5-b906-4c92-b9da-9284bc4b2e62 HTTP/1.1" status: 200  len: 945 time: 0.0918570
Jul 06 02:05:40.689086 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-1c440922-eced-4827-b87e-6d5016bfda46 req-047166f6-dffe-4db3-9afd-1bfa0b3e44f9 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] 10.222.0.11 "GET /v2.0/security-groups?id=54bf20eb-6feb-494c-8b95-0267ae9fc275&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0460129
Jul 06 02:05:41.008052 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.rpc [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Device 90eb99d5-a751-4f5f-9c13-40c484188c64 up at agent hyperv_hv-cinder-79954 {{(pid=80982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:273}}
Jul 06 02:05:41.105759 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.provisioning_blocks [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Provisioning for port 90eb99d5-a751-4f5f-9c13-40c484188c64 completed by entity L2. {{(pid=80982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 06 02:05:41.111147 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.provisioning_blocks [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Provisioning complete for port 90eb99d5-a751-4f5f-9c13-40c484188c64 triggered by entity L2. {{(pid=80982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 06 02:05:41.111573 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1309268'] for port, provisioning_complete {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:05:41.234894 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1050496'] for port, before_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:05:41.246265 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db23e1b5-dd7c-4e45-b609-98e6214a9a60 req-950a1229-f63a-4af6-afc7-2b869df1c51b tempest-VolumesSnapshotTestJSON-1175186291 tempest-VolumesSnapshotTestJSON-1175186291-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:05:41.247953 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-db23e1b5-dd7c-4e45-b609-98e6214a9a60 req-950a1229-f63a-4af6-afc7-2b869df1c51b tempest-VolumesSnapshotTestJSON-1175186291 tempest-VolumesSnapshotTestJSON-1175186291-project] 10.222.0.11 "GET /v2.0/ports?device_id=23743bba-177e-47a3-8024-c03e06b66216 HTTP/1.1" status: 200  len: 944 time: 0.0828280
Jul 06 02:05:41.285666 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] For port 90eb99d5-a751-4f5f-9c13-40c484188c64, host hv-cinder-79954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79954',level=0,port_id=90eb99d5-a751-4f5f-9c13-40c484188c64,segment=NetworkSegment(561a848c-a506-4525-86d8-2746b18179e9),segment_id=561a848c-a506-4525-86d8-2746b18179e9)] {{(pid=80982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 02:05:41.287425 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23743bba-177e-47a3-8024-c03e06b66216', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90eb99d5-a751-4f5f-9c13-40c484188c64'}] {{(pid=80982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 06 02:05:41.315446 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-db23e1b5-dd7c-4e45-b609-98e6214a9a60 req-b273cd1b-3af2-4ddb-bcf3-feeba16d7dab tempest-VolumesSnapshotTestJSON-1175186291 tempest-VolumesSnapshotTestJSON-1175186291-project] 10.222.0.11 "GET /v2.0/security-groups?id=847ecf8e-1afa-4cdd-841b-4e3c07f668aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0592229
Jul 06 02:05:41.328524 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740753762112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740753409037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296101366746'] for port, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:05:41.330631 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-28c0b9f7-ac96-490a-90f1-9d327705d372 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:05:41.374648 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23743bba-177e-47a3-8024-c03e06b66216', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90eb99d5-a751-4f5f-9c13-40c484188c64', 'code': 200}
Jul 06 02:05:41.439072 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Pushing event updated for resources: {'Port': ['ID=90eb99d5-a751-4f5f-9c13-40c484188c64,revision_number=5']} {{(pid=80982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:05:41.442501 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=80982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:05:41.572653 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0886502c-6a66-42db-b98c-10d790084649 req-29cfa0cc-cd80-4397-959e-b634de95570d tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:05:41.574431 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-0886502c-6a66-42db-b98c-10d790084649 req-29cfa0cc-cd80-4397-959e-b634de95570d tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] 10.222.0.11 "GET /v2.0/ports?device_id=848f0167-2894-477b-bc20-558ceadb1d77 HTTP/1.1" status: 200  len: 945 time: 0.0906892
Jul 06 02:05:41.654623 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-0886502c-6a66-42db-b98c-10d790084649 req-4e8dd1aa-7592-4a11-8f04-15c6a55dc169 tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] 10.222.0.11 "GET /v2.0/security-groups?id=5f03d441-1e82-42a5-bcde-a0beac2e68f3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0725510
Jul 06 02:05:41.712769 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-2fc43e8b-3495-482d-b981-52a364dcc9e9 req-3b56d317-e3e4-4761-88da-585d27b699b4 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=23743bba-177e-47a3-8024-c03e06b66216 HTTP/1.1" status: 200  len: 1098 time: 0.0797563
Jul 06 02:05:41.869378 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-2fc43e8b-3495-482d-b981-52a364dcc9e9 req-6311471e-81aa-42c2-a548-57d51a3b904e service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=847ecf8e-1afa-4cdd-841b-4e3c07f668aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1404757
Jul 06 02:05:41.897271 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e701d9ba-a6f6-4a58-a23d-4a7ec2b98a0f req-742d00dc-c7f7-439c-9655-6a4e5aca113c tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:05:41.899046 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-e701d9ba-a6f6-4a58-a23d-4a7ec2b98a0f req-742d00dc-c7f7-439c-9655-6a4e5aca113c tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/ports?device_id=6039cb9a-cc1a-4a0f-9d68-735214d82775 HTTP/1.1" status: 200  len: 946 time: 0.1067240
Jul 06 02:05:41.971166 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-e701d9ba-a6f6-4a58-a23d-4a7ec2b98a0f req-cb567437-af8b-4e0d-8d35-7103ca70f935 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/security-groups?id=c71df35b-4799-4342-a354-637fb96e6767&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0643380
Jul 06 02:05:41.984434 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247642cd-d904-4eaf-ae4b-ba30ed5f8e97 req-614aed90-7fd7-4227-8ddb-2ae78d29fb78 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:05:41.986811 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-247642cd-d904-4eaf-ae4b-ba30ed5f8e97 req-614aed90-7fd7-4227-8ddb-2ae78d29fb78 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] 10.222.0.11 "GET /v2.0/ports?device_id=80e1a3e5-b906-4c92-b9da-9284bc4b2e62 HTTP/1.1" status: 200  len: 945 time: 0.1074750
Jul 06 02:05:42.049097 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-247642cd-d904-4eaf-ae4b-ba30ed5f8e97 req-f44aa0b8-791e-436b-8696-dbce183dc986 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] 10.222.0.11 "GET /v2.0/security-groups?id=54bf20eb-6feb-494c-8b95-0267ae9fc275&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0545015
Jul 06 02:05:42.556952 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4b6cbf-e5f0-45d2-93c7-ce4a6a7878da req-986d44d1-3f6e-4dda-a115-b7c0b62fd839 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:05:42.558562 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-4e4b6cbf-e5f0-45d2-93c7-ce4a6a7878da req-986d44d1-3f6e-4dda-a115-b7c0b62fd839 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] 10.222.0.37 "GET /v2.0/ports?device_id=80e1a3e5-b906-4c92-b9da-9284bc4b2e62 HTTP/1.1" status: 200  len: 945 time: 0.1711588
Jul 06 02:05:42.569998 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fc7290-5dcc-4de9-a0e3-910436aec94d req-2d3ab5ec-3830-44fe-bb17-7663865c8acb tempest-VolumesSnapshotTestJSON-1175186291 tempest-VolumesSnapshotTestJSON-1175186291-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:05:42.571646 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-23fc7290-5dcc-4de9-a0e3-910436aec94d req-2d3ab5ec-3830-44fe-bb17-7663865c8acb tempest-VolumesSnapshotTestJSON-1175186291 tempest-VolumesSnapshotTestJSON-1175186291-project] 10.222.0.11 "GET /v2.0/ports?device_id=23743bba-177e-47a3-8024-c03e06b66216 HTTP/1.1" status: 200  len: 945 time: 0.1060748
Jul 06 02:05:42.687808 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-23fc7290-5dcc-4de9-a0e3-910436aec94d req-61c140ee-b70d-4e11-94cb-44092f7a749c tempest-VolumesSnapshotTestJSON-1175186291 tempest-VolumesSnapshotTestJSON-1175186291-project] 10.222.0.11 "GET /v2.0/security-groups?id=847ecf8e-1afa-4cdd-841b-4e3c07f668aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0840337
Jul 06 02:05:42.698136 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.plugin [req-4e4b6cbf-e5f0-45d2-93c7-ce4a6a7878da req-3d64b197-f9cd-4f16-ab7c-4375a94f31af tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Deleting port c169d35d-365d-467d-9bff-8c722717957f {{(pid=80981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1879}}
Jul 06 02:05:42.698444 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-4e4b6cbf-e5f0-45d2-93c7-ce4a6a7878da req-3d64b197-f9cd-4f16-ab7c-4375a94f31af tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296100957044'] for port, before_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:05:42.963547 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a3a053-a4e4-4706-874e-9e2be542c684 req-c12bcb93-c7d0-4382-802a-2f4926dac11a tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:05:42.972560 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-c4a3a053-a4e4-4706-874e-9e2be542c684 req-c12bcb93-c7d0-4382-802a-2f4926dac11a tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] 10.222.0.11 "GET /v2.0/ports?device_id=848f0167-2894-477b-bc20-558ceadb1d77 HTTP/1.1" status: 200  len: 945 time: 0.1577613
Jul 06 02:05:43.059636 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-c4a3a053-a4e4-4706-874e-9e2be542c684 req-4aa05b25-0b21-46c5-bbcf-f475fdeef012 tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] 10.222.0.11 "GET /v2.0/security-groups?id=5f03d441-1e82-42a5-bcde-a0beac2e68f3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0859990
Jul 06 02:05:43.085469 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [req-4e4b6cbf-e5f0-45d2-93c7-ce4a6a7878da req-3d64b197-f9cd-4f16-ab7c-4375a94f31af tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] For port c169d35d-365d-467d-9bff-8c722717957f, host hv-cinder-79954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79954',level=0,port_id=c169d35d-365d-467d-9bff-8c722717957f,segment=NetworkSegment(b483eca6-a91e-4705-a919-ea8e271d6a1a),segment_id=b483eca6-a91e-4705-a919-ea8e271d6a1a)] {{(pid=80981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 02:05:43.085874 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-4e4b6cbf-e5f0-45d2-93c7-ce4a6a7878da req-3d64b197-f9cd-4f16-ab7c-4375a94f31af tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328131'] for port, precommit_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:05:43.295731 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b19522-b9f1-40ec-be5f-4ac5c507de13 req-85b56b26-e26f-494f-b542-cbb564a013ba tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:05:43.298027 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-f6b19522-b9f1-40ec-be5f-4ac5c507de13 req-85b56b26-e26f-494f-b542-cbb564a013ba tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] 10.222.0.11 "GET /v2.0/ports?device_id=80e1a3e5-b906-4c92-b9da-9284bc4b2e62 HTTP/1.1" status: 200  len: 945 time: 0.0993381
Jul 06 02:05:43.373718 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-f6b19522-b9f1-40ec-be5f-4ac5c507de13 req-ebc5d8d9-4539-452a-8a2b-ab0e03179711 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] 10.222.0.11 "GET /v2.0/security-groups?id=54bf20eb-6feb-494c-8b95-0267ae9fc275&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0674756
Jul 06 02:05:43.592140 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df95c693-84df-4b62-8611-ad7908915c07 req-6fe22842-64a0-42a5-91a7-794d6cc42d17 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:05:43.594959 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-df95c693-84df-4b62-8611-ad7908915c07 req-6fe22842-64a0-42a5-91a7-794d6cc42d17 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/ports?device_id=6039cb9a-cc1a-4a0f-9d68-735214d82775 HTTP/1.1" status: 200  len: 946 time: 0.4235632
Jul 06 02:05:43.759434 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-4e4b6cbf-e5f0-45d2-93c7-ce4a6a7878da req-3d64b197-f9cd-4f16-ab7c-4375a94f31af tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:05:43.760102 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-4e4b6cbf-e5f0-45d2-93c7-ce4a6a7878da req-3d64b197-f9cd-4f16-ab7c-4375a94f31af tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854446392'] for floatingip, after_update {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:05:43.760692 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.db.l3_db [req-4e4b6cbf-e5f0-45d2-93c7-ce4a6a7878da req-3d64b197-f9cd-4f16-ab7c-4375a94f31af tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Floating IP 2758e6ea-1938-4df1-b0bc-09051251a5d5 disassociated. External IP: 172.27.1.192, port: c169d35d-365d-467d-9bff-8c722717957f.
Jul 06 02:05:43.761594 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.plugin [req-4e4b6cbf-e5f0-45d2-93c7-ce4a6a7878da req-3d64b197-f9cd-4f16-ab7c-4375a94f31af tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Calling delete_port for c169d35d-365d-467d-9bff-8c722717957f owned by compute:nova {{(pid=80981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1952}}
Jul 06 02:05:43.803481 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-df95c693-84df-4b62-8611-ad7908915c07 req-9ee45a74-9b27-492c-9b5c-edfc177dd024 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/security-groups?id=c71df35b-4799-4342-a354-637fb96e6767&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1278167
Jul 06 02:05:44.017752 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9341543-e458-474f-9760-5274ebee70d8 req-bd63ba68-5bc1-4bd2-b774-2372dde6dcac tempest-VolumesSnapshotTestJSON-1175186291 tempest-VolumesSnapshotTestJSON-1175186291-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:05:44.027748 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-a9341543-e458-474f-9760-5274ebee70d8 req-bd63ba68-5bc1-4bd2-b774-2372dde6dcac tempest-VolumesSnapshotTestJSON-1175186291 tempest-VolumesSnapshotTestJSON-1175186291-project] 10.222.0.11 "GET /v2.0/ports?device_id=23743bba-177e-47a3-8024-c03e06b66216 HTTP/1.1" status: 200  len: 945 time: 0.0979028
Jul 06 02:05:44.083595 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-4e4b6cbf-e5f0-45d2-93c7-ce4a6a7878da req-3d64b197-f9cd-4f16-ab7c-4375a94f31af tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740753762095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296101366780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839890433'] for port, after_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:05:44.098040 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-a9341543-e458-474f-9760-5274ebee70d8 req-de9e4579-f754-4379-a059-d6d68f0a7033 tempest-VolumesSnapshotTestJSON-1175186291 tempest-VolumesSnapshotTestJSON-1175186291-project] 10.222.0.11 "GET /v2.0/security-groups?id=847ecf8e-1afa-4cdd-841b-4e3c07f668aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0682578
Jul 06 02:05:44.101447 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-a29ddae1-a9ef-461a-9374-53a3ee36b04c tempest-VolumesNegativeTest-1378205824 tempest-VolumesNegativeTest-1378205824-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:05:44.166556 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d64b197-f9cd-4f16-ab7c-4375a94f31af tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Pushing event deleted for resources: {'Port': ['ID=c169d35d-365d-467d-9bff-8c722717957f,revision_number=None']} {{(pid=80981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:05:44.246276 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-3d64b197-f9cd-4f16-ab7c-4375a94f31af tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:05:44.450435 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffc8178-4b58-46bb-adf6-0d515cf0fef1 req-0de62af8-4054-46b8-8825-8ba2fdd8e6a5 tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:05:44.452470 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-9ffc8178-4b58-46bb-adf6-0d515cf0fef1 req-0de62af8-4054-46b8-8825-8ba2fdd8e6a5 tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] 10.222.0.11 "GET /v2.0/ports?device_id=848f0167-2894-477b-bc20-558ceadb1d77 HTTP/1.1" status: 200  len: 945 time: 0.2050397
Jul 06 02:05:44.547099 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-9f4628c6-c919-40ea-a5ca-4a5cf37e3dd6 req-5efd100a-6920-4ff1-9ef9-6ced6be4face tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] 10.222.0.11 "GET /v2.0/ports?device_id=80e1a3e5-b906-4c92-b9da-9284bc4b2e62 HTTP/1.1" status: 200  len: 210 time: 0.0474820
Jul 06 02:05:44.550024 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-9ffc8178-4b58-46bb-adf6-0d515cf0fef1 req-0a24c03b-0a14-4c6b-8c9c-d10dfe76c5e6 tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] 10.222.0.11 "GET /v2.0/security-groups?id=5f03d441-1e82-42a5-bcde-a0beac2e68f3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0862601
Jul 06 02:05:44.552337 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4e4b6cbf-e5f0-45d2-93c7-ce4a6a7878da req-3d64b197-f9cd-4f16-ab7c-4375a94f31af tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Router 5a0ec982-2a10-44a4-86fc-d1e13aecf617 has already been hosted by L3 agent 61912d2b-cbf3-48c5-b8b2-dcc1c49052a5 {{(pid=80981) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Jul 06 02:05:44.787811 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4e4b6cbf-e5f0-45d2-93c7-ce4a6a7878da req-3d64b197-f9cd-4f16-ab7c-4375a94f31af tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Notify agent at l3_agent.dv-cinder-799546-3-iscsi the message routers_updated {{(pid=80981) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jul 06 02:05:44.799355 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3b8631e-8a79-4043-8d88-769303da185a None None] Sync routers for ids ['5a0ec982-2a10-44a4-86fc-d1e13aecf617'] in dv-cinder-799546-3-iscsi {{(pid=80982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Jul 06 02:05:44.821180 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3b8631e-8a79-4043-8d88-769303da185a None None] Routers {'5a0ec982-2a10-44a4-86fc-d1e13aecf617'} bound to L3 agent in host dv-cinder-799546-3-iscsi {{(pid=80982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 06 02:05:44.822102 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_hamode_db [None req-f3b8631e-8a79-4043-8d88-769303da185a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f31d726aac8>, 'dv-cinder-799546-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T01:50:03Z,description=<?>,heartbeat_timestamp=2021-07-06T02:05:33Z,host='dv-cinder-799546-3-iscsi',id=61912d2b-cbf3-48c5-b8b2-dcc1c49052a5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-06T01:50:03Z,topic='l3_agent')) {'router_ids': ['5a0ec982-2a10-44a4-86fc-d1e13aecf617'], 'active': True} {{(pid=80982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 02:05:44.977418 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e4b6cbf-e5f0-45d2-93c7-ce4a6a7878da req-3d64b197-f9cd-4f16-ab7c-4375a94f31af tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] No DVR routers for this DVR port c169d35d-365d-467d-9bff-8c722717957f on host hv-cinder-79954 {{(pid=80981) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jul 06 02:05:44.980241 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-4e4b6cbf-e5f0-45d2-93c7-ce4a6a7878da req-3d64b197-f9cd-4f16-ab7c-4375a94f31af tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91827'] for port, before_response {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:05:44.988550 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80e1a3e5-b906-4c92-b9da-9284bc4b2e62', 'name': 'network-vif-deleted', 'tag': 'c169d35d-365d-467d-9bff-8c722717957f'}] {{(pid=80981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 06 02:05:45.053703 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.rpc [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Device c169d35d-365d-467d-9bff-8c722717957f no longer exists at agent hyperv_hv-cinder-79954 {{(pid=80982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:242}}
Jul 06 02:05:45.075345 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-4e4b6cbf-e5f0-45d2-93c7-ce4a6a7878da req-3d64b197-f9cd-4f16-ab7c-4375a94f31af tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] 10.222.0.37 "DELETE /v2.0/ports/c169d35d-365d-467d-9bff-8c722717957f HTTP/1.1" status: 204  len: 173 time: 2.5025644
Jul 06 02:05:45.097146 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80e1a3e5-b906-4c92-b9da-9284bc4b2e62', 'name': 'network-vif-deleted', 'tag': 'c169d35d-365d-467d-9bff-8c722717957f', 'status': 'completed', 'code': 200}
Jul 06 02:05:45.194240 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.plugin [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] No Port match for: c169d35d-365d-467d-9bff-8c722717957f {{(pid=80982) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2217}}
Jul 06 02:05:45.195163 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.rpc [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Device c169d35d-365d-467d-9bff-8c722717957f not bound to the agent host hv-cinder-79954 {{(pid=80982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:250}}
Jul 06 02:05:45.263400 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_dvr_db [None req-f3b8631e-8a79-4043-8d88-769303da185a None None] Set router 5a0ec982-2a10-44a4-86fc-d1e13aecf617 gateway port host: dv-cinder-799546-3-iscsi {{(pid=80982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:850}}
Jul 06 02:05:45.292564 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32767d94-9131-4f31-bba5-2aac4aa2481e req-9f631dbb-888a-468c-a667-4695cb44097f tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:05:45.294279 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-32767d94-9131-4f31-bba5-2aac4aa2481e req-9f631dbb-888a-468c-a667-4695cb44097f tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/ports?device_id=6039cb9a-cc1a-4a0f-9d68-735214d82775 HTTP/1.1" status: 200  len: 946 time: 0.1675453
Jul 06 02:05:45.386922 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-32767d94-9131-4f31-bba5-2aac4aa2481e req-28d50fa1-d47a-408b-a268-78d98d3ee919 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/security-groups?id=c71df35b-4799-4342-a354-637fb96e6767&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0806906
Jul 06 02:05:45.804746 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_hamode_db [None req-f3b8631e-8a79-4043-8d88-769303da185a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f31d726aac8>, [{'id': '5a0ec982-2a10-44a4-86fc-d1e13aecf617', 'name': 'tempest-AttachVolumeTestJSON-645204130-router', 'tenant_id': '587da9b290164b68a272d4c4072a9c73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8', 'external_fixed_ips': [{'subnet_id': '24d74941-6bd6-4d03-882f-a623d522833f', 'ip_address': '172.27.1.100'}], 'enable_snat': True}, 'gw_port_id': '2cbeeafc-0e7b-49cd-a165-7753ce009d2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T01:58:34Z', 'updated_at': '2021-07-06T01:58:43Z', 'revision_number': 4, 'project_id': '587da9b290164b68a272d4c4072a9c73', 'gw_port': {'id': '2cbeeafc-0e7b-49cd-a165-7753ce009d2d', 'name': '', 'network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:3c:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a0ec982-2a10-44a4-86fc-d1e13aecf617', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '24d74941-6bd6-4d03-882f-a623d522833f', 'ip_address': '172.27.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T01:58:35Z', 'updated_at': '2021-07-06T01:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24d74941-6bd6-4d03-882f-a623d522833f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799546-3-iscsi', '_interfaces': [{'id': '8d5e8566-37f4-4010-af7c-cd43ad32bb78', 'name': '', 'network_id': '2a4c8008-ce84-432c-9f5d-0fe3ba12caba', 'tenant_id': '587da9b290164b68a272d4c4072a9c73', 'mac_address': 'fa:16:3e:38:a5:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a0ec982-2a10-44a4-86fc-d1e13aecf617', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '10f6138f-392f-434d-90d2-631457fbed0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T01:58:42Z', 'updated_at': '2021-07-06T01:58:59Z', 'revision_number': 5, 'project_id': '587da9b290164b68a272d4c4072a9c73', 'subnets': [{'id': '10f6138f-392f-434d-90d2-631457fbed0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799546-3-iscsi', False) {} {{(pid=80982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 02:05:45.819002 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3b8631e-8a79-4043-8d88-769303da185a None None] Checking router: 5a0ec982-2a10-44a4-86fc-d1e13aecf617 for host: dv-cinder-799546-3-iscsi {{(pid=80982) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Jul 06 02:05:45.842739 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3b8631e-8a79-4043-8d88-769303da185a None None] Routers {'5a0ec982-2a10-44a4-86fc-d1e13aecf617'} bound to L3 agent in host dv-cinder-799546-3-iscsi {{(pid=80982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 06 02:05:45.845836 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_hamode_db [None req-f3b8631e-8a79-4043-8d88-769303da185a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f31d726aac8>, 'dv-cinder-799546-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T01:50:03Z,description=<?>,heartbeat_timestamp=2021-07-06T02:05:33Z,host='dv-cinder-799546-3-iscsi',id=61912d2b-cbf3-48c5-b8b2-dcc1c49052a5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-06T01:50:03Z,topic='l3_agent')) {'router_ids': ['5a0ec982-2a10-44a4-86fc-d1e13aecf617'], 'active': True} {{(pid=80982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 02:05:45.865590 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [req-e54f0fc8-cd72-4b61-81b4-d57820efd79c req-9d1e3051-8482-477b-9f1f-cec56d6c2370 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Synchronizing usage tracker for tenant:587da9b290164b68a272d4c4072a9c73 on resource:port {{(pid=80981) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 06 02:05:45.940143 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-85d07661-003a-4b94-950c-3d22c9b0d3be req-567ab074-1c24-4965-b644-cb49a13d205b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ce54b2b29f0c4db48f132919c87de2f3&device_id=848f0167-2894-477b-bc20-558ceadb1d77 HTTP/1.1" status: 200  len: 1098 time: 0.2514136
Jul 06 02:05:46.022575 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6497447e-e1ac-487d-9a5a-ebc9344fa7b1 req-44f663d8-67fa-48a5-985b-e76f662938f9 tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:05:46.024989 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-6497447e-e1ac-487d-9a5a-ebc9344fa7b1 req-44f663d8-67fa-48a5-985b-e76f662938f9 tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] 10.222.0.11 "GET /v2.0/ports?device_id=848f0167-2894-477b-bc20-558ceadb1d77 HTTP/1.1" status: 200  len: 945 time: 0.1507223
Jul 06 02:05:46.054851 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [req-e54f0fc8-cd72-4b61-81b4-d57820efd79c req-9d1e3051-8482-477b-9f1f-cec56d6c2370 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Unset dirty status for tenant:587da9b290164b68a272d4c4072a9c73 on resource:port {{(pid=80981) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 06 02:05:46.064238 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-e54f0fc8-cd72-4b61-81b4-d57820efd79c req-9d1e3051-8482-477b-9f1f-cec56d6c2370 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] 10.222.0.11 "GET /v2.0/ports?device_id=80e1a3e5-b906-4c92-b9da-9284bc4b2e62 HTTP/1.1" status: 200  len: 210 time: 0.2845430
Jul 06 02:05:46.116019 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-6497447e-e1ac-487d-9a5a-ebc9344fa7b1 req-e017fbf6-8bde-4465-b630-97d534975772 tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] 10.222.0.11 "GET /v2.0/security-groups?id=5f03d441-1e82-42a5-bcde-a0beac2e68f3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0813205
Jul 06 02:05:46.177761 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_dvr_db [None req-f3b8631e-8a79-4043-8d88-769303da185a None None] Set router 5a0ec982-2a10-44a4-86fc-d1e13aecf617 gateway port host: dv-cinder-799546-3-iscsi {{(pid=80982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:850}}
Jul 06 02:05:46.190278 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d07661-003a-4b94-950c-3d22c9b0d3be req-caba55a3-b61e-4946-b7c0-2c72ebaab78e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:05:46.192477 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-85d07661-003a-4b94-950c-3d22c9b0d3be req-caba55a3-b61e-4946-b7c0-2c72ebaab78e service neutron] 10.222.0.37 "GET /v2.0/networks?id=071e3c2f-cf0c-415c-b6d3-47995c0b5e75 HTTP/1.1" status: 200  len: 910 time: 0.2390046
Jul 06 02:05:46.317754 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-85d07661-003a-4b94-950c-3d22c9b0d3be req-e9b28fec-7c65-476e-828c-281151e27d8c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=69912c39-4fbd-4132-973d-842ed3df2ab5 HTTP/1.1" status: 200  len: 1000 time: 0.1153321
Jul 06 02:05:46.476243 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d07661-003a-4b94-950c-3d22c9b0d3be req-bcaa5883-1beb-405c-913b-b63c808c7a7d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:05:46.479178 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-85d07661-003a-4b94-950c-3d22c9b0d3be req-bcaa5883-1beb-405c-913b-b63c808c7a7d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8c53f2ac-179f-40db-a015-badba4b27300 HTTP/1.1" status: 200  len: 848 time: 0.1433091
Jul 06 02:05:46.577640 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_hamode_db [None req-f3b8631e-8a79-4043-8d88-769303da185a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f31d726aac8>, [{'id': '5a0ec982-2a10-44a4-86fc-d1e13aecf617', 'name': 'tempest-AttachVolumeTestJSON-645204130-router', 'tenant_id': '587da9b290164b68a272d4c4072a9c73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8', 'external_fixed_ips': [{'subnet_id': '24d74941-6bd6-4d03-882f-a623d522833f', 'ip_address': '172.27.1.100'}], 'enable_snat': True}, 'gw_port_id': '2cbeeafc-0e7b-49cd-a165-7753ce009d2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T01:58:34Z', 'updated_at': '2021-07-06T01:58:43Z', 'revision_number': 4, 'project_id': '587da9b290164b68a272d4c4072a9c73', 'gw_port': {'id': '2cbeeafc-0e7b-49cd-a165-7753ce009d2d', 'name': '', 'network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:3c:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a0ec982-2a10-44a4-86fc-d1e13aecf617', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '24d74941-6bd6-4d03-882f-a623d522833f', 'ip_address': '172.27.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T01:58:35Z', 'updated_at': '2021-07-06T01:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24d74941-6bd6-4d03-882f-a623d522833f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799546-3-iscsi', '_interfaces': [{'id': '8d5e8566-37f4-4010-af7c-cd43ad32bb78', 'name': '', 'network_id': '2a4c8008-ce84-432c-9f5d-0fe3ba12caba', 'tenant_id': '587da9b290164b68a272d4c4072a9c73', 'mac_address': 'fa:16:3e:38:a5:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a0ec982-2a10-44a4-86fc-d1e13aecf617', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '10f6138f-392f-434d-90d2-631457fbed0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T01:58:42Z', 'updated_at': '2021-07-06T01:58:59Z', 'revision_number': 5, 'project_id': '587da9b290164b68a272d4c4072a9c73', 'subnets': [{'id': '10f6138f-392f-434d-90d2-631457fbed0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799546-3-iscsi', False) {} {{(pid=80982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 02:05:46.583646 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3b8631e-8a79-4043-8d88-769303da185a None None] The sync data for ids ['5a0ec982-2a10-44a4-86fc-d1e13aecf617'] in dv-cinder-799546-3-iscsi is: [{'id': '5a0ec982-2a10-44a4-86fc-d1e13aecf617', 'name': 'tempest-AttachVolumeTestJSON-645204130-router', 'tenant_id': '587da9b290164b68a272d4c4072a9c73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8', 'external_fixed_ips': [{'subnet_id': '24d74941-6bd6-4d03-882f-a623d522833f', 'ip_address': '172.27.1.100'}], 'enable_snat': True}, 'gw_port_id': '2cbeeafc-0e7b-49cd-a165-7753ce009d2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T01:58:34Z', 'updated_at': '2021-07-06T01:58:43Z', 'revision_number': 4, 'project_id': '587da9b290164b68a272d4c4072a9c73', 'gw_port': {'id': '2cbeeafc-0e7b-49cd-a165-7753ce009d2d', 'name': '', 'network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:3c:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a0ec982-2a10-44a4-86fc-d1e13aecf617', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '24d74941-6bd6-4d03-882f-a623d522833f', 'ip_address': '172.27.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T01:58:35Z', 'updated_at': '2021-07-06T01:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24d74941-6bd6-4d03-882f-a623d522833f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799546-3-iscsi', '_interfaces': [{'id': '8d5e8566-37f4-4010-af7c-cd43ad32bb78', 'name': '', 'network_id': '2a4c8008-ce84-432c-9f5d-0fe3ba12caba', 'tenant_id': '587da9b290164b68a272d4c4072a9c73', 'mac_address': 'fa:16:3e:38:a5:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a0ec982-2a10-44a4-86fc-d1e13aecf617', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '10f6138f-392f-434d-90d2-631457fbed0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T01:58:42Z', 'updated_at': '2021-07-06T01:58:59Z', 'revision_number': 5, 'project_id': '587da9b290164b68a272d4c4072a9c73', 'subnets': [{'id': '10f6138f-392f-434d-90d2-631457fbed0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=80982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Jul 06 02:05:46.592695 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-85d07661-003a-4b94-950c-3d22c9b0d3be req-82aba394-84f0-4ac8-94db-1a8bbf8a6493 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=071e3c2f-cf0c-415c-b6d3-47995c0b5e75&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1017263
Jul 06 02:05:46.837403 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-85d07661-003a-4b94-950c-3d22c9b0d3be req-862d5e5b-c3ff-49b8-9bd6-c9dc6ea7549d service neutron] 10.222.0.37 "GET /v2.0/networks/071e3c2f-cf0c-415c-b6d3-47995c0b5e75?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2293861
Jul 06 02:05:46.854584 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17babeb-88c7-4d33-8d79-9ff9c422c1c6 req-4840a4aa-6748-4551-bd6d-b76702c20335 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:05:46.858540 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-d17babeb-88c7-4d33-8d79-9ff9c422c1c6 req-4840a4aa-6748-4551-bd6d-b76702c20335 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/ports?device_id=6039cb9a-cc1a-4a0f-9d68-735214d82775 HTTP/1.1" status: 200  len: 946 time: 0.1426547
Jul 06 02:05:47.034123 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-d17babeb-88c7-4d33-8d79-9ff9c422c1c6 req-5d7a8d2c-8fa1-4961-84bb-60c27f68fc54 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/security-groups?id=c71df35b-4799-4342-a354-637fb96e6767&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1419461
Jul 06 02:05:47.089881 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-85d07661-003a-4b94-950c-3d22c9b0d3be req-cee25a21-035e-4eb3-943a-8794a1839332 service neutron] 10.222.0.37 "GET /v2.0/networks/071e3c2f-cf0c-415c-b6d3-47995c0b5e75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2425737
Jul 06 02:05:47.196073 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6232e59e-155e-4187-b838-8a6683247209 None None] New status for floating IP 2758e6ea-1938-4df1-b0bc-09051251a5d5: DOWN {{(pid=80983) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:278}}
Jul 06 02:05:47.282423 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80981) accepted ('10.222.0.11', 46090) {{(pid=80981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 02:05:47.449942 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a68b95-61a3-4e89-8010-cc12d81da444 req-3a89750a-49da-4dc1-9347-47abcc172137 tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:05:47.451836 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-60a68b95-61a3-4e89-8010-cc12d81da444 req-3a89750a-49da-4dc1-9347-47abcc172137 tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] 10.222.0.11 "GET /v2.0/ports?device_id=848f0167-2894-477b-bc20-558ceadb1d77 HTTP/1.1" status: 200  len: 945 time: 0.1666477
Jul 06 02:05:47.452876 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-9de44cb3-b7ac-4de5-a145-209833a46843 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Notify callbacks [] for security_group, before_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:05:47.531091 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-9de44cb3-b7ac-4de5-a145-209833a46843 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:05:47.611544 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-60a68b95-61a3-4e89-8010-cc12d81da444 req-3dca515a-17f6-46e1-8f5f-466af199fc24 tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] 10.222.0.11 "GET /v2.0/security-groups?id=5f03d441-1e82-42a5-bcde-a0beac2e68f3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1443326
Jul 06 02:05:47.671007 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-9de44cb3-b7ac-4de5-a145-209833a46843 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428228'] for security_group, after_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:05:47.677647 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-5c87de44-b519-45bb-a1ea-4437c6742d5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:05:47.697765 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de44cb3-b7ac-4de5-a145-209833a46843 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=54bf20eb-6feb-494c-8b95-0267ae9fc275,revision_number=None']} {{(pid=80981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:05:47.700570 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-9de44cb3-b7ac-4de5-a145-209833a46843 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:05:47.743552 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-9de44cb3-b7ac-4de5-a145-209833a46843 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Notify callbacks [] for security_group, before_response {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:05:47.745887 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-9de44cb3-b7ac-4de5-a145-209833a46843 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] 10.222.0.11 "DELETE /v2.0/security-groups/54bf20eb-6feb-494c-8b95-0267ae9fc275 HTTP/1.1" status: 204  len: 168 time: 0.4623766
Jul 06 02:05:47.747673 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80981) accepted ('10.222.0.11', 46096) {{(pid=80981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 02:05:47.766940 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.api.v2.resource [None req-eb2ea22b-4f87-4fb8-bff8-760d094b1f64 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] show failed (client error): The resource could not be found.
Jul 06 02:05:47.769722 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-eb2ea22b-4f87-4fb8-bff8-760d094b1f64 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] 10.222.0.11 "GET /v2.0/security-groups/54bf20eb-6feb-494c-8b95-0267ae9fc275 HTTP/1.1" status: 404  len: 347 time: 0.0193982
Jul 06 02:05:47.771582 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80980) accepted ('10.222.0.11', 46100) {{(pid=80980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 02:05:48.231964 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.plugin [None req-ddbe225c-d5d3-499f-890f-8b432a3af33f tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Deleting port b372db50-5b89-45ee-ba77-77dce43c359e {{(pid=80980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1879}}
Jul 06 02:05:48.235116 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-ddbe225c-d5d3-499f-890f-8b432a3af33f tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296100957044'] for port, before_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:05:48.495572 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-ddbe225c-d5d3-499f-890f-8b432a3af33f tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328131'] for port, precommit_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:05:48.496117 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-ddbe225c-d5d3-499f-890f-8b432a3af33f tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:05:48.509908 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a095a2-f16c-457d-bc6b-9f04716f8399 req-ce339b2f-0c84-4489-a677-edc3ae8f2e1e tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:05:48.511566 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-18a095a2-f16c-457d-bc6b-9f04716f8399 req-ce339b2f-0c84-4489-a677-edc3ae8f2e1e tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/ports?device_id=6039cb9a-cc1a-4a0f-9d68-735214d82775 HTTP/1.1" status: 200  len: 946 time: 0.2094140
Jul 06 02:05:48.650947 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.plugin [None req-ddbe225c-d5d3-499f-890f-8b432a3af33f tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Calling delete_port for b372db50-5b89-45ee-ba77-77dce43c359e owned by network:floatingip {{(pid=80980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1952}}
Jul 06 02:05:48.746567 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-18a095a2-f16c-457d-bc6b-9f04716f8399 req-422cff57-35a7-411e-86cc-a62a6c817142 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/security-groups?id=c71df35b-4799-4342-a354-637fb96e6767&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1769252
Jul 06 02:05:48.857093 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb78a3d-3bf7-48f4-8746-c432a391de21 req-4e892390-fca2-4b53-be20-38e38aea009a tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:05:48.858897 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-dfb78a3d-3bf7-48f4-8746-c432a391de21 req-4e892390-fca2-4b53-be20-38e38aea009a tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] 10.222.0.11 "GET /v2.0/ports?device_id=848f0167-2894-477b-bc20-558ceadb1d77 HTTP/1.1" status: 200  len: 945 time: 0.0955245
Jul 06 02:05:48.901043 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-ddbe225c-d5d3-499f-890f-8b432a3af33f tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740753762095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296101366780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839946710'] for port, after_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:05:48.923932 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-fccdc724-a874-40af-888f-03afc2a50137 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:05:48.931112 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-dfb78a3d-3bf7-48f4-8746-c432a391de21 req-c54478bf-74e8-44a9-8086-73b41371af80 tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] 10.222.0.11 "GET /v2.0/security-groups?id=5f03d441-1e82-42a5-bcde-a0beac2e68f3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0634632
Jul 06 02:05:49.136048 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbe225c-d5d3-499f-890f-8b432a3af33f tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Pushing event deleted for resources: {'Port': ['ID=b372db50-5b89-45ee-ba77-77dce43c359e,revision_number=None']} {{(pid=80980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:05:49.157290 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-ddbe225c-d5d3-499f-890f-8b432a3af33f tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:05:49.212624 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-ddbe225c-d5d3-499f-890f-8b432a3af33f tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Notify callbacks [] for floatingip, after_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:05:49.307380 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-ddbe225c-d5d3-499f-890f-8b432a3af33f tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91827'] for floatingip, before_response {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:05:49.309639 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-ddbe225c-d5d3-499f-890f-8b432a3af33f tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] 10.222.0.11 "DELETE /v2.0/floatingips/2758e6ea-1938-4df1-b0bc-09051251a5d5 HTTP/1.1" status: 204  len: 168 time: 1.5364649
Jul 06 02:05:50.069834 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e170876c-14b9-479a-b718-92c0b5e9273e req-ab2a5dfd-dcab-43d9-995f-4d1a96836d1d tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:05:50.082766 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-e170876c-14b9-479a-b718-92c0b5e9273e req-ab2a5dfd-dcab-43d9-995f-4d1a96836d1d tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/ports?device_id=6039cb9a-cc1a-4a0f-9d68-735214d82775 HTTP/1.1" status: 200  len: 946 time: 0.1156843
Jul 06 02:05:50.141531 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-e170876c-14b9-479a-b718-92c0b5e9273e req-9ea42da2-2790-45c4-a8c8-dcb9d6a987a9 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/security-groups?id=c71df35b-4799-4342-a354-637fb96e6767&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0563302
Jul 06 02:05:50.172624 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0010a825-d4a6-4890-9eda-d9e2a0d54c0c req-33631c67-9dbe-4420-a6ab-bfa0988ced1e tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:05:50.174339 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-0010a825-d4a6-4890-9eda-d9e2a0d54c0c req-33631c67-9dbe-4420-a6ab-bfa0988ced1e tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] 10.222.0.11 "GET /v2.0/ports?device_id=848f0167-2894-477b-bc20-558ceadb1d77 HTTP/1.1" status: 200  len: 945 time: 0.1050293
Jul 06 02:05:50.229173 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-0010a825-d4a6-4890-9eda-d9e2a0d54c0c req-54fb07ec-c46b-4e16-b8b2-0c9465cecd19 tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] 10.222.0.11 "GET /v2.0/security-groups?id=5f03d441-1e82-42a5-bcde-a0beac2e68f3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0474024
Jul 06 02:05:51.202142 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-e2c9b058-fb0b-4a5a-83c6-d54ba8547bde req-72e37d25-8b6e-4215-aba9-fed69af1b863 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6eda011ce6da4a3aa6a9ea578c51725a&device_id=6039cb9a-cc1a-4a0f-9d68-735214d82775 HTTP/1.1" status: 200  len: 1099 time: 0.3355260
Jul 06 02:05:51.356063 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7492c312-a629-4655-b60d-46bfdefbc053 req-fd0705ca-7ce2-4f95-a9e4-e5377ff628bf tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:05:51.357755 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-7492c312-a629-4655-b60d-46bfdefbc053 req-fd0705ca-7ce2-4f95-a9e4-e5377ff628bf tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/ports?device_id=6039cb9a-cc1a-4a0f-9d68-735214d82775 HTTP/1.1" status: 200  len: 946 time: 0.0879836
Jul 06 02:05:51.405576 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c9b058-fb0b-4a5a-83c6-d54ba8547bde req-f75ff130-6aea-4da0-b443-49e02194def7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:05:51.407225 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-e2c9b058-fb0b-4a5a-83c6-d54ba8547bde req-f75ff130-6aea-4da0-b443-49e02194def7 service neutron] 10.222.0.37 "GET /v2.0/networks?id=dc49653d-588e-4ee2-9689-ebb2724e1086 HTTP/1.1" status: 200  len: 917 time: 0.1972585
Jul 06 02:05:51.419859 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-7492c312-a629-4655-b60d-46bfdefbc053 req-fd55fa4d-68ce-4037-882f-98f9dd8ef1c9 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/security-groups?id=c71df35b-4799-4342-a354-637fb96e6767&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0534756
Jul 06 02:05:51.526652 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-e2c9b058-fb0b-4a5a-83c6-d54ba8547bde req-ab396f25-3cf5-4fb4-b01f-5019f5ff7df9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7ce92965-02b9-4b32-ae08-3b3ce62481ad HTTP/1.1" status: 200  len: 1002 time: 0.1102159
Jul 06 02:05:51.531064 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2987ec1c-8f8a-4c83-809e-0b7145af4c2a req-dc4b88c7-72fd-4eb9-a3cd-50bce930d787 tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:05:51.532632 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-2987ec1c-8f8a-4c83-809e-0b7145af4c2a req-dc4b88c7-72fd-4eb9-a3cd-50bce930d787 tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] 10.222.0.11 "GET /v2.0/ports?device_id=848f0167-2894-477b-bc20-558ceadb1d77 HTTP/1.1" status: 200  len: 945 time: 0.1809609
Jul 06 02:05:51.629828 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c9b058-fb0b-4a5a-83c6-d54ba8547bde req-792dc898-2086-4dfd-9cdb-34cfa3a58f7b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:05:51.631411 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-e2c9b058-fb0b-4a5a-83c6-d54ba8547bde req-792dc898-2086-4dfd-9cdb-34cfa3a58f7b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=989a31a1-084c-4193-9367-4e104f09769b HTTP/1.1" status: 200  len: 855 time: 0.0978322
Jul 06 02:05:51.636453 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-2987ec1c-8f8a-4c83-809e-0b7145af4c2a req-7d78a62f-b3fe-4ef6-af2a-19a14ba00617 tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] 10.222.0.11 "GET /v2.0/security-groups?id=5f03d441-1e82-42a5-bcde-a0beac2e68f3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0691316
Jul 06 02:05:51.714511 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-e2c9b058-fb0b-4a5a-83c6-d54ba8547bde req-57950fcc-68f3-4215-8a27-0b9eff157626 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=dc49653d-588e-4ee2-9689-ebb2724e1086&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0752089
Jul 06 02:05:51.881921 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-e2c9b058-fb0b-4a5a-83c6-d54ba8547bde req-fab0525f-8812-480a-a96f-9b88025aa810 service neutron] 10.222.0.37 "GET /v2.0/networks/dc49653d-588e-4ee2-9689-ebb2724e1086?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1563842
Jul 06 02:05:52.035259 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-e2c9b058-fb0b-4a5a-83c6-d54ba8547bde req-cde3c5bd-567d-4306-bcd2-61fb869c30b5 service neutron] 10.222.0.37 "GET /v2.0/networks/dc49653d-588e-4ee2-9689-ebb2724e1086?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1477687
Jul 06 02:05:52.080687 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-796f7def-a74b-4157-943f-4261b46ea49b req-f82d894a-baeb-4f26-929b-cf756d13b966 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=848f0167-2894-477b-bc20-558ceadb1d77&fields=resource_request HTTP/1.1" status: 200  len: 212 time: 0.3172591
Jul 06 02:05:52.441675 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4b0ab4-0321-4a5b-b9c1-53672485e681 req-aa6b45b6-e204-4024-bae7-76da376b34c6 tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:05:52.444294 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-7c4b0ab4-0321-4a5b-b9c1-53672485e681 req-aa6b45b6-e204-4024-bae7-76da376b34c6 tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] 10.222.0.11 "GET /v2.0/ports?device_id=848f0167-2894-477b-bc20-558ceadb1d77 HTTP/1.1" status: 200  len: 945 time: 0.0885315
Jul 06 02:05:52.508205 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-7c4b0ab4-0321-4a5b-b9c1-53672485e681 req-3dfc18a9-e768-453c-84ee-0f385b817b0f tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] 10.222.0.11 "GET /v2.0/security-groups?id=5f03d441-1e82-42a5-bcde-a0beac2e68f3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0489788
Jul 06 02:05:52.672974 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f810760-5ab7-499f-855a-71ef59ca5b76 req-37848041-046d-43b5-9ebb-5386432f03b9 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:05:52.676703 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-3f810760-5ab7-499f-855a-71ef59ca5b76 req-37848041-046d-43b5-9ebb-5386432f03b9 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/ports?device_id=6039cb9a-cc1a-4a0f-9d68-735214d82775 HTTP/1.1" status: 200  len: 946 time: 0.1048391
Jul 06 02:05:52.733695 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-3f810760-5ab7-499f-855a-71ef59ca5b76 req-1c6d1d07-fa29-43b3-acf4-dddab6b64b40 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/security-groups?id=c71df35b-4799-4342-a354-637fb96e6767&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0496259
Jul 06 02:05:53.100254 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.rpc [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Device 69912c39-4fbd-4132-973d-842ed3df2ab5 no longer exists at agent hyperv_hv-cinder-79954 {{(pid=80982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:242}}
Jul 06 02:05:53.401517 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1050496'] for port, before_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:05:53.430485 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '848f0167-2894-477b-bc20-558ceadb1d77', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '69912c39-4fbd-4132-973d-842ed3df2ab5'}] {{(pid=80982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 06 02:05:53.442317 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] For port 69912c39-4fbd-4132-973d-842ed3df2ab5, host hv-cinder-79954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79954',level=0,port_id=69912c39-4fbd-4132-973d-842ed3df2ab5,segment=NetworkSegment(6c0c94b9-69f6-424f-b5a2-121e4144d259),segment_id=6c0c94b9-69f6-424f-b5a2-121e4144d259)] {{(pid=80982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 02:05:53.478317 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.notifiers.nova [-] Nova returned NotFound for event: [{'server_uuid': '848f0167-2894-477b-bc20-558ceadb1d77', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '69912c39-4fbd-4132-973d-842ed3df2ab5'}] {{(pid=80982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:253}}
Jul 06 02:05:53.491146 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740753762112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740753409037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296101366746'] for port, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:05:53.491969 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.rpc [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Device 7ce92965-02b9-4b32-ae08-3b3ce62481ad no longer exists at agent hyperv_hv-cinder-79954 {{(pid=80982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:242}}
Jul 06 02:05:53.519523 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:05:53.634490 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Pushing event updated for resources: {'Port': ['ID=69912c39-4fbd-4132-973d-842ed3df2ab5,revision_number=6']} {{(pid=80982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:05:53.643013 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=80982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:05:53.658741 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1050496'] for port, before_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:05:53.693949 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] For port 7ce92965-02b9-4b32-ae08-3b3ce62481ad, host hv-cinder-79954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79954',level=0,port_id=7ce92965-02b9-4b32-ae08-3b3ce62481ad,segment=NetworkSegment(f325f6e3-ee5f-469d-9162-dffc7dd88549),segment_id=f325f6e3-ee5f-469d-9162-dffc7dd88549)] {{(pid=80982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 02:05:53.722260 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8868ac66-6f62-450d-a3b6-1ee02718534a req-82664514-38f7-4ca7-9f1e-80e2b221d183 tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:05:53.724004 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-8868ac66-6f62-450d-a3b6-1ee02718534a req-82664514-38f7-4ca7-9f1e-80e2b221d183 tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] 10.222.0.11 "GET /v2.0/ports?device_id=848f0167-2894-477b-bc20-558ceadb1d77 HTTP/1.1" status: 200  len: 943 time: 0.0898707
Jul 06 02:05:53.734008 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740753762112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740753409037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296101366746'] for port, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:05:53.736832 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:05:53.792950 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-8868ac66-6f62-450d-a3b6-1ee02718534a req-d459c54e-5075-473b-af2c-aa2430ca2e08 tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] 10.222.0.11 "GET /v2.0/security-groups?id=5f03d441-1e82-42a5-bcde-a0beac2e68f3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0587549
Jul 06 02:05:53.835584 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Pushing event updated for resources: {'Port': ['ID=7ce92965-02b9-4b32-ae08-3b3ce62481ad,revision_number=8']} {{(pid=80982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:05:53.839253 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:05:53.997770 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dbbc10-8c3a-4874-9878-fa781a4d0efc req-db8ca9de-515d-49d4-a181-70c5da05fb32 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:05:53.999897 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-a3dbbc10-8c3a-4874-9878-fa781a4d0efc req-db8ca9de-515d-49d4-a181-70c5da05fb32 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/ports?device_id=6039cb9a-cc1a-4a0f-9d68-735214d82775 HTTP/1.1" status: 200  len: 944 time: 0.1136889
Jul 06 02:05:54.062202 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-a3dbbc10-8c3a-4874-9878-fa781a4d0efc req-2f8ac3de-db51-4533-ad4e-ea17b75d7a40 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/security-groups?id=c71df35b-4799-4342-a354-637fb96e6767&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0531387
Jul 06 02:05:54.065733 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.agents_db [None req-b173abe4-0d36-4765-adb2-33779d11156f None None] Agent healthcheck: found 6 active agents {{(pid=80983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Jul 06 02:05:54.254419 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-cfaa7300-1894-4d4a-aa2a-4a0d14f356fd req-57b5fa43-b2e9-430f-97de-ca301a514975 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=848f0167-2894-477b-bc20-558ceadb1d77&tenant_id=ce54b2b29f0c4db48f132919c87de2f3 HTTP/1.1" status: 200  len: 1096 time: 0.0759661
Jul 06 02:05:54.279236 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80980) accepted ('10.222.0.11', 46188) {{(pid=80980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 02:05:54.361948 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-cfaa7300-1894-4d4a-aa2a-4a0d14f356fd req-56c1126e-ac48-49cd-a766-4166b2a3c13e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ce54b2b29f0c4db48f132919c87de2f3&device_id=848f0167-2894-477b-bc20-558ceadb1d77 HTTP/1.1" status: 200  len: 1096 time: 0.0707185
Jul 06 02:05:54.543081 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaa7300-1894-4d4a-aa2a-4a0d14f356fd req-72cee023-b321-4676-af5f-c50221916eba service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:05:54.545017 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-cfaa7300-1894-4d4a-aa2a-4a0d14f356fd req-72cee023-b321-4676-af5f-c50221916eba service neutron] 10.222.0.37 "GET /v2.0/networks?id=071e3c2f-cf0c-415c-b6d3-47995c0b5e75 HTTP/1.1" status: 200  len: 910 time: 0.1744082
Jul 06 02:05:54.653713 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-cfaa7300-1894-4d4a-aa2a-4a0d14f356fd req-8a3f531d-d0af-424b-bbe3-2b6f2099cf4e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=69912c39-4fbd-4132-973d-842ed3df2ab5 HTTP/1.1" status: 200  len: 998 time: 0.1004069
Jul 06 02:05:54.721705 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaa7300-1894-4d4a-aa2a-4a0d14f356fd req-0da39947-691f-4d50-aabc-20335c4ab0f8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:05:54.723305 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-cfaa7300-1894-4d4a-aa2a-4a0d14f356fd req-0da39947-691f-4d50-aabc-20335c4ab0f8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8c53f2ac-179f-40db-a015-badba4b27300 HTTP/1.1" status: 200  len: 848 time: 0.0617201
Jul 06 02:05:54.813528 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-cfaa7300-1894-4d4a-aa2a-4a0d14f356fd req-5e08d23b-d331-40ed-b973-fb91a9f39a98 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=071e3c2f-cf0c-415c-b6d3-47995c0b5e75&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0808411
Jul 06 02:05:54.898571 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-e01f13e3-f637-4059-bdb2-2bd16fd25cc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-328056'] for router_interface, before_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:05:55.015769 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-cfaa7300-1894-4d4a-aa2a-4a0d14f356fd req-a9c5df70-5b89-43f4-b564-ea83291e5a77 service neutron] 10.222.0.37 "GET /v2.0/networks/071e3c2f-cf0c-415c-b6d3-47995c0b5e75?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1900363
Jul 06 02:05:55.129568 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b48a41-df3c-41b8-be2f-648cc7903fce req-26ca0570-b87b-4001-8688-62fe204d45c9 tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:05:55.131189 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-51b48a41-df3c-41b8-be2f-648cc7903fce req-26ca0570-b87b-4001-8688-62fe204d45c9 tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] 10.222.0.11 "GET /v2.0/ports?device_id=848f0167-2894-477b-bc20-558ceadb1d77 HTTP/1.1" status: 200  len: 943 time: 0.2006135
Jul 06 02:05:55.217660 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-cfaa7300-1894-4d4a-aa2a-4a0d14f356fd req-a082db72-5630-4c32-b35a-174ce02d219a service neutron] 10.222.0.37 "GET /v2.0/networks/071e3c2f-cf0c-415c-b6d3-47995c0b5e75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1938586
Jul 06 02:05:55.226939 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-51b48a41-df3c-41b8-be2f-648cc7903fce req-bc32022c-99b5-4854-8c94-585017c2665e tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] 10.222.0.11 "GET /v2.0/security-groups?id=5f03d441-1e82-42a5-bcde-a0beac2e68f3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0841382
Jul 06 02:05:55.480195 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6039cb9a-cc1a-4a0f-9d68-735214d82775', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7ce92965-02b9-4b32-ae08-3b3ce62481ad'}] {{(pid=80982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 06 02:05:55.529114 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.notifiers.nova [-] Nova returned NotFound for event: [{'server_uuid': '6039cb9a-cc1a-4a0f-9d68-735214d82775', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7ce92965-02b9-4b32-ae08-3b3ce62481ad'}] {{(pid=80982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:253}}
Jul 06 02:05:55.645396 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fc22e2-e11f-4223-ac39-3b3ba05a120e req-3fab8d29-21d3-404a-8b4c-f5c76617e2ad tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:05:55.647001 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-94fc22e2-e11f-4223-ac39-3b3ba05a120e req-3fab8d29-21d3-404a-8b4c-f5c76617e2ad tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/ports?device_id=6039cb9a-cc1a-4a0f-9d68-735214d82775 HTTP/1.1" status: 200  len: 944 time: 0.4427440
Jul 06 02:05:55.747634 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-94fc22e2-e11f-4223-ac39-3b3ba05a120e req-481c4aa8-3dfd-4863-b423-9f41d5f43562 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/security-groups?id=c71df35b-4799-4342-a354-637fb96e6767&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0857854
Jul 06 02:05:55.906731 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.plugin [None req-e01f13e3-f637-4059-bdb2-2bd16fd25cc9 admin admin] Deleting port 8d5e8566-37f4-4010-af7c-cd43ad32bb78 {{(pid=80980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1879}}
Jul 06 02:05:55.907383 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-e01f13e3-f637-4059-bdb2-2bd16fd25cc9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296100957044'] for port, before_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:05:56.119423 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [None req-e01f13e3-f637-4059-bdb2-2bd16fd25cc9 admin admin] For port 8d5e8566-37f4-4010-af7c-cd43ad32bb78, host dv-cinder-799546-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799546-3-iscsi',level=0,port_id=8d5e8566-37f4-4010-af7c-cd43ad32bb78,segment=NetworkSegment(b483eca6-a91e-4705-a919-ea8e271d6a1a),segment_id=b483eca6-a91e-4705-a919-ea8e271d6a1a)] {{(pid=80980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 02:05:56.119822 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-e01f13e3-f637-4059-bdb2-2bd16fd25cc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328131'] for port, precommit_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:05:56.247885 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.plugin [None req-e01f13e3-f637-4059-bdb2-2bd16fd25cc9 admin admin] Calling delete_port for 8d5e8566-37f4-4010-af7c-cd43ad32bb78 owned by network:router_interface {{(pid=80980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1952}}
Jul 06 02:05:56.494640 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdbd52f-d6d6-4ad1-b4d7-e809ebb37b71 req-6c96787b-88f3-4064-a270-5b94aaa6fca8 tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:05:56.497810 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-6cdbd52f-d6d6-4ad1-b4d7-e809ebb37b71 req-6c96787b-88f3-4064-a270-5b94aaa6fca8 tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] 10.222.0.11 "GET /v2.0/ports?device_id=848f0167-2894-477b-bc20-558ceadb1d77 HTTP/1.1" status: 200  len: 943 time: 0.1370137
Jul 06 02:05:56.521127 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-e01f13e3-f637-4059-bdb2-2bd16fd25cc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740753762095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296101366780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839946710'] for port, after_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:05:56.528902 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-7c6c848c-9e3e-4b17-a45c-42a4b87ada1b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:05:56.576677 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01f13e3-f637-4059-bdb2-2bd16fd25cc9 admin admin] Pushing event deleted for resources: {'Port': ['ID=8d5e8566-37f4-4010-af7c-cd43ad32bb78,revision_number=None']} {{(pid=80980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:05:56.628550 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01f13e3-f637-4059-bdb2-2bd16fd25cc9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:05:56.629094 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01f13e3-f637-4059-bdb2-2bd16fd25cc9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:05:56.629423 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01f13e3-f637-4059-bdb2-2bd16fd25cc9 admin admin] Version for resource type Network changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:05:56.629825 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01f13e3-f637-4059-bdb2-2bd16fd25cc9 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:05:56.630227 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01f13e3-f637-4059-bdb2-2bd16fd25cc9 admin admin] Version for resource type PortForwarding changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:05:56.630630 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01f13e3-f637-4059-bdb2-2bd16fd25cc9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:05:56.631009 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01f13e3-f637-4059-bdb2-2bd16fd25cc9 admin admin] Version for resource type SecurityGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:05:56.631404 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01f13e3-f637-4059-bdb2-2bd16fd25cc9 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:05:56.634790 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01f13e3-f637-4059-bdb2-2bd16fd25cc9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:05:56.634790 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01f13e3-f637-4059-bdb2-2bd16fd25cc9 admin admin] Version for resource type Subnet changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:05:56.634790 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01f13e3-f637-4059-bdb2-2bd16fd25cc9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:05:56.647287 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-e01f13e3-f637-4059-bdb2-2bd16fd25cc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:05:56.688526 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-6cdbd52f-d6d6-4ad1-b4d7-e809ebb37b71 req-f9ebfb26-9855-4230-9727-81f8f4efa040 tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] 10.222.0.11 "GET /v2.0/security-groups?id=5f03d441-1e82-42a5-bcde-a0beac2e68f3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1849101
Jul 06 02:05:56.929653 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-e01f13e3-f637-4059-bdb2-2bd16fd25cc9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853694999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854374129'] for router_interface, after_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:05:57.112798 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.rpc [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Device 7ce92965-02b9-4b32-ae08-3b3ce62481ad no longer exists at agent hyperv_hv-cinder-79954 {{(pid=80982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:242}}
Jul 06 02:05:57.527628 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e01f13e3-f637-4059-bdb2-2bd16fd25cc9 admin admin] Router 5a0ec982-2a10-44a4-86fc-d1e13aecf617 has already been hosted by L3 agent 61912d2b-cbf3-48c5-b8b2-dcc1c49052a5 {{(pid=80980) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Jul 06 02:05:57.908188 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47b3d2b-71cc-4f02-a682-f5874395ef57 req-339c366d-7af5-4b9b-a23a-a3bbfe411197 tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:05:57.909998 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-e47b3d2b-71cc-4f02-a682-f5874395ef57 req-339c366d-7af5-4b9b-a23a-a3bbfe411197 tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] 10.222.0.11 "GET /v2.0/ports?device_id=848f0167-2894-477b-bc20-558ceadb1d77 HTTP/1.1" status: 200  len: 943 time: 0.0890067
Jul 06 02:05:57.975354 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-e47b3d2b-71cc-4f02-a682-f5874395ef57 req-aafb4256-39a5-44d5-a1c9-11a44f1944ed tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] 10.222.0.11 "GET /v2.0/security-groups?id=5f03d441-1e82-42a5-bcde-a0beac2e68f3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0572710
Jul 06 02:05:58.155992 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-2daf9e24-1eb3-43fa-9ffb-e290507db9de req-5ecc55f2-c2c3-4e81-a27c-7bbb7b0ed044 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=6039cb9a-cc1a-4a0f-9d68-735214d82775&fields=resource_request HTTP/1.1" status: 200  len: 212 time: 0.2177877
Jul 06 02:05:58.184234 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e01f13e3-f637-4059-bdb2-2bd16fd25cc9 admin admin] Notify agent at l3_agent.dv-cinder-799546-3-iscsi the message routers_updated {{(pid=80980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jul 06 02:05:58.194810 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e00e760a-4ab1-4265-8f50-2add6da2e50e None None] Sync routers for ids ['5a0ec982-2a10-44a4-86fc-d1e13aecf617'] in dv-cinder-799546-3-iscsi {{(pid=80982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Jul 06 02:05:58.205234 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-e01f13e3-f637-4059-bdb2-2bd16fd25cc9 admin admin] 10.222.0.11 "PUT /v2.0/routers/5a0ec982-2a10-44a4-86fc-d1e13aecf617/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.9221237
Jul 06 02:05:58.205557 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80980) accepted ('10.222.0.11', 46244) {{(pid=80980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 02:05:58.208983 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e00e760a-4ab1-4265-8f50-2add6da2e50e None None] Routers {'5a0ec982-2a10-44a4-86fc-d1e13aecf617'} bound to L3 agent in host dv-cinder-799546-3-iscsi {{(pid=80982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 06 02:05:58.209833 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_hamode_db [None req-e00e760a-4ab1-4265-8f50-2add6da2e50e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f31d6fbeac8>, 'dv-cinder-799546-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T01:50:03Z,description=<?>,heartbeat_timestamp=2021-07-06T02:05:33Z,host='dv-cinder-799546-3-iscsi',id=61912d2b-cbf3-48c5-b8b2-dcc1c49052a5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-06T01:50:03Z,topic='l3_agent')) {'router_ids': ['5a0ec982-2a10-44a4-86fc-d1e13aecf617'], 'active': True} {{(pid=80982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 02:05:58.412103 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_dvr_db [None req-e00e760a-4ab1-4265-8f50-2add6da2e50e None None] Set router 5a0ec982-2a10-44a4-86fc-d1e13aecf617 gateway port host: dv-cinder-799546-3-iscsi {{(pid=80982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:850}}
Jul 06 02:05:58.444790 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-c471f3cc-42c5-4d00-8c4a-b21c0cb8fce8 admin admin] Notify callbacks [] for router, before_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:05:58.558929 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8b0b19-13f8-4ca7-9d23-b088d2de64db req-537dc9c1-a281-4307-9137-c605567e6906 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:05:58.560950 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-0e8b0b19-13f8-4ca7-9d23-b088d2de64db req-537dc9c1-a281-4307-9137-c605567e6906 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/ports?device_id=6039cb9a-cc1a-4a0f-9d68-735214d82775 HTTP/1.1" status: 200  len: 944 time: 0.1211369
Jul 06 02:05:58.616811 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-0e8b0b19-13f8-4ca7-9d23-b088d2de64db req-a9639210-c0f8-4419-a5a2-7d92bd951be5 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/security-groups?id=c71df35b-4799-4342-a354-637fb96e6767&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0476346
Jul 06 02:05:58.746936 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-c471f3cc-42c5-4d00-8c4a-b21c0cb8fce8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:05:58.761922 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_hamode_db [None req-e00e760a-4ab1-4265-8f50-2add6da2e50e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f31d6fbeac8>, [{'id': '5a0ec982-2a10-44a4-86fc-d1e13aecf617', 'name': 'tempest-AttachVolumeTestJSON-645204130-router', 'tenant_id': '587da9b290164b68a272d4c4072a9c73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8', 'external_fixed_ips': [{'subnet_id': '24d74941-6bd6-4d03-882f-a623d522833f', 'ip_address': '172.27.1.100'}], 'enable_snat': True}, 'gw_port_id': '2cbeeafc-0e7b-49cd-a165-7753ce009d2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T01:58:34Z', 'updated_at': '2021-07-06T02:05:56Z', 'revision_number': 5, 'project_id': '587da9b290164b68a272d4c4072a9c73', 'gw_port': {'id': '2cbeeafc-0e7b-49cd-a165-7753ce009d2d', 'name': '', 'network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:3c:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a0ec982-2a10-44a4-86fc-d1e13aecf617', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '24d74941-6bd6-4d03-882f-a623d522833f', 'ip_address': '172.27.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T01:58:35Z', 'updated_at': '2021-07-06T01:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24d74941-6bd6-4d03-882f-a623d522833f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799546-3-iscsi'}], 'dv-cinder-799546-3-iscsi', False) {} {{(pid=80982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 02:05:58.766003 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e00e760a-4ab1-4265-8f50-2add6da2e50e None None] Checking router: 5a0ec982-2a10-44a4-86fc-d1e13aecf617 for host: dv-cinder-799546-3-iscsi {{(pid=80982) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Jul 06 02:05:58.777876 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e00e760a-4ab1-4265-8f50-2add6da2e50e None None] Routers {'5a0ec982-2a10-44a4-86fc-d1e13aecf617'} bound to L3 agent in host dv-cinder-799546-3-iscsi {{(pid=80982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 06 02:05:58.778545 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_hamode_db [None req-e00e760a-4ab1-4265-8f50-2add6da2e50e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f31d6fbeac8>, 'dv-cinder-799546-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T01:50:03Z,description=<?>,heartbeat_timestamp=2021-07-06T02:05:33Z,host='dv-cinder-799546-3-iscsi',id=61912d2b-cbf3-48c5-b8b2-dcc1c49052a5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-06T01:50:03Z,topic='l3_agent')) {'router_ids': ['5a0ec982-2a10-44a4-86fc-d1e13aecf617'], 'active': True} {{(pid=80982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 02:05:58.789088 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.plugin [None req-c471f3cc-42c5-4d00-8c4a-b21c0cb8fce8 admin admin] Deleting port 2cbeeafc-0e7b-49cd-a165-7753ce009d2d {{(pid=80980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1879}}
Jul 06 02:05:58.789484 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-c471f3cc-42c5-4d00-8c4a-b21c0cb8fce8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296100957044'] for port, before_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:05:58.980261 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_dvr_db [None req-e00e760a-4ab1-4265-8f50-2add6da2e50e None None] Set router 5a0ec982-2a10-44a4-86fc-d1e13aecf617 gateway port host: None {{(pid=80982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:850}}
Jul 06 02:05:59.020308 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [None req-c471f3cc-42c5-4d00-8c4a-b21c0cb8fce8 admin admin] For port 2cbeeafc-0e7b-49cd-a165-7753ce009d2d, host dv-cinder-799546-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799546-3-iscsi',level=0,port_id=2cbeeafc-0e7b-49cd-a165-7753ce009d2d,segment=NetworkSegment(e64f8835-8265-4308-a68c-94b30f2a67d9),segment_id=e64f8835-8265-4308-a68c-94b30f2a67d9)] {{(pid=80980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 02:05:59.020707 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-c471f3cc-42c5-4d00-8c4a-b21c0cb8fce8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328131'] for port, precommit_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:05:59.101605 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_hamode_db [None req-e00e760a-4ab1-4265-8f50-2add6da2e50e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f31d6fbeac8>, [{'id': '5a0ec982-2a10-44a4-86fc-d1e13aecf617', 'name': 'tempest-AttachVolumeTestJSON-645204130-router', 'tenant_id': '587da9b290164b68a272d4c4072a9c73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T01:58:34Z', 'updated_at': '2021-07-06T02:05:58Z', 'revision_number': 6, 'project_id': '587da9b290164b68a272d4c4072a9c73', 'gw_port_host': None}], 'dv-cinder-799546-3-iscsi', False) {} {{(pid=80982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 02:05:59.106104 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e00e760a-4ab1-4265-8f50-2add6da2e50e None None] The sync data for ids ['5a0ec982-2a10-44a4-86fc-d1e13aecf617'] in dv-cinder-799546-3-iscsi is: [{'id': '5a0ec982-2a10-44a4-86fc-d1e13aecf617', 'name': 'tempest-AttachVolumeTestJSON-645204130-router', 'tenant_id': '587da9b290164b68a272d4c4072a9c73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T01:58:34Z', 'updated_at': '2021-07-06T02:05:58Z', 'revision_number': 6, 'project_id': '587da9b290164b68a272d4c4072a9c73', 'gw_port_host': None}] {{(pid=80982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Jul 06 02:05:59.253321 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.plugin [None req-c471f3cc-42c5-4d00-8c4a-b21c0cb8fce8 admin admin] Calling delete_port for 2cbeeafc-0e7b-49cd-a165-7753ce009d2d owned by network:router_gateway {{(pid=80980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1952}}
Jul 06 02:05:59.392027 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-56bc0ed4-92ca-4c02-a17b-5a741be892af req-de49dd53-166c-4d35-836a-5690649bea4d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6039cb9a-cc1a-4a0f-9d68-735214d82775&tenant_id=6eda011ce6da4a3aa6a9ea578c51725a HTTP/1.1" status: 200  len: 1097 time: 0.0825927
Jul 06 02:05:59.414724 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a392d4-d20c-4bc9-aa75-172cfb243ab2 req-739778dc-72cf-4acf-af52-1fc3f6463927 tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:05:59.416454 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-21a392d4-d20c-4bc9-aa75-172cfb243ab2 req-739778dc-72cf-4acf-af52-1fc3f6463927 tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] 10.222.0.11 "GET /v2.0/ports?device_id=848f0167-2894-477b-bc20-558ceadb1d77 HTTP/1.1" status: 200  len: 943 time: 0.1732683
Jul 06 02:05:59.509386 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.rpc [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Device 8d5e8566-37f4-4010-af7c-cd43ad32bb78 no longer exists at agent ovs-agent-dv-cinder-799546-3-iscsi {{(pid=80982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:242}}
Jul 06 02:05:59.530393 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-56bc0ed4-92ca-4c02-a17b-5a741be892af req-bccc7816-07b0-4b62-88f4-a442a5c2dad7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6eda011ce6da4a3aa6a9ea578c51725a&device_id=6039cb9a-cc1a-4a0f-9d68-735214d82775 HTTP/1.1" status: 200  len: 1097 time: 0.1091225
Jul 06 02:05:59.539139 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-21a392d4-d20c-4bc9-aa75-172cfb243ab2 req-ca08b3dc-6a7f-4c58-8b96-60d8ad64015e tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] 10.222.0.11 "GET /v2.0/security-groups?id=5f03d441-1e82-42a5-bcde-a0beac2e68f3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1011262
Jul 06 02:05:59.586396 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.plugin [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] No Port match for: 8d5e8566-37f4-4010-af7c-cd43ad32bb78 {{(pid=80982) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2217}}
Jul 06 02:05:59.586790 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.rpc [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Device 8d5e8566-37f4-4010-af7c-cd43ad32bb78 not bound to the agent host dv-cinder-799546-3-iscsi {{(pid=80982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:250}}
Jul 06 02:05:59.587252 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.rpc [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Device 2cbeeafc-0e7b-49cd-a165-7753ce009d2d no longer exists at agent ovs-agent-dv-cinder-799546-3-iscsi {{(pid=80982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:242}}
Jul 06 02:05:59.597348 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-c471f3cc-42c5-4d00-8c4a-b21c0cb8fce8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740753762095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296101366780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839946710'] for port, after_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:05:59.602979 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-6451ff29-7b92-4520-818c-86f2052465c8 tempest-VolumesActionsTest-1223800970 tempest-VolumesActionsTest-1223800970-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:05:59.619242 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.plugin [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] No Port match for: 2cbeeafc-0e7b-49cd-a165-7753ce009d2d {{(pid=80982) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2217}}
Jul 06 02:05:59.619621 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.rpc [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Device 2cbeeafc-0e7b-49cd-a165-7753ce009d2d not bound to the agent host dv-cinder-799546-3-iscsi {{(pid=80982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:250}}
Jul 06 02:05:59.649581 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c471f3cc-42c5-4d00-8c4a-b21c0cb8fce8 admin admin] Pushing event deleted for resources: {'Port': ['ID=2cbeeafc-0e7b-49cd-a165-7753ce009d2d,revision_number=None']} {{(pid=80980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:05:59.652502 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-c471f3cc-42c5-4d00-8c4a-b21c0cb8fce8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:05:59.692634 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bc0ed4-92ca-4c02-a17b-5a741be892af req-94f46e5f-1333-4c96-a66f-16aa8c79c790 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:05:59.694889 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-56bc0ed4-92ca-4c02-a17b-5a741be892af req-94f46e5f-1333-4c96-a66f-16aa8c79c790 service neutron] 10.222.0.37 "GET /v2.0/networks?id=dc49653d-588e-4ee2-9689-ebb2724e1086 HTTP/1.1" status: 200  len: 917 time: 0.1566882
Jul 06 02:05:59.908638 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-c471f3cc-42c5-4d00-8c4a-b21c0cb8fce8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-335396'] for router_gateway, after_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:06:00.139009 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-56bc0ed4-92ca-4c02-a17b-5a741be892af req-872a1ed1-2dc1-4091-acbe-a200f953587c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7ce92965-02b9-4b32-ae08-3b3ce62481ad HTTP/1.1" status: 200  len: 1000 time: 0.4355464
Jul 06 02:06:00.215171 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdce03a-4694-44ed-a8a4-f1f8b07cf9b0 req-31accf46-4913-4509-b965-a02435b75cfe tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:06:00.216961 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-cbdce03a-4694-44ed-a8a4-f1f8b07cf9b0 req-31accf46-4913-4509-b965-a02435b75cfe tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/ports?device_id=6039cb9a-cc1a-4a0f-9d68-735214d82775 HTTP/1.1" status: 200  len: 944 time: 0.2001312
Jul 06 02:06:00.232989 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bc0ed4-92ca-4c02-a17b-5a741be892af req-3bd42bbc-e7de-459c-a78b-f214769712a3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:06:00.234566 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-56bc0ed4-92ca-4c02-a17b-5a741be892af req-3bd42bbc-e7de-459c-a78b-f214769712a3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=989a31a1-084c-4193-9367-4e104f09769b HTTP/1.1" status: 200  len: 855 time: 0.0846317
Jul 06 02:06:00.341215 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-cbdce03a-4694-44ed-a8a4-f1f8b07cf9b0 req-be11ba49-9d8a-4f60-8e6b-8a0bc5538e4e tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/security-groups?id=c71df35b-4799-4342-a354-637fb96e6767&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1102490
Jul 06 02:06:00.383543 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-56bc0ed4-92ca-4c02-a17b-5a741be892af req-f15a5f4d-5bd7-4223-a417-7486d9b4d0ed service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=dc49653d-588e-4ee2-9689-ebb2724e1086&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1307333
Jul 06 02:06:00.454568 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-c471f3cc-42c5-4d00-8c4a-b21c0cb8fce8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-454354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036838019691'] for router, precommit_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:06:00.460043 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-c471f3cc-42c5-4d00-8c4a-b21c0cb8fce8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:06:00.531396 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-c471f3cc-42c5-4d00-8c4a-b21c0cb8fce8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854447692'] for router, after_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:06:00.531975 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c471f3cc-42c5-4d00-8c4a-b21c0cb8fce8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5a0ec982-2a10-44a4-86fc-d1e13aecf617 {{(pid=80980) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jul 06 02:06:00.547194 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-c471f3cc-42c5-4d00-8c4a-b21c0cb8fce8 admin admin] Notify callbacks [] for router, before_response {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:06:00.548596 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-c471f3cc-42c5-4d00-8c4a-b21c0cb8fce8 admin admin] 10.222.0.11 "DELETE /v2.0/routers/5a0ec982-2a10-44a4-86fc-d1e13aecf617 HTTP/1.1" status: 204  len: 168 time: 2.3418074
Jul 06 02:06:00.553298 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80980) accepted ('10.222.0.11', 46272) {{(pid=80980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 02:06:00.560477 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-56bc0ed4-92ca-4c02-a17b-5a741be892af req-1a2fec73-deb6-46b4-a28d-d3aaaa273c7c service neutron] 10.222.0.37 "GET /v2.0/networks/dc49653d-588e-4ee2-9689-ebb2724e1086?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1657968
Jul 06 02:06:00.646047 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.db_base_plugin_v2 [None req-a20b84b5-491c-45e9-a80b-fb21ae9df765 admin admin] Deleting subnet 10f6138f-392f-434d-90d2-631457fbed0f {{(pid=80980) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1063}}
Jul 06 02:06:00.646430 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-a20b84b5-491c-45e9-a80b-fb21ae9df765 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:06:00.675904 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-23d7e057-c403-4841-946f-a53805fb139d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:06:00.760540 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-a20b84b5-491c-45e9-a80b-fb21ae9df765 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15302135'] for subnet, precommit_delete_associations {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:06:00.761118 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-56bc0ed4-92ca-4c02-a17b-5a741be892af req-219dc5ac-b1f8-4ba0-a4d6-b0debd0c01bc service neutron] 10.222.0.37 "GET /v2.0/networks/dc49653d-588e-4ee2-9689-ebb2724e1086?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1906912
Jul 06 02:06:00.851380 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16337ab-43c6-4d1a-aadd-310bf249a7a6 req-f7a67efd-2c19-4571-8d23-34f244d08e4e tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:06:00.853080 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-f16337ab-43c6-4d1a-aadd-310bf249a7a6 req-f7a67efd-2c19-4571-8d23-34f244d08e4e tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] 10.222.0.11 "GET /v2.0/ports?device_id=848f0167-2894-477b-bc20-558ceadb1d77 HTTP/1.1" status: 200  len: 943 time: 0.1557300
Jul 06 02:06:00.994434 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-f16337ab-43c6-4d1a-aadd-310bf249a7a6 req-c7f5808e-e53e-4a5c-b6ab-edb5cf5c2f90 tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] 10.222.0.11 "GET /v2.0/security-groups?id=5f03d441-1e82-42a5-bcde-a0beac2e68f3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1145625
Jul 06 02:06:01.009214 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-a20b84b5-491c-45e9-a80b-fb21ae9df765 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1050496'] for port, before_update {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:06:01.307051 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.db_base_plugin_common [None req-a20b84b5-491c-45e9-a80b-fb21ae9df765 admin admin] Delete allocated IP 172.20.0.2 (2a4c8008-ce84-432c-9f5d-0fe3ba12caba/10f6138f-392f-434d-90d2-631457fbed0f) {{(pid=80980) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:123}}
Jul 06 02:06:01.475136 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [None req-a20b84b5-491c-45e9-a80b-fb21ae9df765 admin admin] For port 91befcce-f893-4db3-8782-aa3c8df5ebed, host dv-cinder-799546-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799546-3-iscsi',level=0,port_id=91befcce-f893-4db3-8782-aa3c8df5ebed,segment=NetworkSegment(b483eca6-a91e-4705-a919-ea8e271d6a1a),segment_id=b483eca6-a91e-4705-a919-ea8e271d6a1a)] {{(pid=80980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 02:06:01.507996 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-a20b84b5-491c-45e9-a80b-fb21ae9df765 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:06:01.569104 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-a20b84b5-491c-45e9-a80b-fb21ae9df765 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740753762112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740753409037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296101366746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14829106'] for port, after_update {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:06:01.575514 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-2f3b0ca2-0736-4ff3-bf60-2d21eee7f249 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:06:01.592903 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cb8398-8f7d-41e6-8e63-0013b6f0e6eb req-f1a9cd23-2e20-41b8-b8de-246bc1b2cfeb tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:06:01.594623 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-53cb8398-8f7d-41e6-8e63-0013b6f0e6eb req-f1a9cd23-2e20-41b8-b8de-246bc1b2cfeb tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/ports?device_id=6039cb9a-cc1a-4a0f-9d68-735214d82775 HTTP/1.1" status: 200  len: 944 time: 0.1003714
Jul 06 02:06:01.651632 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-a20b84b5-491c-45e9-a80b-fb21ae9df765 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1281289'] for subnet, precommit_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:06:01.660116 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-53cb8398-8f7d-41e6-8e63-0013b6f0e6eb req-04bb42e4-77ae-454a-a3cf-01722f28cf90 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/security-groups?id=c71df35b-4799-4342-a354-637fb96e6767&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0495393
Jul 06 02:06:01.707496 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20b84b5-491c-45e9-a80b-fb21ae9df765 admin admin] Pushing event updated for resources: {'Port': ['ID=91befcce-f893-4db3-8782-aa3c8df5ebed,revision_number=4']} {{(pid=80980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:06:01.712282 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-a20b84b5-491c-45e9-a80b-fb21ae9df765 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:06:01.987030 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-a20b84b5-491c-45e9-a80b-fb21ae9df765 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853494527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036839947778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14690978'] for subnet, after_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:06:01.993878 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-3e11573f-1eeb-44f4-b17d-e5de4a99a04a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:06:02.030742 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20b84b5-491c-45e9-a80b-fb21ae9df765 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=10f6138f-392f-434d-90d2-631457fbed0f,revision_number=None']} {{(pid=80980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:06:02.033776 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-a20b84b5-491c-45e9-a80b-fb21ae9df765 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:06:02.037149 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-a20b84b5-491c-45e9-a80b-fb21ae9df765 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853726196'] for subnet, before_response {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:06:02.043648 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-a20b84b5-491c-45e9-a80b-fb21ae9df765 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/10f6138f-392f-434d-90d2-631457fbed0f HTTP/1.1" status: 204  len: 168 time: 1.4892006
Jul 06 02:06:02.046410 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80980) accepted ('10.222.0.11', 46302) {{(pid=80980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 02:06:02.049612 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea2fa33f-a582-42b6-bbe2-6dbf108fd24a None None] Network 2a4c8008-ce84-432c-9f5d-0fe3ba12caba requested from dv-cinder-799546-3-iscsi {{(pid=80982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jul 06 02:06:02.183514 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-272baaec-03ce-40e1-beef-18f4c0e6e080 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853693134'] for network, before_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:06:02.204202 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.plugin [None req-272baaec-03ce-40e1-beef-18f4c0e6e080 admin admin] Deleting port 91befcce-f893-4db3-8782-aa3c8df5ebed {{(pid=80980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1879}}
Jul 06 02:06:02.205334 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-272baaec-03ce-40e1-beef-18f4c0e6e080 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296100957044'] for port, before_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:06:02.310622 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:06:02.525193 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a53d310-a270-4c50-aac9-e17f858263c1 req-2ce39441-ae43-4bfe-be3a-ac0ddcef2937 tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:06:02.527025 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-4a53d310-a270-4c50-aac9-e17f858263c1 req-2ce39441-ae43-4bfe-be3a-ac0ddcef2937 tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] 10.222.0.11 "GET /v2.0/ports?device_id=848f0167-2894-477b-bc20-558ceadb1d77 HTTP/1.1" status: 200  len: 943 time: 0.2814507
Jul 06 02:06:02.605095 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [None req-272baaec-03ce-40e1-beef-18f4c0e6e080 admin admin] For port 91befcce-f893-4db3-8782-aa3c8df5ebed, host dv-cinder-799546-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799546-3-iscsi',level=0,port_id=91befcce-f893-4db3-8782-aa3c8df5ebed,segment=NetworkSegment(b483eca6-a91e-4705-a919-ea8e271d6a1a),segment_id=b483eca6-a91e-4705-a919-ea8e271d6a1a)] {{(pid=80980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 02:06:02.605678 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-272baaec-03ce-40e1-beef-18f4c0e6e080 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328131'] for port, precommit_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:06:02.759633 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-4a53d310-a270-4c50-aac9-e17f858263c1 req-50923627-62ca-4d1d-bff5-7203ba60a044 tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] 10.222.0.11 "GET /v2.0/security-groups?id=5f03d441-1e82-42a5-bcde-a0beac2e68f3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2120202
Jul 06 02:06:02.769858 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.plugin [None req-272baaec-03ce-40e1-beef-18f4c0e6e080 admin admin] Calling delete_port for 91befcce-f893-4db3-8782-aa3c8df5ebed owned by network:dhcp {{(pid=80980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1952}}
Jul 06 02:06:02.888072 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b19c0e7-9a7a-4e52-b5c1-9f0bb2a69a2c None None] DHCP port deletion for 2a4c8008-ce84-432c-9f5d-0fe3ba12caba request from dv-cinder-799546-3-iscsi {{(pid=80982) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Jul 06 02:06:02.895832 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.plugin [None req-8b19c0e7-9a7a-4e52-b5c1-9f0bb2a69a2c None None] Deleting port 91befcce-f893-4db3-8782-aa3c8df5ebed {{(pid=80982) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1879}}
Jul 06 02:06:02.909567 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-8b19c0e7-9a7a-4e52-b5c1-9f0bb2a69a2c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296100957044'] for port, before_delete {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:06:03.071412 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.plugin [None req-8b19c0e7-9a7a-4e52-b5c1-9f0bb2a69a2c None None] The port '91befcce-f893-4db3-8782-aa3c8df5ebed' was deleted {{(pid=80982) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1909}}
Jul 06 02:06:03.098866 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-272baaec-03ce-40e1-beef-18f4c0e6e080 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740753762095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296101366780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839946710'] for port, after_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:06:03.118890 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-f56268f8-15e6-46fe-a310-c6f1ae22b358 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:06:03.154274 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.rpc [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Device 69912c39-4fbd-4132-973d-842ed3df2ab5 details requested by agent hyperv_hv-cinder-79954 with host hv-cinder-79954 {{(pid=80982) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:87}}
Jul 06 02:06:03.239600 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272baaec-03ce-40e1-beef-18f4c0e6e080 admin admin] Pushing event deleted for resources: {'Port': ['ID=91befcce-f893-4db3-8782-aa3c8df5ebed,revision_number=None']} {{(pid=80980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:06:03.244469 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-272baaec-03ce-40e1-beef-18f4c0e6e080 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:06:03.247158 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-6ea61f91-a026-47d5-abea-a7b893906681 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:06:03.269383 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-272baaec-03ce-40e1-beef-18f4c0e6e080 admin admin] No DVR routers for this DVR port 91befcce-f893-4db3-8782-aa3c8df5ebed on host dv-cinder-799546-3-iscsi {{(pid=80980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jul 06 02:06:03.406745 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] For port 69912c39-4fbd-4132-973d-842ed3df2ab5, host hv-cinder-79954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79954',level=0,port_id=69912c39-4fbd-4132-973d-842ed3df2ab5,segment=NetworkSegment(6c0c94b9-69f6-424f-b5a2-121e4144d259),segment_id=6c0c94b9-69f6-424f-b5a2-121e4144d259)] {{(pid=80982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 02:06:03.436701 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bf4826-744e-42a3-9b28-d19ff9ccc2b1 req-cbcd1cac-4a44-4c06-90e4-c74f3e792538 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:06:03.438291 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-b9bf4826-744e-42a3-9b28-d19ff9ccc2b1 req-cbcd1cac-4a44-4c06-90e4-c74f3e792538 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/ports?device_id=6039cb9a-cc1a-4a0f-9d68-735214d82775 HTTP/1.1" status: 200  len: 944 time: 0.4685142
Jul 06 02:06:03.440618 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-272baaec-03ce-40e1-beef-18f4c0e6e080 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853494331', 'neutron.services.segments.db._delete_segments_for_network-8740753867311'] for network, precommit_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:06:03.445747 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.rpc [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Returning: {'device': '69912c39-4fbd-4132-973d-842ed3df2ab5', 'network_id': '071e3c2f-cf0c-415c-b6d3-47995c0b5e75', 'port_id': '69912c39-4fbd-4132-973d-842ed3df2ab5', 'mac_address': 'fa:16:3e:b6:c9:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c53f2ac-179f-40db-a015-badba4b27300', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80982) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:165}}
Jul 06 02:06:03.466765 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.services.segments.db [None req-272baaec-03ce-40e1-beef-18f4c0e6e080 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f31d7503eb8>,) {'filters': {'network_id': ['2a4c8008-ce84-432c-9f5d-0fe3ba12caba']}} {{(pid=80980) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 02:06:03.500475 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.services.segments.db [None req-272baaec-03ce-40e1-beef-18f4c0e6e080 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f31d7503eb8>, 'b483eca6-a91e-4705-a919-ea8e271d6a1a') {'for_net_delete': True} {{(pid=80980) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 02:06:03.500836 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.services.segments.db [None req-272baaec-03ce-40e1-beef-18f4c0e6e080 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f31d7503eb8>, 'b483eca6-a91e-4705-a919-ea8e271d6a1a') {} {{(pid=80980) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 02:06:03.511912 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.rpc [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Device 91befcce-f893-4db3-8782-aa3c8df5ebed no longer exists at agent ovs-agent-dv-cinder-799546-3-iscsi {{(pid=80982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:242}}
Jul 06 02:06:03.526835 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-272baaec-03ce-40e1-beef-18f4c0e6e080 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363296100912551', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036839473792'] for segment, before_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:06:03.599642 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-b9bf4826-744e-42a3-9b28-d19ff9ccc2b1 req-aa84e846-9e2c-4209-894f-d403299d6125 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/security-groups?id=c71df35b-4799-4342-a354-637fb96e6767&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1428776
Jul 06 02:06:03.599941 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.plugin [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] No Port match for: 91befcce-f893-4db3-8782-aa3c8df5ebed {{(pid=80982) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2217}}
Jul 06 02:06:03.600301 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.rpc [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Device 91befcce-f893-4db3-8782-aa3c8df5ebed not bound to the agent host dv-cinder-799546-3-iscsi {{(pid=80982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:250}}
Jul 06 02:06:03.623379 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1050496'] for port, before_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:06:03.648807 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-272baaec-03ce-40e1-beef-18f4c0e6e080 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1280314'] for segment, precommit_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:06:03.661034 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.notifiers.nova [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69912c39-4fbd-4132-973d-842ed3df2ab5 {{(pid=80982) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Jul 06 02:06:03.666495 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-272baaec-03ce-40e1-beef-18f4c0e6e080 admin admin] Releasing vlan 103 on physical network physnet1 to pool {{(pid=80980) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Jul 06 02:06:03.667823 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-272baaec-03ce-40e1-beef-18f4c0e6e080 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853495502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14829072'] for segment, after_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:06:03.688627 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:06:03.690948 dv-cinder-799546-3-iscsi neutron-server[80869]: Traceback (most recent call last):
Jul 06 02:06:03.690948 dv-cinder-799546-3-iscsi neutron-server[80869]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Jul 06 02:06:03.690948 dv-cinder-799546-3-iscsi neutron-server[80869]:     timer()
Jul 06 02:06:03.690948 dv-cinder-799546-3-iscsi neutron-server[80869]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jul 06 02:06:03.690948 dv-cinder-799546-3-iscsi neutron-server[80869]:     cb(*args, **kw)
Jul 06 02:06:03.690948 dv-cinder-799546-3-iscsi neutron-server[80869]:   File "/opt/stack/neutron/neutron/common/utils.py", line 968, in wrapper
Jul 06 02:06:03.690948 dv-cinder-799546-3-iscsi neutron-server[80869]:     return func(*args, **kwargs)
Jul 06 02:06:03.690948 dv-cinder-799546-3-iscsi neutron-server[80869]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jul 06 02:06:03.690948 dv-cinder-799546-3-iscsi neutron-server[80869]:     self._notify()
Jul 06 02:06:03.690948 dv-cinder-799546-3-iscsi neutron-server[80869]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jul 06 02:06:03.690948 dv-cinder-799546-3-iscsi neutron-server[80869]:     self.callback(batched_events)
Jul 06 02:06:03.690948 dv-cinder-799546-3-iscsi neutron-server[80869]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jul 06 02:06:03.690948 dv-cinder-799546-3-iscsi neutron-server[80869]:     event.method(event)
Jul 06 02:06:03.690948 dv-cinder-799546-3-iscsi neutron-server[80869]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jul 06 02:06:03.690948 dv-cinder-799546-3-iscsi neutron-server[80869]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jul 06 02:06:03.690948 dv-cinder-799546-3-iscsi neutron-server[80869]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jul 06 02:06:03.690948 dv-cinder-799546-3-iscsi neutron-server[80869]:     segment_id)['aggregates'][0]
Jul 06 02:06:03.690948 dv-cinder-799546-3-iscsi neutron-server[80869]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 53, in wrapper
Jul 06 02:06:03.690948 dv-cinder-799546-3-iscsi neutron-server[80869]:     return f(self, *a, **k)
Jul 06 02:06:03.690948 dv-cinder-799546-3-iscsi neutron-server[80869]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 508, in list_aggregates
Jul 06 02:06:03.690948 dv-cinder-799546-3-iscsi neutron-server[80869]:     return self._get(url).json()
Jul 06 02:06:03.690948 dv-cinder-799546-3-iscsi neutron-server[80869]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 178, in _get
Jul 06 02:06:03.690948 dv-cinder-799546-3-iscsi neutron-server[80869]:     **kwargs)
Jul 06 02:06:03.690948 dv-cinder-799546-3-iscsi neutron-server[80869]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1116, in get
Jul 06 02:06:03.690948 dv-cinder-799546-3-iscsi neutron-server[80869]:     return self.request(url, 'GET', **kwargs)
Jul 06 02:06:03.690948 dv-cinder-799546-3-iscsi neutron-server[80869]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 787, in request
Jul 06 02:06:03.690948 dv-cinder-799546-3-iscsi neutron-server[80869]:     **endpoint_filter)
Jul 06 02:06:03.690948 dv-cinder-799546-3-iscsi neutron-server[80869]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1216, in get_endpoint
Jul 06 02:06:03.690948 dv-cinder-799546-3-iscsi neutron-server[80869]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jul 06 02:06:03.690948 dv-cinder-799546-3-iscsi neutron-server[80869]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1156, in _auth_required
Jul 06 02:06:03.690948 dv-cinder-799546-3-iscsi neutron-server[80869]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jul 06 02:06:03.690948 dv-cinder-799546-3-iscsi neutron-server[80869]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jul 06 02:06:03.696631 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] For port 69912c39-4fbd-4132-973d-842ed3df2ab5, host hv-cinder-79954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79954',level=0,port_id=69912c39-4fbd-4132-973d-842ed3df2ab5,segment=NetworkSegment(6c0c94b9-69f6-424f-b5a2-121e4144d259),segment_id=6c0c94b9-69f6-424f-b5a2-121e4144d259)] {{(pid=80982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 02:06:03.730106 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740753762112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740753409037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296101366746'] for port, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:06:03.735231 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:06:03.806885 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Pushing event updated for resources: {'Port': ['ID=69912c39-4fbd-4132-973d-842ed3df2ab5,revision_number=7']} {{(pid=80982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:06:03.830623 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:06:03.966110 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] get_ports_and_sgs() called for port_ids ['69912c39-4fbd-4132-973d-842ed3df2ab5'] {{(pid=80982) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:184}}
Jul 06 02:06:04.012303 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-272baaec-03ce-40e1-beef-18f4c0e6e080 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1281500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854446373'] for network, after_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:06:04.080116 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-fd367b1f-6c48-45a0-ab64-d30bb07d6048 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:06:04.106660 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-272baaec-03ce-40e1-beef-18f4c0e6e080 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853726196'] for network, before_response {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:06:04.126937 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272baaec-03ce-40e1-beef-18f4c0e6e080 admin admin] Pushing event deleted for resources: {'Network': ['ID=2a4c8008-ce84-432c-9f5d-0fe3ba12caba,revision_number=None']} {{(pid=80980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:06:04.133774 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-272baaec-03ce-40e1-beef-18f4c0e6e080 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:06:04.137964 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-76dafd09-8b9e-4f4b-ba8f-a0f9ff874801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:06:04.181221 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9372db0-caf7-4bc6-baf6-663885d6a633 req-57e9ab58-b0f3-4f5d-b242-eee5b2addc13 tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:06:04.183026 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-c9372db0-caf7-4bc6-baf6-663885d6a633 req-57e9ab58-b0f3-4f5d-b242-eee5b2addc13 tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] 10.222.0.11 "GET /v2.0/ports?device_id=848f0167-2894-477b-bc20-558ceadb1d77 HTTP/1.1" status: 200  len: 944 time: 0.1678057
Jul 06 02:06:04.197842 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-272baaec-03ce-40e1-beef-18f4c0e6e080 admin admin] 10.222.0.11 "DELETE /v2.0/networks/2a4c8008-ce84-432c-9f5d-0fe3ba12caba HTTP/1.1" status: 204  len: 168 time: 2.1468372
Jul 06 02:06:04.255124 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-c9372db0-caf7-4bc6-baf6-663885d6a633 req-f74713fd-fd94-486a-8727-b6a7fecbd76b tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] 10.222.0.11 "GET /v2.0/security-groups?id=5f03d441-1e82-42a5-bcde-a0beac2e68f3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0555866
Jul 06 02:06:04.469452 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80980) accepted ('10.222.0.11', 46320) {{(pid=80980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 02:06:04.535440 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-905b3ed0-8eee-4040-8ad5-f6bd370d7bd3 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=587da9b290164b68a272d4c4072a9c73&name=default HTTP/1.1" status: 200  len: 2629 time: 0.0638943
Jul 06 02:06:04.538590 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80981) accepted ('10.222.0.11', 46324) {{(pid=80981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 02:06:04.617488 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-2d736fdb-3006-4367-8135-224c9fbc3330 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:06:04.660510 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-2d736fdb-3006-4367-8135-224c9fbc3330 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:06:04.768608 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-2d736fdb-3006-4367-8135-224c9fbc3330 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428228'] for security_group, after_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:06:04.779551 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-19bc3777-8167-41c6-972a-ee1ff7978e4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:06:04.804984 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d736fdb-3006-4367-8135-224c9fbc3330 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfca0685-ef03-4d18-b904-469d4dd91ecd,revision_number=None']} {{(pid=80981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:06:04.818815 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d736fdb-3006-4367-8135-224c9fbc3330 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:06:04.819454 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d736fdb-3006-4367-8135-224c9fbc3330 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:06:04.819944 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d736fdb-3006-4367-8135-224c9fbc3330 admin admin] Version for resource type Network changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:06:04.820452 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d736fdb-3006-4367-8135-224c9fbc3330 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:06:04.820957 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d736fdb-3006-4367-8135-224c9fbc3330 admin admin] Version for resource type PortForwarding changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:06:04.821703 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d736fdb-3006-4367-8135-224c9fbc3330 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:06:04.822214 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d736fdb-3006-4367-8135-224c9fbc3330 admin admin] Version for resource type SecurityGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:06:04.822697 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d736fdb-3006-4367-8135-224c9fbc3330 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:06:04.823179 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d736fdb-3006-4367-8135-224c9fbc3330 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:06:04.823650 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d736fdb-3006-4367-8135-224c9fbc3330 admin admin] Version for resource type Subnet changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:06:04.824145 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d736fdb-3006-4367-8135-224c9fbc3330 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:06:04.827954 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-2d736fdb-3006-4367-8135-224c9fbc3330 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:06:04.841320 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-2d736fdb-3006-4367-8135-224c9fbc3330 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:06:04.844749 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-2d736fdb-3006-4367-8135-224c9fbc3330 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/dfca0685-ef03-4d18-b904-469d4dd91ecd HTTP/1.1" status: 204  len: 168 time: 0.3048255
Jul 06 02:06:04.910769 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be17be4-32a4-4b5c-bd05-a214361e49d3 req-11b97517-c2b2-4b6a-8101-3a9941c3c76a tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:06:04.913020 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-5be17be4-32a4-4b5c-bd05-a214361e49d3 req-11b97517-c2b2-4b6a-8101-3a9941c3c76a tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/ports?device_id=6039cb9a-cc1a-4a0f-9d68-735214d82775 HTTP/1.1" status: 200  len: 944 time: 0.1343086
Jul 06 02:06:04.990801 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-5be17be4-32a4-4b5c-bd05-a214361e49d3 req-c44ab615-dad2-4b7c-b049-308f208614d7 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/security-groups?id=c71df35b-4799-4342-a354-637fb96e6767&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0639484
Jul 06 02:06:05.163602 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.rpc [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Device 69912c39-4fbd-4132-973d-842ed3df2ab5 up at agent hyperv_hv-cinder-79954 {{(pid=80982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:273}}
Jul 06 02:06:05.239629 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.provisioning_blocks [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Provisioning complete for port 69912c39-4fbd-4132-973d-842ed3df2ab5 triggered by entity L2. {{(pid=80982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 06 02:06:05.240177 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1309268'] for port, provisioning_complete {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:06:05.403860 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1050496'] for port, before_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:06:05.448749 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] For port 69912c39-4fbd-4132-973d-842ed3df2ab5, host hv-cinder-79954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79954',level=0,port_id=69912c39-4fbd-4132-973d-842ed3df2ab5,segment=NetworkSegment(6c0c94b9-69f6-424f-b5a2-121e4144d259),segment_id=6c0c94b9-69f6-424f-b5a2-121e4144d259)] {{(pid=80982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 02:06:05.450283 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '848f0167-2894-477b-bc20-558ceadb1d77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69912c39-4fbd-4132-973d-842ed3df2ab5'}] {{(pid=80982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 06 02:06:05.485624 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740753762112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740753409037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296101366746'] for port, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:06:05.488427 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:06:05.561137 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Pushing event updated for resources: {'Port': ['ID=69912c39-4fbd-4132-973d-842ed3df2ab5,revision_number=8']} {{(pid=80982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:06:05.563029 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a20f71-fecb-4722-a9ef-a10c25689855 req-979b559c-65e7-490b-ad9d-f236420ef24a tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:06:05.564741 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:06:05.576922 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-d3a20f71-fecb-4722-a9ef-a10c25689855 req-979b559c-65e7-490b-ad9d-f236420ef24a tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] 10.222.0.11 "GET /v2.0/ports?device_id=848f0167-2894-477b-bc20-558ceadb1d77 HTTP/1.1" status: 200  len: 945 time: 0.1685321
Jul 06 02:06:05.585581 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-fcfe0981-f829-42d2-99d0-fcc19e179060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:06:05.657305 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-d3a20f71-fecb-4722-a9ef-a10c25689855 req-b71e7c6e-0201-486d-ba0e-fb777a881920 tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] 10.222.0.11 "GET /v2.0/security-groups?id=5f03d441-1e82-42a5-bcde-a0beac2e68f3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0717847
Jul 06 02:06:05.742231 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '848f0167-2894-477b-bc20-558ceadb1d77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69912c39-4fbd-4132-973d-842ed3df2ab5', 'code': 200}
Jul 06 02:06:06.517852 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48e1a2c-845d-4c79-8a1b-17628c48cc73 req-f50ffc70-5da0-4f7e-bca9-1eba0c216a89 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:06:06.527781 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-d48e1a2c-845d-4c79-8a1b-17628c48cc73 req-f50ffc70-5da0-4f7e-bca9-1eba0c216a89 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/ports?device_id=6039cb9a-cc1a-4a0f-9d68-735214d82775 HTTP/1.1" status: 200  len: 944 time: 0.3991988
Jul 06 02:06:06.585771 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-d48e1a2c-845d-4c79-8a1b-17628c48cc73 req-e8aadbe0-fe6a-4e88-90e7-b1be68d903ec tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/security-groups?id=c71df35b-4799-4342-a354-637fb96e6767&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0514112
Jul 06 02:06:06.919154 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de49bbae-9438-44fc-a2da-5c141cecb408 req-21870875-b850-4be0-82c8-f81b06e09e41 tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:06:06.920881 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-de49bbae-9438-44fc-a2da-5c141cecb408 req-21870875-b850-4be0-82c8-f81b06e09e41 tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] 10.222.0.11 "GET /v2.0/ports?device_id=848f0167-2894-477b-bc20-558ceadb1d77 HTTP/1.1" status: 200  len: 945 time: 0.1295493
Jul 06 02:06:06.982131 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-de49bbae-9438-44fc-a2da-5c141cecb408 req-68335e91-a7a3-48da-9d41-06d33376f948 tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] 10.222.0.11 "GET /v2.0/security-groups?id=5f03d441-1e82-42a5-bcde-a0beac2e68f3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0524213
Jul 06 02:06:07.787364 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ac93f4-0a95-4b2c-8c18-3ee1a890c5ca req-aabec48e-f15b-448b-b11c-e0d443b84e35 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:06:07.789010 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-33ac93f4-0a95-4b2c-8c18-3ee1a890c5ca req-aabec48e-f15b-448b-b11c-e0d443b84e35 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/ports?device_id=6039cb9a-cc1a-4a0f-9d68-735214d82775 HTTP/1.1" status: 200  len: 944 time: 0.0809956
Jul 06 02:06:07.855483 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-33ac93f4-0a95-4b2c-8c18-3ee1a890c5ca req-1e9b0c75-b329-4122-b98f-27140339b80a tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/security-groups?id=c71df35b-4799-4342-a354-637fb96e6767&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0590756
Jul 06 02:06:08.187584 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da015199-34df-4329-9b24-a4358526a302 req-1d14ee9e-286e-4c76-99a9-99bc1ddf827c tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:06:08.189508 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-da015199-34df-4329-9b24-a4358526a302 req-1d14ee9e-286e-4c76-99a9-99bc1ddf827c tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] 10.222.0.11 "GET /v2.0/ports?device_id=848f0167-2894-477b-bc20-558ceadb1d77 HTTP/1.1" status: 200  len: 945 time: 0.0927780
Jul 06 02:06:08.245920 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-da015199-34df-4329-9b24-a4358526a302 req-d61457cf-b532-4669-ba69-6ab081923df5 tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] 10.222.0.11 "GET /v2.0/security-groups?id=5f03d441-1e82-42a5-bcde-a0beac2e68f3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0485594
Jul 06 02:06:09.131041 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43210ed-1308-443e-97c5-81ea290708e8 req-87be0937-bb0c-4459-9d20-d031eb793fea tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:06:09.132768 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-d43210ed-1308-443e-97c5-81ea290708e8 req-87be0937-bb0c-4459-9d20-d031eb793fea tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/ports?device_id=6039cb9a-cc1a-4a0f-9d68-735214d82775 HTTP/1.1" status: 200  len: 944 time: 0.1260602
Jul 06 02:06:09.208881 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-d43210ed-1308-443e-97c5-81ea290708e8 req-c4499ac5-82e8-4cbc-a04a-2dc2881ddc7d tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/security-groups?id=c71df35b-4799-4342-a354-637fb96e6767&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0667911
Jul 06 02:06:09.446650 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127172da-349a-49d2-bbb4-be7cf6b7806d req-d9e4a637-78ec-4d2d-af31-fcd5f1850044 tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:06:09.455271 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-127172da-349a-49d2-bbb4-be7cf6b7806d req-d9e4a637-78ec-4d2d-af31-fcd5f1850044 tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] 10.222.0.11 "GET /v2.0/ports?device_id=848f0167-2894-477b-bc20-558ceadb1d77 HTTP/1.1" status: 200  len: 945 time: 0.0892382
Jul 06 02:06:09.506029 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-127172da-349a-49d2-bbb4-be7cf6b7806d req-6b8437c2-44da-4b44-83c9-27a7605e4c8b tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] 10.222.0.11 "GET /v2.0/security-groups?id=5f03d441-1e82-42a5-bcde-a0beac2e68f3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0497830
Jul 06 02:06:10.426589 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b263ae0-b7c5-42ce-8466-67a78bb9591d req-01345a70-1c3a-4f76-9445-69fb2e399263 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:06:10.428190 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-8b263ae0-b7c5-42ce-8466-67a78bb9591d req-01345a70-1c3a-4f76-9445-69fb2e399263 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/ports?device_id=6039cb9a-cc1a-4a0f-9d68-735214d82775 HTTP/1.1" status: 200  len: 944 time: 0.0819793
Jul 06 02:06:10.480708 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-8b263ae0-b7c5-42ce-8466-67a78bb9591d req-15cfc428-e4f0-4af8-98a3-6f9a45088a35 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/security-groups?id=c71df35b-4799-4342-a354-637fb96e6767&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0452058
Jul 06 02:06:10.725808 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7e61a2-84d7-4eca-aca1-54b92487dbfd req-726d9afb-264c-432a-b73e-fd7929d5f5d1 tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:06:10.727455 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-5b7e61a2-84d7-4eca-aca1-54b92487dbfd req-726d9afb-264c-432a-b73e-fd7929d5f5d1 tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] 10.222.0.11 "GET /v2.0/ports?device_id=848f0167-2894-477b-bc20-558ceadb1d77 HTTP/1.1" status: 200  len: 945 time: 0.1009071
Jul 06 02:06:10.784639 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-5b7e61a2-84d7-4eca-aca1-54b92487dbfd req-ea851ca8-69ba-4dd0-9b90-194a2370f4b6 tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] 10.222.0.11 "GET /v2.0/security-groups?id=5f03d441-1e82-42a5-bcde-a0beac2e68f3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0488949
Jul 06 02:06:11.848018 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518dacf2-3964-4bed-b519-d591ee3faf76 req-f9c0762c-c988-4db8-9832-7abfcdb9fef9 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:06:11.849884 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-518dacf2-3964-4bed-b519-d591ee3faf76 req-f9c0762c-c988-4db8-9832-7abfcdb9fef9 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/ports?device_id=6039cb9a-cc1a-4a0f-9d68-735214d82775 HTTP/1.1" status: 200  len: 944 time: 0.0838299
Jul 06 02:06:11.923364 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-518dacf2-3964-4bed-b519-d591ee3faf76 req-68fe3319-7f1d-492e-8261-f9c9d826e7f8 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/security-groups?id=c71df35b-4799-4342-a354-637fb96e6767&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0570025
Jul 06 02:06:12.134738 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26e63d5-2fa5-46f8-8eac-b6adc64bd819 req-d91eba46-cd8b-46cc-96d2-a239e29dba00 tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:06:12.136625 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-b26e63d5-2fa5-46f8-8eac-b6adc64bd819 req-d91eba46-cd8b-46cc-96d2-a239e29dba00 tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] 10.222.0.11 "GET /v2.0/ports?device_id=848f0167-2894-477b-bc20-558ceadb1d77 HTTP/1.1" status: 200  len: 945 time: 0.0988812
Jul 06 02:06:12.208487 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-b26e63d5-2fa5-46f8-8eac-b6adc64bd819 req-7a12e4cb-dded-4191-8a29-09ad31f6fe0d tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] 10.222.0.11 "GET /v2.0/security-groups?id=5f03d441-1e82-42a5-bcde-a0beac2e68f3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0627327
Jul 06 02:06:13.134907 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d41f88-a731-478a-83b7-ece797e07d83 req-87b368c6-57c0-4da9-a2cc-4a7ee9b2686f tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:06:13.136717 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-a5d41f88-a731-478a-83b7-ece797e07d83 req-87b368c6-57c0-4da9-a2cc-4a7ee9b2686f tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/ports?device_id=6039cb9a-cc1a-4a0f-9d68-735214d82775 HTTP/1.1" status: 200  len: 944 time: 0.0898046
Jul 06 02:06:13.193057 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-a5d41f88-a731-478a-83b7-ece797e07d83 req-5528ed58-672e-499f-baa3-f902dfa57489 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/security-groups?id=c71df35b-4799-4342-a354-637fb96e6767&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0488372
Jul 06 02:06:13.408854 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadeca58-9860-409f-9ab7-1b135e908f62 req-70280fd6-19c5-4cda-8fe1-6cf11b65a7eb tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:06:13.411510 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-aadeca58-9860-409f-9ab7-1b135e908f62 req-70280fd6-19c5-4cda-8fe1-6cf11b65a7eb tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] 10.222.0.11 "GET /v2.0/ports?device_id=848f0167-2894-477b-bc20-558ceadb1d77 HTTP/1.1" status: 200  len: 945 time: 0.0845106
Jul 06 02:06:13.470361 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-aadeca58-9860-409f-9ab7-1b135e908f62 req-55f013a8-4274-4844-ad83-ed382da3c479 tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] 10.222.0.11 "GET /v2.0/security-groups?id=5f03d441-1e82-42a5-bcde-a0beac2e68f3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0478041
Jul 06 02:06:14.669681 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e37b89-5ceb-4839-9e2c-d5f66450535d req-0c6b96fc-92e8-4388-8858-aabfb50a2baa tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:06:14.671282 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-02e37b89-5ceb-4839-9e2c-d5f66450535d req-0c6b96fc-92e8-4388-8858-aabfb50a2baa tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/ports?device_id=6039cb9a-cc1a-4a0f-9d68-735214d82775 HTTP/1.1" status: 200  len: 944 time: 0.0783327
Jul 06 02:06:14.730937 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-02e37b89-5ceb-4839-9e2c-d5f66450535d req-214cac92-2101-455c-b0de-478399ed9d6a tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/security-groups?id=c71df35b-4799-4342-a354-637fb96e6767&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0518899
Jul 06 02:06:14.874855 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-7cf20c25-5a1b-4dfe-9c0c-de0c945f44a0 req-351d0cca-f52d-4532-b024-10a020fd6785 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=848f0167-2894-477b-bc20-558ceadb1d77 HTTP/1.1" status: 200  len: 1098 time: 0.0728757
Jul 06 02:06:14.929285 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-7cf20c25-5a1b-4dfe-9c0c-de0c945f44a0 req-b9957886-c5ec-46d4-8468-0837d7099b9e service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=5f03d441-1e82-42a5-bcde-a0beac2e68f3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0461440
Jul 06 02:06:14.946340 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10317eed-4ece-4111-afc0-2503835499fa req-6c210fab-6081-4ffc-89c6-d27a7714a4d0 tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:06:14.947958 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-10317eed-4ece-4111-afc0-2503835499fa req-6c210fab-6081-4ffc-89c6-d27a7714a4d0 tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] 10.222.0.11 "GET /v2.0/ports?device_id=848f0167-2894-477b-bc20-558ceadb1d77 HTTP/1.1" status: 200  len: 945 time: 0.0896766
Jul 06 02:06:14.999223 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-10317eed-4ece-4111-afc0-2503835499fa req-469e2b83-d467-4292-b394-eb264b74fe95 tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] 10.222.0.11 "GET /v2.0/security-groups?id=5f03d441-1e82-42a5-bcde-a0beac2e68f3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0437868
Jul 06 02:06:15.996683 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3ef977-b7b4-4b00-b0db-7908dffc84fc req-a5766e43-b542-49b1-9d02-55428693afa0 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:06:15.996683 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-3c3ef977-b7b4-4b00-b0db-7908dffc84fc req-a5766e43-b542-49b1-9d02-55428693afa0 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/ports?device_id=6039cb9a-cc1a-4a0f-9d68-735214d82775 HTTP/1.1" status: 200  len: 944 time: 0.1066911
Jul 06 02:06:16.045472 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-3c3ef977-b7b4-4b00-b0db-7908dffc84fc req-c4f6b947-ff65-4937-a80e-d2ff07fc6045 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/security-groups?id=c71df35b-4799-4342-a354-637fb96e6767&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0458484
Jul 06 02:06:16.207519 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4dfe38-dbb9-4ace-bf09-a33191bed621 req-e05368e6-9888-40fd-a1c3-366c6db966fd tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:06:16.209169 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-1f4dfe38-dbb9-4ace-bf09-a33191bed621 req-e05368e6-9888-40fd-a1c3-366c6db966fd tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] 10.222.0.11 "GET /v2.0/ports?device_id=848f0167-2894-477b-bc20-558ceadb1d77 HTTP/1.1" status: 200  len: 945 time: 0.0885470
Jul 06 02:06:16.265891 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-1f4dfe38-dbb9-4ace-bf09-a33191bed621 req-30e20c86-0c14-45f6-b7b0-8671ac01b596 tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] 10.222.0.11 "GET /v2.0/security-groups?id=5f03d441-1e82-42a5-bcde-a0beac2e68f3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0438313
Jul 06 02:06:17.243603 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6ca356-b2e2-4005-beb1-36dad778caef req-c7c35999-d9f7-40c3-9992-cbfa82c0e1af tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:06:17.244236 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.rpc [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Device 7ce92965-02b9-4b32-ae08-3b3ce62481ad details requested by agent hyperv_hv-cinder-79954 with host hv-cinder-79954 {{(pid=80982) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:87}}
Jul 06 02:06:17.245280 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-9f6ca356-b2e2-4005-beb1-36dad778caef req-c7c35999-d9f7-40c3-9992-cbfa82c0e1af tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/ports?device_id=6039cb9a-cc1a-4a0f-9d68-735214d82775 HTTP/1.1" status: 200  len: 944 time: 0.0818493
Jul 06 02:06:17.305382 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-9f6ca356-b2e2-4005-beb1-36dad778caef req-8accf6d4-5bc9-44f5-970f-1001a83b2f0c tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/security-groups?id=c71df35b-4799-4342-a354-637fb96e6767&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0529242
Jul 06 02:06:17.383295 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] For port 7ce92965-02b9-4b32-ae08-3b3ce62481ad, host hv-cinder-79954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79954',level=0,port_id=7ce92965-02b9-4b32-ae08-3b3ce62481ad,segment=NetworkSegment(f325f6e3-ee5f-469d-9162-dffc7dd88549),segment_id=f325f6e3-ee5f-469d-9162-dffc7dd88549)] {{(pid=80982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 02:06:17.397671 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.rpc [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Returning: {'device': '7ce92965-02b9-4b32-ae08-3b3ce62481ad', 'network_id': 'dc49653d-588e-4ee2-9689-ebb2724e1086', 'port_id': '7ce92965-02b9-4b32-ae08-3b3ce62481ad', 'mac_address': 'fa:16:3e:d3:a4:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '989a31a1-084c-4193-9367-4e104f09769b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80982) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:165}}
Jul 06 02:06:17.453762 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1050496'] for port, before_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:06:17.473969 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.notifiers.nova [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ce92965-02b9-4b32-ae08-3b3ce62481ad {{(pid=80982) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Jul 06 02:06:17.490494 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] For port 7ce92965-02b9-4b32-ae08-3b3ce62481ad, host hv-cinder-79954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79954',level=0,port_id=7ce92965-02b9-4b32-ae08-3b3ce62481ad,segment=NetworkSegment(f325f6e3-ee5f-469d-9162-dffc7dd88549),segment_id=f325f6e3-ee5f-469d-9162-dffc7dd88549)] {{(pid=80982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 02:06:17.522508 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740753762112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740753409037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296101366746'] for port, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:06:17.526567 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-240a1751-1dce-40b4-ac59-d0b418fde64f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:06:17.605318 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Pushing event updated for resources: {'Port': ['ID=7ce92965-02b9-4b32-ae08-3b3ce62481ad,revision_number=9']} {{(pid=80982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:06:17.609974 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=80982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:06:17.757213 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] get_ports_and_sgs() called for port_ids ['7ce92965-02b9-4b32-ae08-3b3ce62481ad'] {{(pid=80982) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:184}}
Jul 06 02:06:18.509380 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe52182a-4fb9-4646-98d3-159a5ccff348 req-e15973f5-282f-4f38-b35b-b1dbd065f05c tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:06:18.511042 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-fe52182a-4fb9-4646-98d3-159a5ccff348 req-e15973f5-282f-4f38-b35b-b1dbd065f05c tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/ports?device_id=6039cb9a-cc1a-4a0f-9d68-735214d82775 HTTP/1.1" status: 200  len: 945 time: 0.0821073
Jul 06 02:06:18.569636 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-fe52182a-4fb9-4646-98d3-159a5ccff348 req-4f15ead2-58fb-421c-9435-cffc15d3afa1 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/security-groups?id=c71df35b-4799-4342-a354-637fb96e6767&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0509508
Jul 06 02:06:19.259275 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.rpc [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Device 7ce92965-02b9-4b32-ae08-3b3ce62481ad up at agent hyperv_hv-cinder-79954 {{(pid=80982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:273}}
Jul 06 02:06:19.329718 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.provisioning_blocks [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Provisioning complete for port 7ce92965-02b9-4b32-ae08-3b3ce62481ad triggered by entity L2. {{(pid=80982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 06 02:06:19.330150 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1309268'] for port, provisioning_complete {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:06:19.447711 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1050496'] for port, before_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:06:19.477625 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6039cb9a-cc1a-4a0f-9d68-735214d82775', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ce92965-02b9-4b32-ae08-3b3ce62481ad'}] {{(pid=80982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 06 02:06:19.489293 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] For port 7ce92965-02b9-4b32-ae08-3b3ce62481ad, host hv-cinder-79954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79954',level=0,port_id=7ce92965-02b9-4b32-ae08-3b3ce62481ad,segment=NetworkSegment(f325f6e3-ee5f-469d-9162-dffc7dd88549),segment_id=f325f6e3-ee5f-469d-9162-dffc7dd88549)] {{(pid=80982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 02:06:19.527686 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6039cb9a-cc1a-4a0f-9d68-735214d82775', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ce92965-02b9-4b32-ae08-3b3ce62481ad', 'code': 200}
Jul 06 02:06:19.567979 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740753762112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740753409037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296101366746'] for port, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:06:19.570142 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:06:19.639812 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Pushing event updated for resources: {'Port': ['ID=7ce92965-02b9-4b32-ae08-3b3ce62481ad,revision_number=10']} {{(pid=80982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:06:19.644877 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:06:19.777690 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb35293-e99c-4eab-82f8-6c67958c8f4c req-f0a74570-476f-45f8-b223-d8f4950e0958 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:06:19.779424 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-ddb35293-e99c-4eab-82f8-6c67958c8f4c req-f0a74570-476f-45f8-b223-d8f4950e0958 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/ports?device_id=6039cb9a-cc1a-4a0f-9d68-735214d82775 HTTP/1.1" status: 200  len: 947 time: 0.0828555
Jul 06 02:06:19.888613 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-ddb35293-e99c-4eab-82f8-6c67958c8f4c req-fd69f164-1ebe-4909-8474-9dd498a9be7f tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/security-groups?id=c71df35b-4799-4342-a354-637fb96e6767&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0996892
Jul 06 02:06:19.907107 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-3037a4a5-156d-477e-b22f-1ec234aeba84 req-240c4260-a802-44fd-ba2a-489490f7421e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6039cb9a-cc1a-4a0f-9d68-735214d82775 HTTP/1.1" status: 200  len: 1100 time: 0.1159685
Jul 06 02:06:19.954898 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-3037a4a5-156d-477e-b22f-1ec234aeba84 req-938f4afc-bffe-4af5-915d-671c9349ce50 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=c71df35b-4799-4342-a354-637fb96e6767&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0403931
Jul 06 02:06:21.121290 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a909bc2f-914d-470c-9bb8-192bc373c153 req-d12782ca-24a2-4319-be07-bff7965e6f29 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:06:21.125630 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-a909bc2f-914d-470c-9bb8-192bc373c153 req-d12782ca-24a2-4319-be07-bff7965e6f29 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/ports?device_id=6039cb9a-cc1a-4a0f-9d68-735214d82775 HTTP/1.1" status: 200  len: 947 time: 0.0931404
Jul 06 02:06:21.181394 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-a909bc2f-914d-470c-9bb8-192bc373c153 req-97122459-c0f9-4730-a621-7299214a16e1 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/security-groups?id=c71df35b-4799-4342-a354-637fb96e6767&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0505424
Jul 06 02:06:22.403771 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c09b042-55b1-4c5e-8dd5-3e18925152c8 req-c3f3e64e-5265-4bdb-87d9-8839a5a72093 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:06:22.406120 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-3c09b042-55b1-4c5e-8dd5-3e18925152c8 req-c3f3e64e-5265-4bdb-87d9-8839a5a72093 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/ports?device_id=6039cb9a-cc1a-4a0f-9d68-735214d82775 HTTP/1.1" status: 200  len: 947 time: 0.0904572
Jul 06 02:06:22.450733 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80980) accepted ('10.222.0.11', 46570) {{(pid=80980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 02:06:22.498260 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-3c09b042-55b1-4c5e-8dd5-3e18925152c8 req-72d8ea1c-745f-4baf-ad1c-1bcb538478cc tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/security-groups?id=c71df35b-4799-4342-a354-637fb96e6767&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0828648
Jul 06 02:06:22.615104 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-ff4be350-77f6-4b9e-a878-d6469a0b4856 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:06:22.654419 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-ff4be350-77f6-4b9e-a878-d6469a0b4856 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 02:06:22.658719 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-ff4be350-77f6-4b9e-a878-d6469a0b4856 admin admin] Usage tracker for resource:security_group_rule and tenant:c2bc631316464f259ccecf03f21efd09 is out of sync, need to count used quota {{(pid=80980) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 02:06:22.661758 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-ff4be350-77f6-4b9e-a878-d6469a0b4856 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80980) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 02:06:22.667693 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-ff4be350-77f6-4b9e-a878-d6469a0b4856 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 02:06:22.856357 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-ff4be350-77f6-4b9e-a878-d6469a0b4856 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:06:22.885726 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-ff4be350-77f6-4b9e-a878-d6469a0b4856 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428228'] for security_group, after_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:06:22.893724 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-5bbaaf9c-8b07-48c2-a474-267ae82646c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:06:22.939901 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-ff4be350-77f6-4b9e-a878-d6469a0b4856 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c2bc631316464f259ccecf03f21efd09&name=default HTTP/1.1" status: 200  len: 2629 time: 0.4879663
Jul 06 02:06:22.941330 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4be350-77f6-4b9e-a878-d6469a0b4856 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef5a3f6f-71c2-4329-afc5-1f8542902fbd,revision_number=1']} {{(pid=80980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:06:22.943839 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80981) accepted ('10.222.0.11', 46576) {{(pid=80981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 02:06:22.944816 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-ff4be350-77f6-4b9e-a878-d6469a0b4856 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:06:23.007470 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-471031b4-0c21-4809-b818-2f8da7703c52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:06:23.034287 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-471031b4-0c21-4809-b818-2f8da7703c52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:06:23.219042 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-471031b4-0c21-4809-b818-2f8da7703c52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428228'] for security_group, after_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:06:23.224494 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-a1f78477-6f42-4078-aa79-e79c05a0b88a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:06:23.243036 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471031b4-0c21-4809-b818-2f8da7703c52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef5a3f6f-71c2-4329-afc5-1f8542902fbd,revision_number=None']} {{(pid=80981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:06:23.245789 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-471031b4-0c21-4809-b818-2f8da7703c52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:06:23.249411 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-471031b4-0c21-4809-b818-2f8da7703c52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:06:23.251545 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-471031b4-0c21-4809-b818-2f8da7703c52 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ef5a3f6f-71c2-4329-afc5-1f8542902fbd HTTP/1.1" status: 204  len: 168 time: 0.3063383
Jul 06 02:06:23.712806 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378ce910-7d0d-409f-be10-18422298f706 req-0739e35f-0551-46eb-b7e8-1c598747d3b4 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:06:23.714670 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-378ce910-7d0d-409f-be10-18422298f706 req-0739e35f-0551-46eb-b7e8-1c598747d3b4 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/ports?device_id=6039cb9a-cc1a-4a0f-9d68-735214d82775 HTTP/1.1" status: 200  len: 947 time: 0.0929673
Jul 06 02:06:23.766688 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-378ce910-7d0d-409f-be10-18422298f706 req-4f24cb82-676e-49dd-9c29-711e4cfecd88 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/security-groups?id=c71df35b-4799-4342-a354-637fb96e6767&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0447044
Jul 06 02:06:23.788192 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80981) accepted ('10.222.0.11', 46594) {{(pid=80981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 02:06:23.809641 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-bf4604e6-6edf-46f0-bae1-af309b77cec0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:06:23.887900 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-bf4604e6-6edf-46f0-bae1-af309b77cec0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 02:06:23.892028 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-bf4604e6-6edf-46f0-bae1-af309b77cec0 admin admin] Usage tracker for resource:security_group_rule and tenant:5a3d40492a52467db0388926f4194aa3 is out of sync, need to count used quota {{(pid=80981) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 02:06:23.896617 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-bf4604e6-6edf-46f0-bae1-af309b77cec0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80981) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 02:06:23.902974 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-bf4604e6-6edf-46f0-bae1-af309b77cec0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 02:06:23.974357 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-bf4604e6-6edf-46f0-bae1-af309b77cec0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:06:24.013839 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-bf4604e6-6edf-46f0-bae1-af309b77cec0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428228'] for security_group, after_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:06:24.022179 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-242e8003-950e-43b9-be57-f8093ad471e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:06:24.067700 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4604e6-6edf-46f0-bae1-af309b77cec0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc276447-f907-4088-a716-159857a87f17,revision_number=1']} {{(pid=80981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:06:24.071696 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-bf4604e6-6edf-46f0-bae1-af309b77cec0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:06:24.074140 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-bf4604e6-6edf-46f0-bae1-af309b77cec0 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5a3d40492a52467db0388926f4194aa3&name=default HTTP/1.1" status: 200  len: 2629 time: 0.2848544
Jul 06 02:06:24.077161 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80981) accepted ('10.222.0.11', 46600) {{(pid=80981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 02:06:24.148899 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-ac26ada5-250f-4a55-b6ac-92a50d1721cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:06:24.177003 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-ac26ada5-250f-4a55-b6ac-92a50d1721cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:06:24.254006 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-ac26ada5-250f-4a55-b6ac-92a50d1721cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428228'] for security_group, after_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:06:24.259406 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-9de44cb3-b7ac-4de5-a145-209833a46843 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:06:24.272980 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac26ada5-250f-4a55-b6ac-92a50d1721cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc276447-f907-4088-a716-159857a87f17,revision_number=None']} {{(pid=80981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:06:24.275664 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-ac26ada5-250f-4a55-b6ac-92a50d1721cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:06:24.279850 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-ac26ada5-250f-4a55-b6ac-92a50d1721cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:06:24.283936 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-ac26ada5-250f-4a55-b6ac-92a50d1721cf admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/cc276447-f907-4088-a716-159857a87f17 HTTP/1.1" status: 204  len: 168 time: 0.2029295
Jul 06 02:06:24.850533 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80981) accepted ('10.222.0.11', 46610) {{(pid=80981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 02:06:24.870963 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-a80c6652-56d4-40cf-a926-bdf2e000c45c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:06:24.902217 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-a80c6652-56d4-40cf-a926-bdf2e000c45c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 02:06:24.911938 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-a80c6652-56d4-40cf-a926-bdf2e000c45c admin admin] Usage tracker for resource:security_group_rule and tenant:658df2da80884898b4863fe1d8acfbb2 is out of sync, need to count used quota {{(pid=80981) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 02:06:24.915087 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-a80c6652-56d4-40cf-a926-bdf2e000c45c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80981) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 02:06:24.921046 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-a80c6652-56d4-40cf-a926-bdf2e000c45c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 02:06:24.997971 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-a80c6652-56d4-40cf-a926-bdf2e000c45c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:06:25.036304 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-a80c6652-56d4-40cf-a926-bdf2e000c45c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428228'] for security_group, after_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:06:25.044214 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-29768129-594d-4dd8-8add-c2372b97e2a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:06:25.089063 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80c6652-56d4-40cf-a926-bdf2e000c45c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=055c1c21-d8d1-4057-a62d-ac94a2e9e825,revision_number=1']} {{(pid=80981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:06:25.092258 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-a80c6652-56d4-40cf-a926-bdf2e000c45c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:06:25.095201 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-a80c6652-56d4-40cf-a926-bdf2e000c45c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=658df2da80884898b4863fe1d8acfbb2&name=default HTTP/1.1" status: 200  len: 2629 time: 0.2434611
Jul 06 02:06:25.098690 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80981) accepted ('10.222.0.11', 46614) {{(pid=80981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 02:06:25.167924 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-8c16886a-9c95-4528-8d30-a089c4bfd30b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:06:25.195846 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-8c16886a-9c95-4528-8d30-a089c4bfd30b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:06:25.264588 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-8c16886a-9c95-4528-8d30-a089c4bfd30b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428228'] for security_group, after_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:06:25.270404 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-8a91b605-4a2d-4a81-bd5d-a6a1e75b62bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:06:25.285167 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c16886a-9c95-4528-8d30-a089c4bfd30b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=055c1c21-d8d1-4057-a62d-ac94a2e9e825,revision_number=None']} {{(pid=80981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:06:25.287960 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-8c16886a-9c95-4528-8d30-a089c4bfd30b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:06:25.289176 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-8c16886a-9c95-4528-8d30-a089c4bfd30b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:06:25.290898 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-8c16886a-9c95-4528-8d30-a089c4bfd30b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/055c1c21-d8d1-4057-a62d-ac94a2e9e825 HTTP/1.1" status: 204  len: 168 time: 0.1911824
Jul 06 02:06:30.670704 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-8ec97e87-577b-46d9-8c58-ae8582f769b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:06:31.071993 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.agents_db [None req-b173abe4-0d36-4765-adb2-33779d11156f None None] Agent healthcheck: found 6 active agents {{(pid=80983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Jul 06 02:06:32.258933 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:06:33.162020 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-05322692-38d6-4b00-a8f3-4cb04c99f947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:06:33.625813 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:06:34.131403 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-76dafd09-8b9e-4f4b-ba8f-a0f9ff874801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:06:35.513776 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-fcfe0981-f829-42d2-99d0-fcc19e179060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:06:40.310090 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-1a15f9ff-bef2-4ec9-9140-34c3985c5e3a req-76ce14ce-3f8d-46f7-ac75-7b5835e44681 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6039cb9a-cc1a-4a0f-9d68-735214d82775&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0706553
Jul 06 02:06:40.413735 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-1a15f9ff-bef2-4ec9-9140-34c3985c5e3a req-c2fb9f63-1a99-4a20-994b-f72a0db1c2ec service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6eda011ce6da4a3aa6a9ea578c51725a&device_id=6039cb9a-cc1a-4a0f-9d68-735214d82775 HTTP/1.1" status: 200  len: 1100 time: 0.0772092
Jul 06 02:06:40.570602 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a15f9ff-bef2-4ec9-9140-34c3985c5e3a req-625f51cd-e8d9-4b5c-aa49-0cb2816987b3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:06:40.572204 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-1a15f9ff-bef2-4ec9-9140-34c3985c5e3a req-625f51cd-e8d9-4b5c-aa49-0cb2816987b3 service neutron] 10.222.0.37 "GET /v2.0/networks?id=dc49653d-588e-4ee2-9689-ebb2724e1086 HTTP/1.1" status: 200  len: 917 time: 0.1361122
Jul 06 02:06:40.671979 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-1a15f9ff-bef2-4ec9-9140-34c3985c5e3a req-15e206a6-d93f-4068-a355-e2726ffa8397 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7ce92965-02b9-4b32-ae08-3b3ce62481ad HTTP/1.1" status: 200  len: 1002 time: 0.0901928
Jul 06 02:06:40.743416 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a15f9ff-bef2-4ec9-9140-34c3985c5e3a req-d312cbb2-f3fd-4473-87bf-90c82a4b4e63 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:06:40.745345 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-1a15f9ff-bef2-4ec9-9140-34c3985c5e3a req-d312cbb2-f3fd-4473-87bf-90c82a4b4e63 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=989a31a1-084c-4193-9367-4e104f09769b HTTP/1.1" status: 200  len: 855 time: 0.0631754
Jul 06 02:06:40.829604 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-1a15f9ff-bef2-4ec9-9140-34c3985c5e3a req-869b1ac1-c921-4e70-b427-dce881860e72 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=dc49653d-588e-4ee2-9689-ebb2724e1086&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0753744
Jul 06 02:06:40.983805 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-1a15f9ff-bef2-4ec9-9140-34c3985c5e3a req-1d5cae6f-e64c-4b40-87ce-784022b56ff4 service neutron] 10.222.0.37 "GET /v2.0/networks/dc49653d-588e-4ee2-9689-ebb2724e1086?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1457946
Jul 06 02:06:41.364457 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-1a15f9ff-bef2-4ec9-9140-34c3985c5e3a req-3425ac88-21b0-4ce3-8b44-c4d2f6674f07 service neutron] 10.222.0.37 "GET /v2.0/networks/dc49653d-588e-4ee2-9689-ebb2724e1086?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3638928
Jul 06 02:06:42.721992 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e4c96f-d7ef-4c51-be69-8fb1834b8ad5 req-9a964997-64d3-4572-b919-001950855eff tempest-VolumesSnapshotTestJSON-1175186291 tempest-VolumesSnapshotTestJSON-1175186291-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:06:42.723486 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-75e4c96f-d7ef-4c51-be69-8fb1834b8ad5 req-9a964997-64d3-4572-b919-001950855eff tempest-VolumesSnapshotTestJSON-1175186291 tempest-VolumesSnapshotTestJSON-1175186291-project] 10.222.0.11 "GET /v2.0/ports?device_id=23743bba-177e-47a3-8024-c03e06b66216 HTTP/1.1" status: 200  len: 945 time: 0.0775101
Jul 06 02:06:42.778350 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-75e4c96f-d7ef-4c51-be69-8fb1834b8ad5 req-d79f1c42-4d13-4528-8048-7ca212d8bf40 tempest-VolumesSnapshotTestJSON-1175186291 tempest-VolumesSnapshotTestJSON-1175186291-project] 10.222.0.11 "GET /v2.0/security-groups?id=847ecf8e-1afa-4cdd-841b-4e3c07f668aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0475528
Jul 06 02:06:42.930664 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80981) accepted ('10.222.0.11', 46794) {{(pid=80981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 02:06:43.088762 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-30e71954-b9ad-4f16-bd0e-5774229baccf admin admin] Notify callbacks [] for security_group, before_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:06:43.120251 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-30e71954-b9ad-4f16-bd0e-5774229baccf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 02:06:43.124257 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-30e71954-b9ad-4f16-bd0e-5774229baccf admin admin] Usage tracker for resource:security_group_rule and tenant:e019cf9d1d97490190f1a267820d88f7 is out of sync, need to count used quota {{(pid=80981) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 02:06:43.127232 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-30e71954-b9ad-4f16-bd0e-5774229baccf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80981) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 02:06:43.133653 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-30e71954-b9ad-4f16-bd0e-5774229baccf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 02:06:43.202479 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-30e71954-b9ad-4f16-bd0e-5774229baccf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:06:43.235840 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-30e71954-b9ad-4f16-bd0e-5774229baccf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428228'] for security_group, after_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:06:43.244670 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-62d679aa-a23a-4ab9-83ee-480515657313 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:06:43.290986 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e71954-b9ad-4f16-bd0e-5774229baccf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfa4100a-ad43-4a95-9a84-315d5959b59b,revision_number=1']} {{(pid=80981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:06:43.294238 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-30e71954-b9ad-4f16-bd0e-5774229baccf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:06:43.297900 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-30e71954-b9ad-4f16-bd0e-5774229baccf admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e019cf9d1d97490190f1a267820d88f7&name=default HTTP/1.1" status: 200  len: 2629 time: 0.3661013
Jul 06 02:06:43.301327 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80981) accepted ('10.222.0.11', 46800) {{(pid=80981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 02:06:43.363886 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-2ffcb035-84be-43b2-b402-8337af7c1945 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:06:43.391167 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-2ffcb035-84be-43b2-b402-8337af7c1945 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:06:43.458753 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-2ffcb035-84be-43b2-b402-8337af7c1945 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428228'] for security_group, after_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:06:43.463913 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-f62714be-e907-43cf-957a-511ea50c7faa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:06:43.474269 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffcb035-84be-43b2-b402-8337af7c1945 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfa4100a-ad43-4a95-9a84-315d5959b59b,revision_number=None']} {{(pid=80981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:06:43.476682 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-2ffcb035-84be-43b2-b402-8337af7c1945 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:06:43.481759 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-2ffcb035-84be-43b2-b402-8337af7c1945 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:06:43.482972 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-2ffcb035-84be-43b2-b402-8337af7c1945 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/bfa4100a-ad43-4a95-9a84-315d5959b59b HTTP/1.1" status: 204  len: 168 time: 0.1806502
Jul 06 02:06:43.976244 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60aca8d5-6312-41e4-88d6-dde0ae128779 req-45e47ea7-71db-4235-9b3a-e138d08fdcc1 tempest-VolumesSnapshotTestJSON-1175186291 tempest-VolumesSnapshotTestJSON-1175186291-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:06:43.978070 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-60aca8d5-6312-41e4-88d6-dde0ae128779 req-45e47ea7-71db-4235-9b3a-e138d08fdcc1 tempest-VolumesSnapshotTestJSON-1175186291 tempest-VolumesSnapshotTestJSON-1175186291-project] 10.222.0.11 "GET /v2.0/ports?device_id=23743bba-177e-47a3-8024-c03e06b66216 HTTP/1.1" status: 200  len: 945 time: 0.0796981
Jul 06 02:06:44.033311 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-60aca8d5-6312-41e4-88d6-dde0ae128779 req-a2dc0a2c-ff55-4406-a1f6-0ca205ce30c6 tempest-VolumesSnapshotTestJSON-1175186291 tempest-VolumesSnapshotTestJSON-1175186291-project] 10.222.0.11 "GET /v2.0/security-groups?id=847ecf8e-1afa-4cdd-841b-4e3c07f668aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0480168
Jul 06 02:06:44.049945 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80981) accepted ('10.222.0.11', 46812) {{(pid=80981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 02:06:44.074653 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-b9823bfd-267e-433b-8a80-3dfab0850e47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:06:44.109191 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-b9823bfd-267e-433b-8a80-3dfab0850e47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 02:06:44.113435 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-b9823bfd-267e-433b-8a80-3dfab0850e47 admin admin] Usage tracker for resource:security_group_rule and tenant:161d35b7c09549ac8426468cfd7de4bb is out of sync, need to count used quota {{(pid=80981) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 02:06:44.117203 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-b9823bfd-267e-433b-8a80-3dfab0850e47 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80981) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 02:06:44.123139 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-b9823bfd-267e-433b-8a80-3dfab0850e47 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 02:06:44.192452 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-b9823bfd-267e-433b-8a80-3dfab0850e47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:06:44.218989 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-b9823bfd-267e-433b-8a80-3dfab0850e47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428228'] for security_group, after_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:06:44.227873 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-2d736fdb-3006-4367-8135-224c9fbc3330 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:06:44.274053 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-b9823bfd-267e-433b-8a80-3dfab0850e47 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=161d35b7c09549ac8426468cfd7de4bb&name=default HTTP/1.1" status: 200  len: 2629 time: 0.2226338
Jul 06 02:06:44.274871 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9823bfd-267e-433b-8a80-3dfab0850e47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbb539e9-5b23-4f60-b8ff-9a6bf547eaf1,revision_number=1']} {{(pid=80981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:06:44.277706 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80980) accepted ('10.222.0.11', 46816) {{(pid=80980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 02:06:44.278122 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-b9823bfd-267e-433b-8a80-3dfab0850e47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:06:44.352036 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-6f1804b6-01e1-4850-8381-51bc55c1ab1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:06:44.374947 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15aea0c9-27ad-4e7f-8c9b-87500d1d8406 req-1fadf270-a33d-4113-a0a9-dbad2ff0e161 tempest-VolumesSnapshotTestJSON-1175186291 tempest-VolumesSnapshotTestJSON-1175186291-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:06:44.376574 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-15aea0c9-27ad-4e7f-8c9b-87500d1d8406 req-1fadf270-a33d-4113-a0a9-dbad2ff0e161 tempest-VolumesSnapshotTestJSON-1175186291 tempest-VolumesSnapshotTestJSON-1175186291-project] 10.222.0.37 "GET /v2.0/ports?device_id=23743bba-177e-47a3-8024-c03e06b66216 HTTP/1.1" status: 200  len: 945 time: 0.0857482
Jul 06 02:06:44.382220 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-6f1804b6-01e1-4850-8381-51bc55c1ab1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:06:44.452096 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.plugin [req-15aea0c9-27ad-4e7f-8c9b-87500d1d8406 req-d5c4396d-79eb-4bc5-98cf-1dbc2eb1ff83 tempest-VolumesSnapshotTestJSON-1175186291 tempest-VolumesSnapshotTestJSON-1175186291-project] Deleting port 90eb99d5-a751-4f5f-9c13-40c484188c64 {{(pid=80981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1879}}
Jul 06 02:06:44.452471 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-15aea0c9-27ad-4e7f-8c9b-87500d1d8406 req-d5c4396d-79eb-4bc5-98cf-1dbc2eb1ff83 tempest-VolumesSnapshotTestJSON-1175186291 tempest-VolumesSnapshotTestJSON-1175186291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296100957044'] for port, before_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:06:44.465283 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-6f1804b6-01e1-4850-8381-51bc55c1ab1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428228'] for security_group, after_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:06:44.475161 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-10c5d199-f886-4aa1-b16c-dd77bd100614 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:06:44.488597 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1804b6-01e1-4850-8381-51bc55c1ab1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbb539e9-5b23-4f60-b8ff-9a6bf547eaf1,revision_number=None']} {{(pid=80980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:06:44.491242 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-6f1804b6-01e1-4850-8381-51bc55c1ab1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:06:44.500638 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-6f1804b6-01e1-4850-8381-51bc55c1ab1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:06:44.505106 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-6f1804b6-01e1-4850-8381-51bc55c1ab1c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/fbb539e9-5b23-4f60-b8ff-9a6bf547eaf1 HTTP/1.1" status: 204  len: 168 time: 0.2229025
Jul 06 02:06:44.704610 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [req-15aea0c9-27ad-4e7f-8c9b-87500d1d8406 req-d5c4396d-79eb-4bc5-98cf-1dbc2eb1ff83 tempest-VolumesSnapshotTestJSON-1175186291 tempest-VolumesSnapshotTestJSON-1175186291-project] For port 90eb99d5-a751-4f5f-9c13-40c484188c64, host hv-cinder-79954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79954',level=0,port_id=90eb99d5-a751-4f5f-9c13-40c484188c64,segment=NetworkSegment(561a848c-a506-4525-86d8-2746b18179e9),segment_id=561a848c-a506-4525-86d8-2746b18179e9)] {{(pid=80981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 02:06:44.705033 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-15aea0c9-27ad-4e7f-8c9b-87500d1d8406 req-d5c4396d-79eb-4bc5-98cf-1dbc2eb1ff83 tempest-VolumesSnapshotTestJSON-1175186291 tempest-VolumesSnapshotTestJSON-1175186291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328131'] for port, precommit_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:06:44.836081 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.plugin [req-15aea0c9-27ad-4e7f-8c9b-87500d1d8406 req-d5c4396d-79eb-4bc5-98cf-1dbc2eb1ff83 tempest-VolumesSnapshotTestJSON-1175186291 tempest-VolumesSnapshotTestJSON-1175186291-project] Calling delete_port for 90eb99d5-a751-4f5f-9c13-40c484188c64 owned by compute:nova {{(pid=80981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1952}}
Jul 06 02:06:45.036640 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-15aea0c9-27ad-4e7f-8c9b-87500d1d8406 req-d5c4396d-79eb-4bc5-98cf-1dbc2eb1ff83 tempest-VolumesSnapshotTestJSON-1175186291 tempest-VolumesSnapshotTestJSON-1175186291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740753762095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296101366780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839890433'] for port, after_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:06:45.042831 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-aca67942-6bbf-4bd4-ba7c-129ac308a6e3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:06:45.050772 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] get_ports_and_sgs() called for port_ids ['90eb99d5-a751-4f5f-9c13-40c484188c64'] {{(pid=80982) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:184}}
Jul 06 02:06:45.087017 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c4396d-79eb-4bc5-98cf-1dbc2eb1ff83 tempest-VolumesSnapshotTestJSON-1175186291 tempest-VolumesSnapshotTestJSON-1175186291-project] Pushing event deleted for resources: {'Port': ['ID=90eb99d5-a751-4f5f-9c13-40c484188c64,revision_number=None']} {{(pid=80981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:06:45.090822 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-d5c4396d-79eb-4bc5-98cf-1dbc2eb1ff83 tempest-VolumesSnapshotTestJSON-1175186291 tempest-VolumesSnapshotTestJSON-1175186291-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:06:45.207044 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_dvrscheduler_db [req-15aea0c9-27ad-4e7f-8c9b-87500d1d8406 req-d5c4396d-79eb-4bc5-98cf-1dbc2eb1ff83 tempest-VolumesSnapshotTestJSON-1175186291 tempest-VolumesSnapshotTestJSON-1175186291-project] No DVR routers for this DVR port 90eb99d5-a751-4f5f-9c13-40c484188c64 on host hv-cinder-79954 {{(pid=80981) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jul 06 02:06:45.213201 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-15aea0c9-27ad-4e7f-8c9b-87500d1d8406 req-d5c4396d-79eb-4bc5-98cf-1dbc2eb1ff83 tempest-VolumesSnapshotTestJSON-1175186291 tempest-VolumesSnapshotTestJSON-1175186291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91827'] for port, before_response {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:06:45.215891 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23743bba-177e-47a3-8024-c03e06b66216', 'name': 'network-vif-deleted', 'tag': '90eb99d5-a751-4f5f-9c13-40c484188c64'}] {{(pid=80981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 06 02:06:45.229305 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-5f765958-c952-4f6f-83b2-e5736ff52001 req-cd39cfb3-2976-4002-9760-70c278fd770b tempest-VolumesSnapshotTestJSON-1175186291 tempest-VolumesSnapshotTestJSON-1175186291-project] 10.222.0.11 "GET /v2.0/ports?device_id=23743bba-177e-47a3-8024-c03e06b66216 HTTP/1.1" status: 200  len: 210 time: 0.0587881
Jul 06 02:06:45.280845 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-15aea0c9-27ad-4e7f-8c9b-87500d1d8406 req-d5c4396d-79eb-4bc5-98cf-1dbc2eb1ff83 tempest-VolumesSnapshotTestJSON-1175186291 tempest-VolumesSnapshotTestJSON-1175186291-project] 10.222.0.37 "DELETE /v2.0/ports/90eb99d5-a751-4f5f-9c13-40c484188c64 HTTP/1.1" status: 204  len: 173 time: 0.8948820
Jul 06 02:06:45.285039 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23743bba-177e-47a3-8024-c03e06b66216', 'name': 'network-vif-deleted', 'tag': '90eb99d5-a751-4f5f-9c13-40c484188c64', 'status': 'completed', 'code': 200}
Jul 06 02:06:46.332371 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80981) accepted ('10.222.0.11', 46856) {{(pid=80981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 02:06:46.443129 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [req-42d7bec5-7c4f-4e14-b09f-43011a0825c6 req-beb1ee11-cd2e-49df-90d3-b202c68f01cc tempest-VolumesSnapshotTestJSON-1175186291 tempest-VolumesSnapshotTestJSON-1175186291-project] Synchronizing usage tracker for tenant:ca2e863beb034346a8ab8de98a6d1540 on resource:port {{(pid=80981) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 06 02:06:46.499964 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [req-42d7bec5-7c4f-4e14-b09f-43011a0825c6 req-beb1ee11-cd2e-49df-90d3-b202c68f01cc tempest-VolumesSnapshotTestJSON-1175186291 tempest-VolumesSnapshotTestJSON-1175186291-project] Unset dirty status for tenant:ca2e863beb034346a8ab8de98a6d1540 on resource:port {{(pid=80981) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 06 02:06:46.501297 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-42d7bec5-7c4f-4e14-b09f-43011a0825c6 req-beb1ee11-cd2e-49df-90d3-b202c68f01cc tempest-VolumesSnapshotTestJSON-1175186291 tempest-VolumesSnapshotTestJSON-1175186291-project] 10.222.0.11 "GET /v2.0/ports?device_id=23743bba-177e-47a3-8024-c03e06b66216 HTTP/1.1" status: 200  len: 210 time: 0.1033311
Jul 06 02:06:46.503113 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-7fb78067-5386-4d3c-9b42-e51f21626a51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:06:46.535535 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-7fb78067-5386-4d3c-9b42-e51f21626a51 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 02:06:46.539611 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-7fb78067-5386-4d3c-9b42-e51f21626a51 admin admin] Usage tracker for resource:security_group_rule and tenant:aa6b1cc7fd8b47708e261a1e1773e3df is out of sync, need to count used quota {{(pid=80981) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 02:06:46.542561 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-7fb78067-5386-4d3c-9b42-e51f21626a51 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80981) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 02:06:46.558231 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-7fb78067-5386-4d3c-9b42-e51f21626a51 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 02:06:46.632636 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-7fb78067-5386-4d3c-9b42-e51f21626a51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:06:46.664612 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-7fb78067-5386-4d3c-9b42-e51f21626a51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428228'] for security_group, after_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:06:46.672698 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-6566c363-8f18-4a9a-949b-bc274d4704e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:06:46.717915 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb78067-5386-4d3c-9b42-e51f21626a51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3838e52-41cd-4a21-bedb-ba9276a9d2c7,revision_number=1']} {{(pid=80981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:06:46.722028 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-7fb78067-5386-4d3c-9b42-e51f21626a51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:06:46.732964 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-7fb78067-5386-4d3c-9b42-e51f21626a51 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=aa6b1cc7fd8b47708e261a1e1773e3df&name=default HTTP/1.1" status: 200  len: 2629 time: 0.3993084
Jul 06 02:06:46.733104 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80980) accepted ('10.222.0.11', 46862) {{(pid=80980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 02:06:46.806084 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-067ed49e-0064-4ebd-b938-891393282b83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:06:46.834719 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-067ed49e-0064-4ebd-b938-891393282b83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:06:46.916015 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-067ed49e-0064-4ebd-b938-891393282b83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428228'] for security_group, after_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:06:46.921139 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-e1fb2f17-0730-407f-99ab-1a0b042b80a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:06:46.934328 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067ed49e-0064-4ebd-b938-891393282b83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3838e52-41cd-4a21-bedb-ba9276a9d2c7,revision_number=None']} {{(pid=80980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:06:46.937556 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-067ed49e-0064-4ebd-b938-891393282b83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:06:46.939640 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-067ed49e-0064-4ebd-b938-891393282b83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:06:46.944294 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-067ed49e-0064-4ebd-b938-891393282b83 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d3838e52-41cd-4a21-bedb-ba9276a9d2c7 HTTP/1.1" status: 204  len: 168 time: 0.2068229
Jul 06 02:06:47.379302 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.rpc [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Device 90eb99d5-a751-4f5f-9c13-40c484188c64 no longer exists at agent hyperv_hv-cinder-79954 {{(pid=80982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:242}}
Jul 06 02:06:47.413680 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.plugin [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] No Port match for: 90eb99d5-a751-4f5f-9c13-40c484188c64 {{(pid=80982) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2217}}
Jul 06 02:06:47.414080 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.rpc [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Device 90eb99d5-a751-4f5f-9c13-40c484188c64 not bound to the agent host hv-cinder-79954 {{(pid=80982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:250}}
Jul 06 02:07:00.676212 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-42dea93e-e113-4e83-8df3-b1db30ec2018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:07:02.275733 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:07:03.182393 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-0908fab7-6a27-498f-b1e8-a420001adc4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:07:03.674941 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:07:03.994498 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047dccba-3724-4873-be47-3faa37b961e6 req-987ddcf1-3558-4fe7-974e-d87b73c8afd8 tempest-VolumesSnapshotTestJSON-1175186291 tempest-VolumesSnapshotTestJSON-1175186291-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:07:03.996140 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-047dccba-3724-4873-be47-3faa37b961e6 req-987ddcf1-3558-4fe7-974e-d87b73c8afd8 tempest-VolumesSnapshotTestJSON-1175186291 tempest-VolumesSnapshotTestJSON-1175186291-project] 10.222.0.11 "GET /v2.0/networks?id=06f2277a-dbfc-46b9-bc1c-8a1822bac9b9 HTTP/1.1" status: 200  len: 813 time: 0.1856723
Jul 06 02:07:04.015886 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-047dccba-3724-4873-be47-3faa37b961e6 req-c28f64fe-e046-4ae5-bde3-d50e786edd38 tempest-VolumesSnapshotTestJSON-1175186291 tempest-VolumesSnapshotTestJSON-1175186291-project] 10.222.0.11 "GET /v2.0/quotas/ca2e863beb034346a8ab8de98a6d1540 HTTP/1.1" status: 200  len: 375 time: 0.0123010
Jul 06 02:07:04.075807 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-047dccba-3724-4873-be47-3faa37b961e6 req-c2b3574b-8d41-421a-9cd7-1fbb3d2e54d9 tempest-VolumesSnapshotTestJSON-1175186291 tempest-VolumesSnapshotTestJSON-1175186291-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=ca2e863beb034346a8ab8de98a6d1540&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0523639
Jul 06 02:07:04.149488 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fde4ad8-016a-481c-a63e-ffe533105414 req-31d53512-13b1-47ca-a6d1-c0b601af359f tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:07:04.150037 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-76dafd09-8b9e-4f4b-ba8f-a0f9ff874801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:07:04.151781 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-3fde4ad8-016a-481c-a63e-ffe533105414 req-31d53512-13b1-47ca-a6d1-c0b601af359f tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/ports?device_id=6039cb9a-cc1a-4a0f-9d68-735214d82775 HTTP/1.1" status: 200  len: 947 time: 0.0894015
Jul 06 02:07:04.205999 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-3fde4ad8-016a-481c-a63e-ffe533105414 req-01105bcb-c7a8-440c-a4d7-ed4008c82808 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/security-groups?id=c71df35b-4799-4342-a354-637fb96e6767&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0454304
Jul 06 02:07:04.230412 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-047dccba-3724-4873-be47-3faa37b961e6 req-0116e945-f0ad-4593-a03b-c2222bf3e423 service neutron] 10.222.0.11 "GET /v2.0/networks/06f2277a-dbfc-46b9-bc1c-8a1822bac9b9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1454315
Jul 06 02:07:04.375895 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-047dccba-3724-4873-be47-3faa37b961e6 req-f9f4257b-5c06-4f0c-936b-33469787887f service neutron] 10.222.0.11 "GET /v2.0/networks/06f2277a-dbfc-46b9-bc1c-8a1822bac9b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1379232
Jul 06 02:07:04.791906 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-2a5e6502-5dc4-447c-9e61-2e72ba90c807 req-4f91be94-b051-45c8-9801-b4f47715feef tempest-VolumesSnapshotTestJSON-1175186291 tempest-VolumesSnapshotTestJSON-1175186291-project] 10.222.0.11 "GET /v2.0/ports?device_id=b81e0d6d-bfdf-4f2c-9b16-c1bd718da88a HTTP/1.1" status: 200  len: 210 time: 0.0748529
Jul 06 02:07:05.432136 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8b8f53-2d9f-4003-b8a4-dbc73c3dca8d req-02345384-3994-4ca0-81a5-abfc46c5d0e2 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:07:05.435108 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-3e8b8f53-2d9f-4003-b8a4-dbc73c3dca8d req-02345384-3994-4ca0-81a5-abfc46c5d0e2 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/ports?device_id=6039cb9a-cc1a-4a0f-9d68-735214d82775 HTTP/1.1" status: 200  len: 947 time: 0.1026368
Jul 06 02:07:05.514751 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-3e8b8f53-2d9f-4003-b8a4-dbc73c3dca8d req-9e9339b5-b68c-477f-9f40-e756f41a89a7 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/security-groups?id=c71df35b-4799-4342-a354-637fb96e6767&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0599554
Jul 06 02:07:05.520613 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b4a8ab-d6ed-4843-939c-e0df94d1b23e req-904c204e-2d62-4eff-a4a0-bfb5603424c7 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:07:05.523653 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-60b4a8ab-d6ed-4843-939c-e0df94d1b23e req-904c204e-2d62-4eff-a4a0-bfb5603424c7 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.37 "GET /v2.0/ports?device_id=6039cb9a-cc1a-4a0f-9d68-735214d82775 HTTP/1.1" status: 200  len: 947 time: 0.1163917
Jul 06 02:07:05.625425 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.plugin [req-60b4a8ab-d6ed-4843-939c-e0df94d1b23e req-6aeb57fe-bcbc-456b-89be-ad229390689f tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Deleting port 7ce92965-02b9-4b32-ae08-3b3ce62481ad {{(pid=80981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1879}}
Jul 06 02:07:05.625886 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-60b4a8ab-d6ed-4843-939c-e0df94d1b23e req-6aeb57fe-bcbc-456b-89be-ad229390689f tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296100957044'] for port, before_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:07:05.642016 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-fcfe0981-f829-42d2-99d0-fcc19e179060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:07:05.953258 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [req-60b4a8ab-d6ed-4843-939c-e0df94d1b23e req-6aeb57fe-bcbc-456b-89be-ad229390689f tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] For port 7ce92965-02b9-4b32-ae08-3b3ce62481ad, host hv-cinder-79954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79954',level=0,port_id=7ce92965-02b9-4b32-ae08-3b3ce62481ad,segment=NetworkSegment(f325f6e3-ee5f-469d-9162-dffc7dd88549),segment_id=f325f6e3-ee5f-469d-9162-dffc7dd88549)] {{(pid=80981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 02:07:05.954342 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-60b4a8ab-d6ed-4843-939c-e0df94d1b23e req-6aeb57fe-bcbc-456b-89be-ad229390689f tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328131'] for port, precommit_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:07:06.116184 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-13b791d6-b416-408a-bedc-2a66eff21519 req-6765df05-2b0d-47a7-a4a2-f8a7bca3a93f tempest-VolumesSnapshotTestJSON-1175186291 tempest-VolumesSnapshotTestJSON-1175186291-project] 10.222.0.11 "GET /v2.0/ports?device_id=b81e0d6d-bfdf-4f2c-9b16-c1bd718da88a HTTP/1.1" status: 200  len: 210 time: 0.1449323
Jul 06 02:07:06.322762 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-60b4a8ab-d6ed-4843-939c-e0df94d1b23e req-6aeb57fe-bcbc-456b-89be-ad229390689f tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:07:06.323089 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-60b4a8ab-d6ed-4843-939c-e0df94d1b23e req-6aeb57fe-bcbc-456b-89be-ad229390689f tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854446392'] for floatingip, after_update {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:07:06.323443 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.db.l3_db [req-60b4a8ab-d6ed-4843-939c-e0df94d1b23e req-6aeb57fe-bcbc-456b-89be-ad229390689f tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Floating IP 86fb40d9-3bac-484d-ae04-b1d73cb26d5d disassociated. External IP: 172.27.1.109, port: 7ce92965-02b9-4b32-ae08-3b3ce62481ad.
Jul 06 02:07:06.323814 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.plugin [req-60b4a8ab-d6ed-4843-939c-e0df94d1b23e req-6aeb57fe-bcbc-456b-89be-ad229390689f tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Calling delete_port for 7ce92965-02b9-4b32-ae08-3b3ce62481ad owned by compute:nova {{(pid=80981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1952}}
Jul 06 02:07:06.504299 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-60b4a8ab-d6ed-4843-939c-e0df94d1b23e req-6aeb57fe-bcbc-456b-89be-ad229390689f tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740753762095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296101366780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839890433'] for port, after_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:07:06.510438 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-d5c4396d-79eb-4bc5-98cf-1dbc2eb1ff83 tempest-VolumesSnapshotTestJSON-1175186291 tempest-VolumesSnapshotTestJSON-1175186291-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:07:06.559948 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aeb57fe-bcbc-456b-89be-ad229390689f tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Pushing event deleted for resources: {'Port': ['ID=7ce92965-02b9-4b32-ae08-3b3ce62481ad,revision_number=None']} {{(pid=80981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:07:06.630023 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aeb57fe-bcbc-456b-89be-ad229390689f tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:07:06.647105 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aeb57fe-bcbc-456b-89be-ad229390689f tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:07:06.647105 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aeb57fe-bcbc-456b-89be-ad229390689f tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Version for resource type Network changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:07:06.647105 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aeb57fe-bcbc-456b-89be-ad229390689f tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:07:06.647105 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aeb57fe-bcbc-456b-89be-ad229390689f tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Version for resource type PortForwarding changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:07:06.647105 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aeb57fe-bcbc-456b-89be-ad229390689f tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:07:06.647105 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aeb57fe-bcbc-456b-89be-ad229390689f tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Version for resource type SecurityGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:07:06.647105 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aeb57fe-bcbc-456b-89be-ad229390689f tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:07:06.647105 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aeb57fe-bcbc-456b-89be-ad229390689f tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:07:06.647105 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aeb57fe-bcbc-456b-89be-ad229390689f tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Version for resource type Subnet changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:07:06.647105 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aeb57fe-bcbc-456b-89be-ad229390689f tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:07:06.647105 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-6aeb57fe-bcbc-456b-89be-ad229390689f tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:07:06.828788 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-f1e12f21-2bea-487e-9152-3769c7aa1a12 req-cd353ab5-83e9-46c5-a989-6770afe06b19 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/ports?device_id=6039cb9a-cc1a-4a0f-9d68-735214d82775 HTTP/1.1" status: 200  len: 210 time: 0.0819857
Jul 06 02:07:07.076696 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047dccba-3724-4873-be47-3faa37b961e6 req-6c341d6d-843a-4828-a88d-f00517b5e85b tempest-VolumesSnapshotTestJSON-1175186291 tempest-VolumesSnapshotTestJSON-1175186291-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:07:07.079223 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-047dccba-3724-4873-be47-3faa37b961e6 req-6c341d6d-843a-4828-a88d-f00517b5e85b tempest-VolumesSnapshotTestJSON-1175186291 tempest-VolumesSnapshotTestJSON-1175186291-project] 10.222.0.37 "GET /v2.0/networks?id=06f2277a-dbfc-46b9-bc1c-8a1822bac9b9 HTTP/1.1" status: 200  len: 813 time: 0.2080374
Jul 06 02:07:07.115926 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.v2.base [req-047dccba-3724-4873-be47-3faa37b961e6 req-f2dc1228-06b0-405a-a74b-4d2c2ce18b44 tempest-VolumesSnapshotTestJSON-1175186291 tempest-VolumesSnapshotTestJSON-1175186291-project] Request body: {'port': {'device_id': 'b81e0d6d-bfdf-4f2c-9b16-c1bd718da88a', 'network_id': '06f2277a-dbfc-46b9-bc1c-8a1822bac9b9', 'admin_state_up': True, 'tenant_id': 'ca2e863beb034346a8ab8de98a6d1540'}} {{(pid=80980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 06 02:07:07.217134 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.scheduler.l3_agent_scheduler [req-60b4a8ab-d6ed-4843-939c-e0df94d1b23e req-6aeb57fe-bcbc-456b-89be-ad229390689f tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Router f4336f44-a745-4a6d-ab82-26313ad46480 has already been hosted by L3 agent 61912d2b-cbf3-48c5-b8b2-dcc1c49052a5 {{(pid=80981) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Jul 06 02:07:07.463140 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-0f7f1204-03fe-432c-9f05-4814f1c55e63 req-aaa99520-213c-4ebe-8965-47ad713f1555 tempest-VolumesSnapshotTestJSON-1175186291 tempest-VolumesSnapshotTestJSON-1175186291-project] 10.222.0.11 "GET /v2.0/ports?device_id=b81e0d6d-bfdf-4f2c-9b16-c1bd718da88a HTTP/1.1" status: 200  len: 210 time: 0.0631671
Jul 06 02:07:07.614500 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-60b4a8ab-d6ed-4843-939c-e0df94d1b23e req-6aeb57fe-bcbc-456b-89be-ad229390689f tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Notify agent at l3_agent.dv-cinder-799546-3-iscsi the message routers_updated {{(pid=80981) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jul 06 02:07:07.632389 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2427a536-778b-4488-b3eb-afa095c9136d None None] Sync routers for ids ['f4336f44-a745-4a6d-ab82-26313ad46480'] in dv-cinder-799546-3-iscsi {{(pid=80983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Jul 06 02:07:07.647020 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2427a536-778b-4488-b3eb-afa095c9136d None None] Routers {'f4336f44-a745-4a6d-ab82-26313ad46480'} bound to L3 agent in host dv-cinder-799546-3-iscsi {{(pid=80983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 06 02:07:07.647715 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_hamode_db [None req-2427a536-778b-4488-b3eb-afa095c9136d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f31d79e9860>, 'dv-cinder-799546-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T01:50:03Z,description=<?>,heartbeat_timestamp=2021-07-06T02:07:03Z,host='dv-cinder-799546-3-iscsi',id=61912d2b-cbf3-48c5-b8b2-dcc1c49052a5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-06T01:50:03Z,topic='l3_agent')) {'router_ids': ['f4336f44-a745-4a6d-ab82-26313ad46480'], 'active': True} {{(pid=80983) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 02:07:07.672326 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [req-047dccba-3724-4873-be47-3faa37b961e6 req-f2dc1228-06b0-405a-a74b-4d2c2ce18b44 tempest-VolumesSnapshotTestJSON-1175186291 tempest-VolumesSnapshotTestJSON-1175186291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 02:07:07.686731 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [req-047dccba-3724-4873-be47-3faa37b961e6 req-f2dc1228-06b0-405a-a74b-4d2c2ce18b44 tempest-VolumesSnapshotTestJSON-1175186291 tempest-VolumesSnapshotTestJSON-1175186291-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 02:07:07.739283 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-047dccba-3724-4873-be47-3faa37b961e6 req-f2dc1228-06b0-405a-a74b-4d2c2ce18b44 tempest-VolumesSnapshotTestJSON-1175186291 tempest-VolumesSnapshotTestJSON-1175186291-project] Made reservation on behalf of ca2e863beb034346a8ab8de98a6d1540 for: {'port': 1} {{(pid=80980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jul 06 02:07:07.739897 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_dvrscheduler_db [req-60b4a8ab-d6ed-4843-939c-e0df94d1b23e req-6aeb57fe-bcbc-456b-89be-ad229390689f tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] No DVR routers for this DVR port 7ce92965-02b9-4b32-ae08-3b3ce62481ad on host hv-cinder-79954 {{(pid=80981) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jul 06 02:07:07.743947 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-60b4a8ab-d6ed-4843-939c-e0df94d1b23e req-6aeb57fe-bcbc-456b-89be-ad229390689f tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91827'] for port, before_response {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:07:07.749246 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-047dccba-3724-4873-be47-3faa37b961e6 req-f2dc1228-06b0-405a-a74b-4d2c2ce18b44 tempest-VolumesSnapshotTestJSON-1175186291 tempest-VolumesSnapshotTestJSON-1175186291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1050496'] for port, before_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:07:07.750034 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6039cb9a-cc1a-4a0f-9d68-735214d82775', 'name': 'network-vif-deleted', 'tag': '7ce92965-02b9-4b32-ae08-3b3ce62481ad'}] {{(pid=80981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 06 02:07:07.840348 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-60b4a8ab-d6ed-4843-939c-e0df94d1b23e req-6aeb57fe-bcbc-456b-89be-ad229390689f tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.37 "DELETE /v2.0/ports/7ce92965-02b9-4b32-ae08-3b3ce62481ad HTTP/1.1" status: 204  len: 173 time: 2.3099153
Jul 06 02:07:07.854174 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6039cb9a-cc1a-4a0f-9d68-735214d82775', 'name': 'network-vif-deleted', 'tag': '7ce92965-02b9-4b32-ae08-3b3ce62481ad', 'status': 'completed', 'code': 200}
Jul 06 02:07:07.865928 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_dvr_db [None req-2427a536-778b-4488-b3eb-afa095c9136d None None] Set router f4336f44-a745-4a6d-ab82-26313ad46480 gateway port host: dv-cinder-799546-3-iscsi {{(pid=80983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:850}}
Jul 06 02:07:07.998145 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.db_base_plugin_common [req-047dccba-3724-4873-be47-3faa37b961e6 req-f2dc1228-06b0-405a-a74b-4d2c2ce18b44 tempest-VolumesSnapshotTestJSON-1175186291 tempest-VolumesSnapshotTestJSON-1175186291-project] Allocated IP 172.20.0.3 (06f2277a-dbfc-46b9-bc1c-8a1822bac9b9/ae68177e-c428-457e-92a2-03cbfd8d6857/9e6c1183-ec69-4448-92e8-f3d9bb9e7f99) {{(pid=80980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Jul 06 02:07:08.108061 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [req-ab8b4578-d2fb-4495-992f-651f72786aea req-2dd9d99d-b066-42a6-94f8-03936c5a56b4 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Synchronizing usage tracker for tenant:6eda011ce6da4a3aa6a9ea578c51725a on resource:port {{(pid=80981) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 06 02:07:08.162458 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [req-ab8b4578-d2fb-4495-992f-651f72786aea req-2dd9d99d-b066-42a6-94f8-03936c5a56b4 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Unset dirty status for tenant:6eda011ce6da4a3aa6a9ea578c51725a on resource:port {{(pid=80981) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 06 02:07:08.164405 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-ab8b4578-d2fb-4495-992f-651f72786aea req-2dd9d99d-b066-42a6-94f8-03936c5a56b4 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/ports?device_id=6039cb9a-cc1a-4a0f-9d68-735214d82775 HTTP/1.1" status: 200  len: 210 time: 0.1476068
Jul 06 02:07:08.232439 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.agents_db [None req-b173abe4-0d36-4765-adb2-33779d11156f None None] Agent healthcheck: found 6 active agents {{(pid=80983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Jul 06 02:07:08.437096 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_hamode_db [None req-2427a536-778b-4488-b3eb-afa095c9136d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f31d79e9860>, [{'id': 'f4336f44-a745-4a6d-ab82-26313ad46480', 'name': 'tempest-AttachVolumeShelveTestJSON-703016033-router', 'tenant_id': '6eda011ce6da4a3aa6a9ea578c51725a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8', 'external_fixed_ips': [{'subnet_id': '24d74941-6bd6-4d03-882f-a623d522833f', 'ip_address': '172.27.1.52'}], 'enable_snat': True}, 'gw_port_id': '507be5b4-fa06-435c-b115-e54448dceb38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T01:58:36Z', 'updated_at': '2021-07-06T01:58:49Z', 'revision_number': 4, 'project_id': '6eda011ce6da4a3aa6a9ea578c51725a', 'gw_port': {'id': '507be5b4-fa06-435c-b115-e54448dceb38', 'name': '', 'network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:ed:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4336f44-a745-4a6d-ab82-26313ad46480', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '24d74941-6bd6-4d03-882f-a623d522833f', 'ip_address': '172.27.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T01:58:37Z', 'updated_at': '2021-07-06T01:58:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24d74941-6bd6-4d03-882f-a623d522833f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799546-3-iscsi', '_interfaces': [{'id': '10e09a2d-b710-4e2b-bc1a-4f4ec7e2a012', 'name': '', 'network_id': 'dc49653d-588e-4ee2-9689-ebb2724e1086', 'tenant_id': '6eda011ce6da4a3aa6a9ea578c51725a', 'mac_address': 'fa:16:3e:7a:cb:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4336f44-a745-4a6d-ab82-26313ad46480', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '989a31a1-084c-4193-9367-4e104f09769b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T01:58:46Z', 'updated_at': '2021-07-06T01:59:10Z', 'revision_number': 5, 'project_id': '6eda011ce6da4a3aa6a9ea578c51725a', 'subnets': [{'id': '989a31a1-084c-4193-9367-4e104f09769b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799546-3-iscsi', False) {} {{(pid=80983) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 02:07:08.441768 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2427a536-778b-4488-b3eb-afa095c9136d None None] Checking router: f4336f44-a745-4a6d-ab82-26313ad46480 for host: dv-cinder-799546-3-iscsi {{(pid=80983) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Jul 06 02:07:08.458385 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-047dccba-3724-4873-be47-3faa37b961e6 req-f2dc1228-06b0-405a-a74b-4d2c2ce18b44 tempest-VolumesSnapshotTestJSON-1175186291 tempest-VolumesSnapshotTestJSON-1175186291-project] Notify callbacks [] for port, precommit_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:07:08.458720 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2427a536-778b-4488-b3eb-afa095c9136d None None] Routers {'f4336f44-a745-4a6d-ab82-26313ad46480'} bound to L3 agent in host dv-cinder-799546-3-iscsi {{(pid=80983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 06 02:07:08.459257 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_hamode_db [None req-2427a536-778b-4488-b3eb-afa095c9136d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f31d79e9860>, 'dv-cinder-799546-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T01:50:03Z,description=<?>,heartbeat_timestamp=2021-07-06T02:07:03Z,host='dv-cinder-799546-3-iscsi',id=61912d2b-cbf3-48c5-b8b2-dcc1c49052a5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-06T01:50:03Z,topic='l3_agent')) {'router_ids': ['f4336f44-a745-4a6d-ab82-26313ad46480'], 'active': True} {{(pid=80983) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 02:07:08.527371 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-047dccba-3724-4873-be47-3faa37b961e6 req-f2dc1228-06b0-405a-a74b-4d2c2ce18b44 tempest-VolumesSnapshotTestJSON-1175186291 tempest-VolumesSnapshotTestJSON-1175186291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296101369102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839946710'] for port, after_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:07:08.535820 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-75e222b7-1c23-44ae-a826-54b095cae00c tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:07:08.651902 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-047dccba-3724-4873-be47-3faa37b961e6 req-f2dc1228-06b0-405a-a74b-4d2c2ce18b44 tempest-VolumesSnapshotTestJSON-1175186291 tempest-VolumesSnapshotTestJSON-1175186291-project] Network 06f2277a-dbfc-46b9-bc1c-8a1822bac9b9 is already hosted by enough agents. {{(pid=80980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:240}}
Jul 06 02:07:08.663423 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.scheduler.base_scheduler [req-047dccba-3724-4873-be47-3faa37b961e6 req-f2dc1228-06b0-405a-a74b-4d2c2ce18b44 tempest-VolumesSnapshotTestJSON-1175186291 tempest-VolumesSnapshotTestJSON-1175186291-project] Resources bound (agent type, host, resource id):  {{(pid=80980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jul 06 02:07:08.670382 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2dc1228-06b0-405a-a74b-4d2c2ce18b44 tempest-VolumesSnapshotTestJSON-1175186291 tempest-VolumesSnapshotTestJSON-1175186291-project] Pushing event updated for resources: {'Port': ['ID=9e6c1183-ec69-4448-92e8-f3d9bb9e7f99,revision_number=1']} {{(pid=80980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:07:08.673126 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_dvrscheduler_db [req-047dccba-3724-4873-be47-3faa37b961e6 req-f2dc1228-06b0-405a-a74b-4d2c2ce18b44 tempest-VolumesSnapshotTestJSON-1175186291 tempest-VolumesSnapshotTestJSON-1175186291-project] Received port after_create {{(pid=80980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 06 02:07:08.699373 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_dvr_db [None req-2427a536-778b-4488-b3eb-afa095c9136d None None] Set router f4336f44-a745-4a6d-ab82-26313ad46480 gateway port host: dv-cinder-799546-3-iscsi {{(pid=80983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:850}}
Jul 06 02:07:08.729556 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2dc1228-06b0-405a-a74b-4d2c2ce18b44 tempest-VolumesSnapshotTestJSON-1175186291 tempest-VolumesSnapshotTestJSON-1175186291-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:07:08.729982 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2dc1228-06b0-405a-a74b-4d2c2ce18b44 tempest-VolumesSnapshotTestJSON-1175186291 tempest-VolumesSnapshotTestJSON-1175186291-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:07:08.730398 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2dc1228-06b0-405a-a74b-4d2c2ce18b44 tempest-VolumesSnapshotTestJSON-1175186291 tempest-VolumesSnapshotTestJSON-1175186291-project] Version for resource type Network changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:07:08.730809 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2dc1228-06b0-405a-a74b-4d2c2ce18b44 tempest-VolumesSnapshotTestJSON-1175186291 tempest-VolumesSnapshotTestJSON-1175186291-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:07:08.731220 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2dc1228-06b0-405a-a74b-4d2c2ce18b44 tempest-VolumesSnapshotTestJSON-1175186291 tempest-VolumesSnapshotTestJSON-1175186291-project] Version for resource type PortForwarding changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:07:08.731634 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2dc1228-06b0-405a-a74b-4d2c2ce18b44 tempest-VolumesSnapshotTestJSON-1175186291 tempest-VolumesSnapshotTestJSON-1175186291-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:07:08.732046 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2dc1228-06b0-405a-a74b-4d2c2ce18b44 tempest-VolumesSnapshotTestJSON-1175186291 tempest-VolumesSnapshotTestJSON-1175186291-project] Version for resource type SecurityGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:07:08.732451 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2dc1228-06b0-405a-a74b-4d2c2ce18b44 tempest-VolumesSnapshotTestJSON-1175186291 tempest-VolumesSnapshotTestJSON-1175186291-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:07:08.732851 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2dc1228-06b0-405a-a74b-4d2c2ce18b44 tempest-VolumesSnapshotTestJSON-1175186291 tempest-VolumesSnapshotTestJSON-1175186291-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:07:08.733282 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2dc1228-06b0-405a-a74b-4d2c2ce18b44 tempest-VolumesSnapshotTestJSON-1175186291 tempest-VolumesSnapshotTestJSON-1175186291-project] Version for resource type Subnet changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:07:08.733688 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2dc1228-06b0-405a-a74b-4d2c2ce18b44 tempest-VolumesSnapshotTestJSON-1175186291 tempest-VolumesSnapshotTestJSON-1175186291-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:07:08.741594 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-f2dc1228-06b0-405a-a74b-4d2c2ce18b44 tempest-VolumesSnapshotTestJSON-1175186291 tempest-VolumesSnapshotTestJSON-1175186291-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:07:08.769571 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047dccba-3724-4873-be47-3faa37b961e6 req-f2dc1228-06b0-405a-a74b-4d2c2ce18b44 tempest-VolumesSnapshotTestJSON-1175186291 tempest-VolumesSnapshotTestJSON-1175186291-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:07:08.770282 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-047dccba-3724-4873-be47-3faa37b961e6 req-f2dc1228-06b0-405a-a74b-4d2c2ce18b44 tempest-VolumesSnapshotTestJSON-1175186291 tempest-VolumesSnapshotTestJSON-1175186291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91827'] for port, before_response {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:07:08.801316 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8ce79f-95ac-461f-b855-b0f1435193f5 req-856595f6-8fff-46ce-bea2-28ca3e57a3f2 tempest-VolumesSnapshotTestJSON-1175186291 tempest-VolumesSnapshotTestJSON-1175186291-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:07:08.803029 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-cb8ce79f-95ac-461f-b855-b0f1435193f5 req-856595f6-8fff-46ce-bea2-28ca3e57a3f2 tempest-VolumesSnapshotTestJSON-1175186291 tempest-VolumesSnapshotTestJSON-1175186291-project] 10.222.0.11 "GET /v2.0/ports?device_id=b81e0d6d-bfdf-4f2c-9b16-c1bd718da88a HTTP/1.1" status: 200  len: 931 time: 0.1990788
Jul 06 02:07:08.839549 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-047dccba-3724-4873-be47-3faa37b961e6 req-f2dc1228-06b0-405a-a74b-4d2c2ce18b44 tempest-VolumesSnapshotTestJSON-1175186291 tempest-VolumesSnapshotTestJSON-1175186291-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.7421594
Jul 06 02:07:08.862988 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-cb8ce79f-95ac-461f-b855-b0f1435193f5 req-ff92e036-ca95-4241-aac4-0f799cb03a7b tempest-VolumesSnapshotTestJSON-1175186291 tempest-VolumesSnapshotTestJSON-1175186291-project] 10.222.0.11 "GET /v2.0/security-groups?id=847ecf8e-1afa-4cdd-841b-4e3c07f668aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0497959
Jul 06 02:07:09.025528 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_hamode_db [None req-2427a536-778b-4488-b3eb-afa095c9136d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f31d79e9860>, [{'id': 'f4336f44-a745-4a6d-ab82-26313ad46480', 'name': 'tempest-AttachVolumeShelveTestJSON-703016033-router', 'tenant_id': '6eda011ce6da4a3aa6a9ea578c51725a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8', 'external_fixed_ips': [{'subnet_id': '24d74941-6bd6-4d03-882f-a623d522833f', 'ip_address': '172.27.1.52'}], 'enable_snat': True}, 'gw_port_id': '507be5b4-fa06-435c-b115-e54448dceb38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T01:58:36Z', 'updated_at': '2021-07-06T01:58:49Z', 'revision_number': 4, 'project_id': '6eda011ce6da4a3aa6a9ea578c51725a', 'gw_port': {'id': '507be5b4-fa06-435c-b115-e54448dceb38', 'name': '', 'network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:ed:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4336f44-a745-4a6d-ab82-26313ad46480', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '24d74941-6bd6-4d03-882f-a623d522833f', 'ip_address': '172.27.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T01:58:37Z', 'updated_at': '2021-07-06T01:58:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24d74941-6bd6-4d03-882f-a623d522833f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799546-3-iscsi', '_interfaces': [{'id': '10e09a2d-b710-4e2b-bc1a-4f4ec7e2a012', 'name': '', 'network_id': 'dc49653d-588e-4ee2-9689-ebb2724e1086', 'tenant_id': '6eda011ce6da4a3aa6a9ea578c51725a', 'mac_address': 'fa:16:3e:7a:cb:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4336f44-a745-4a6d-ab82-26313ad46480', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '989a31a1-084c-4193-9367-4e104f09769b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T01:58:46Z', 'updated_at': '2021-07-06T01:59:10Z', 'revision_number': 5, 'project_id': '6eda011ce6da4a3aa6a9ea578c51725a', 'subnets': [{'id': '989a31a1-084c-4193-9367-4e104f09769b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799546-3-iscsi', False) {} {{(pid=80983) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 02:07:09.029591 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2427a536-778b-4488-b3eb-afa095c9136d None None] The sync data for ids ['f4336f44-a745-4a6d-ab82-26313ad46480'] in dv-cinder-799546-3-iscsi is: [{'id': 'f4336f44-a745-4a6d-ab82-26313ad46480', 'name': 'tempest-AttachVolumeShelveTestJSON-703016033-router', 'tenant_id': '6eda011ce6da4a3aa6a9ea578c51725a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8', 'external_fixed_ips': [{'subnet_id': '24d74941-6bd6-4d03-882f-a623d522833f', 'ip_address': '172.27.1.52'}], 'enable_snat': True}, 'gw_port_id': '507be5b4-fa06-435c-b115-e54448dceb38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T01:58:36Z', 'updated_at': '2021-07-06T01:58:49Z', 'revision_number': 4, 'project_id': '6eda011ce6da4a3aa6a9ea578c51725a', 'gw_port': {'id': '507be5b4-fa06-435c-b115-e54448dceb38', 'name': '', 'network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:ed:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4336f44-a745-4a6d-ab82-26313ad46480', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '24d74941-6bd6-4d03-882f-a623d522833f', 'ip_address': '172.27.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T01:58:37Z', 'updated_at': '2021-07-06T01:58:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24d74941-6bd6-4d03-882f-a623d522833f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799546-3-iscsi', '_interfaces': [{'id': '10e09a2d-b710-4e2b-bc1a-4f4ec7e2a012', 'name': '', 'network_id': 'dc49653d-588e-4ee2-9689-ebb2724e1086', 'tenant_id': '6eda011ce6da4a3aa6a9ea578c51725a', 'mac_address': 'fa:16:3e:7a:cb:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4336f44-a745-4a6d-ab82-26313ad46480', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '989a31a1-084c-4193-9367-4e104f09769b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T01:58:46Z', 'updated_at': '2021-07-06T01:59:10Z', 'revision_number': 5, 'project_id': '6eda011ce6da4a3aa6a9ea578c51725a', 'subnets': [{'id': '989a31a1-084c-4193-9367-4e104f09769b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=80983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Jul 06 02:07:09.390173 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-4c1a1cf2-7a50-462c-bc13-0016b791e09f req-b9e43636-88a2-4059-a94c-8879e13729d8 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/ports?device_id=6039cb9a-cc1a-4a0f-9d68-735214d82775 HTTP/1.1" status: 200  len: 210 time: 0.0632858
Jul 06 02:07:09.503979 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e542219-3d07-4fc1-a346-27834d48428e None None] New status for floating IP 86fb40d9-3bac-484d-ae04-b1d73cb26d5d: DOWN {{(pid=80982) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:278}}
Jul 06 02:07:10.142874 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aee9dd4-2311-4d19-8456-4283f18805af req-96cf9d08-8bc5-4378-b7d6-9e26d86e83ba tempest-VolumesSnapshotTestJSON-1175186291 tempest-VolumesSnapshotTestJSON-1175186291-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:07:10.143659 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [req-8aee9dd4-2311-4d19-8456-4283f18805af req-96cf9d08-8bc5-4378-b7d6-9e26d86e83ba tempest-VolumesSnapshotTestJSON-1175186291 tempest-VolumesSnapshotTestJSON-1175186291-project] Synchronizing usage tracker for tenant:ca2e863beb034346a8ab8de98a6d1540 on resource:port {{(pid=80980) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 06 02:07:10.189923 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [req-8aee9dd4-2311-4d19-8456-4283f18805af req-96cf9d08-8bc5-4378-b7d6-9e26d86e83ba tempest-VolumesSnapshotTestJSON-1175186291 tempest-VolumesSnapshotTestJSON-1175186291-project] Unset dirty status for tenant:ca2e863beb034346a8ab8de98a6d1540 on resource:port {{(pid=80980) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 06 02:07:10.191707 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-8aee9dd4-2311-4d19-8456-4283f18805af req-96cf9d08-8bc5-4378-b7d6-9e26d86e83ba tempest-VolumesSnapshotTestJSON-1175186291 tempest-VolumesSnapshotTestJSON-1175186291-project] 10.222.0.11 "GET /v2.0/ports?device_id=b81e0d6d-bfdf-4f2c-9b16-c1bd718da88a HTTP/1.1" status: 200  len: 931 time: 0.1314335
Jul 06 02:07:10.250060 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-8aee9dd4-2311-4d19-8456-4283f18805af req-2e3db8db-faa8-4518-b23a-1e8d68f7fa4e tempest-VolumesSnapshotTestJSON-1175186291 tempest-VolumesSnapshotTestJSON-1175186291-project] 10.222.0.11 "GET /v2.0/security-groups?id=847ecf8e-1afa-4cdd-841b-4e3c07f668aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0506375
Jul 06 02:07:10.587704 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-5c215915-a66f-4671-bcc4-5c7c84dab811 req-da043584-d7d6-4fbe-afa2-6747496026d0 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/ports?device_id=6039cb9a-cc1a-4a0f-9d68-735214d82775 HTTP/1.1" status: 200  len: 210 time: 0.0506649
Jul 06 02:07:11.195429 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.rpc [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Device 7ce92965-02b9-4b32-ae08-3b3ce62481ad no longer exists at agent hyperv_hv-cinder-79954 {{(pid=80982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:242}}
Jul 06 02:07:11.208406 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.v2.base [req-047dccba-3724-4873-be47-3faa37b961e6 req-4af5b6bd-2867-4f7c-bcf0-9a0bf85b190d service neutron] Request body: {'port': {'device_id': 'b81e0d6d-bfdf-4f2c-9b16-c1bd718da88a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79954'}} {{(pid=80980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 06 02:07:11.249656 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.plugin [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] No Port match for: 7ce92965-02b9-4b32-ae08-3b3ce62481ad {{(pid=80982) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2217}}
Jul 06 02:07:11.250201 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.rpc [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Device 7ce92965-02b9-4b32-ae08-3b3ce62481ad not bound to the agent host hv-cinder-79954 {{(pid=80982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:250}}
Jul 06 02:07:11.327528 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-047dccba-3724-4873-be47-3faa37b961e6 req-4af5b6bd-2867-4f7c-bcf0-9a0bf85b190d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1050496'] for port, before_update {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:07:11.734625 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c89ed7-9822-4b17-9430-2b05d10c6288 req-c4880a32-dcec-495c-a0f3-45f34453a11d tempest-VolumesSnapshotTestJSON-1175186291 tempest-VolumesSnapshotTestJSON-1175186291-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:07:11.737631 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-a7c89ed7-9822-4b17-9430-2b05d10c6288 req-c4880a32-dcec-495c-a0f3-45f34453a11d tempest-VolumesSnapshotTestJSON-1175186291 tempest-VolumesSnapshotTestJSON-1175186291-project] 10.222.0.11 "GET /v2.0/ports?device_id=b81e0d6d-bfdf-4f2c-9b16-c1bd718da88a HTTP/1.1" status: 200  len: 931 time: 0.2589462
Jul 06 02:07:11.854904 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-a7c89ed7-9822-4b17-9430-2b05d10c6288 req-5ba3a37b-5c08-4dd3-ac6c-a119d7bea268 tempest-VolumesSnapshotTestJSON-1175186291 tempest-VolumesSnapshotTestJSON-1175186291-project] 10.222.0.11 "GET /v2.0/security-groups?id=847ecf8e-1afa-4cdd-841b-4e3c07f668aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0976832
Jul 06 02:07:11.909865 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80981) accepted ('10.222.0.11', 47078) {{(pid=80981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 02:07:11.943029 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.notifiers.nova [req-047dccba-3724-4873-be47-3faa37b961e6 req-4af5b6bd-2867-4f7c-bcf0-9a0bf85b190d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e6c1183-ec69-4448-92e8-f3d9bb9e7f99 {{(pid=80980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Jul 06 02:07:11.956105 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-047dccba-3724-4873-be47-3faa37b961e6 req-4af5b6bd-2867-4f7c-bcf0-9a0bf85b190d service neutron] Notify callbacks [] for port, precommit_update {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:07:11.979462 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.provisioning_blocks [req-047dccba-3724-4873-be47-3faa37b961e6 req-4af5b6bd-2867-4f7c-bcf0-9a0bf85b190d service neutron] Transition to ACTIVE for port object 9e6c1183-ec69-4448-92e8-f3d9bb9e7f99 will not be triggered until provisioned by entity L2. {{(pid=80980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 06 02:07:12.011701 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-3746559c-d326-4d3a-86d6-50beefcbecfa tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Notify callbacks [] for security_group, before_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:07:12.028117 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-047dccba-3724-4873-be47-3faa37b961e6 req-4af5b6bd-2867-4f7c-bcf0-9a0bf85b190d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740753762112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740753409037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296101366746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14829106'] for port, after_update {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:07:12.034585 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-fccdc724-a874-40af-888f-03afc2a50137 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:07:12.047734 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-3746559c-d326-4d3a-86d6-50beefcbecfa tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:07:12.138396 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-3746559c-d326-4d3a-86d6-50beefcbecfa tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428228'] for security_group, after_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:07:12.145667 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-f6476ea2-4d2b-4520-b695-e785f8a9258e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:07:12.167741 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af5b6bd-2867-4f7c-bcf0-9a0bf85b190d service neutron] Pushing event updated for resources: {'Port': ['ID=9e6c1183-ec69-4448-92e8-f3d9bb9e7f99,revision_number=2']} {{(pid=80980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:07:12.168090 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3746559c-d326-4d3a-86d6-50beefcbecfa tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c71df35b-4799-4342-a354-637fb96e6767,revision_number=None']} {{(pid=80981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:07:12.171232 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-3746559c-d326-4d3a-86d6-50beefcbecfa tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:07:12.171923 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-4af5b6bd-2867-4f7c-bcf0-9a0bf85b190d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:07:12.211726 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-3746559c-d326-4d3a-86d6-50beefcbecfa tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Notify callbacks [] for security_group, before_response {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:07:12.213024 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-3746559c-d326-4d3a-86d6-50beefcbecfa tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "DELETE /v2.0/security-groups/c71df35b-4799-4342-a354-637fb96e6767 HTTP/1.1" status: 204  len: 168 time: 0.3015726
Jul 06 02:07:12.218280 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80981) accepted ('10.222.0.11', 47082) {{(pid=80981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 02:07:12.237341 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.api.v2.resource [None req-5e7b6f0e-d66f-4be1-8280-668b4d5ddefc tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] show failed (client error): The resource could not be found.
Jul 06 02:07:12.243166 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-5e7b6f0e-d66f-4be1-8280-668b4d5ddefc tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "GET /v2.0/security-groups/c71df35b-4799-4342-a354-637fb96e6767 HTTP/1.1" status: 404  len: 347 time: 0.0191128
Jul 06 02:07:12.244664 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80981) accepted ('10.222.0.11', 47088) {{(pid=80981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 02:07:12.290698 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.managers [req-047dccba-3724-4873-be47-3faa37b961e6 req-4af5b6bd-2867-4f7c-bcf0-9a0bf85b190d service neutron] Attempting to bind port 9e6c1183-ec69-4448-92e8-f3d9bb9e7f99 on host hv-cinder-79954 for vnic_type normal with profile  {{(pid=80980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jul 06 02:07:12.291128 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.managers [req-047dccba-3724-4873-be47-3faa37b961e6 req-4af5b6bd-2867-4f7c-bcf0-9a0bf85b190d service neutron] Attempting to bind port 9e6c1183-ec69-4448-92e8-f3d9bb9e7f99 by drivers openvswitch,hyperv on host hv-cinder-79954 at level 0 using segments [{'id': '561a848c-a506-4525-86d8-2746b18179e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '06f2277a-dbfc-46b9-bc1c-8a1822bac9b9'}] {{(pid=80980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jul 06 02:07:12.291687 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-047dccba-3724-4873-be47-3faa37b961e6 req-4af5b6bd-2867-4f7c-bcf0-9a0bf85b190d service neutron] Attempting to bind port 9e6c1183-ec69-4448-92e8-f3d9bb9e7f99 on network 06f2277a-dbfc-46b9-bc1c-8a1822bac9b9 {{(pid=80980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Jul 06 02:07:12.299582 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-047dccba-3724-4873-be47-3faa37b961e6 req-4af5b6bd-2867-4f7c-bcf0-9a0bf85b190d service neutron] Port 9e6c1183-ec69-4448-92e8-f3d9bb9e7f99 on network 06f2277a-dbfc-46b9-bc1c-8a1822bac9b9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79954 {{(pid=80980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jul 06 02:07:12.300640 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-047dccba-3724-4873-be47-3faa37b961e6 req-4af5b6bd-2867-4f7c-bcf0-9a0bf85b190d service neutron] Attempting to bind port 9e6c1183-ec69-4448-92e8-f3d9bb9e7f99 on network 06f2277a-dbfc-46b9-bc1c-8a1822bac9b9 {{(pid=80980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Jul 06 02:07:12.308273 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-047dccba-3724-4873-be47-3faa37b961e6 req-4af5b6bd-2867-4f7c-bcf0-9a0bf85b190d service neutron] Checking agent: {'id': 'abd15b5f-b1e1-4bf4-b258-9ce6723fb40b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79954', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 1, 56, 33), 'started_at': datetime.datetime(2021, 7, 6, 1, 56, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 2, 7, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Jul 06 02:07:12.308773 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-047dccba-3724-4873-be47-3faa37b961e6 req-4af5b6bd-2867-4f7c-bcf0-9a0bf85b190d service neutron] Checking segment: {'id': '561a848c-a506-4525-86d8-2746b18179e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '06f2277a-dbfc-46b9-bc1c-8a1822bac9b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jul 06 02:07:12.309316 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-047dccba-3724-4873-be47-3faa37b961e6 req-4af5b6bd-2867-4f7c-bcf0-9a0bf85b190d service neutron] Bound using segment: {'id': '561a848c-a506-4525-86d8-2746b18179e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '06f2277a-dbfc-46b9-bc1c-8a1822bac9b9'} {{(pid=80980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Jul 06 02:07:12.309906 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.managers [req-047dccba-3724-4873-be47-3faa37b961e6 req-4af5b6bd-2867-4f7c-bcf0-9a0bf85b190d service neutron] Bound port: 9e6c1183-ec69-4448-92e8-f3d9bb9e7f99, host: hv-cinder-79954, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '561a848c-a506-4525-86d8-2746b18179e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '06f2277a-dbfc-46b9-bc1c-8a1822bac9b9'}}] {{(pid=80980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jul 06 02:07:12.310507 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-047dccba-3724-4873-be47-3faa37b961e6 req-4af5b6bd-2867-4f7c-bcf0-9a0bf85b190d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1050496'] for port, before_update {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:07:12.418053 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [req-047dccba-3724-4873-be47-3faa37b961e6 req-4af5b6bd-2867-4f7c-bcf0-9a0bf85b190d service neutron] For port 9e6c1183-ec69-4448-92e8-f3d9bb9e7f99, host hv-cinder-79954, cleared binding levels {{(pid=80980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:111}}
Jul 06 02:07:12.421722 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [req-047dccba-3724-4873-be47-3faa37b961e6 req-4af5b6bd-2867-4f7c-bcf0-9a0bf85b190d service neutron] For port 9e6c1183-ec69-4448-92e8-f3d9bb9e7f99, host hv-cinder-79954, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79954',level=0,port_id=9e6c1183-ec69-4448-92e8-f3d9bb9e7f99,segment=NetworkSegment(561a848c-a506-4525-86d8-2746b18179e9),segment_id=561a848c-a506-4525-86d8-2746b18179e9)] {{(pid=80980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}}
Jul 06 02:07:12.432692 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.plugin [None req-d0dfa238-3de2-4690-bb31-56fccc846961 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Deleting port 48c91366-6194-42cf-8fd5-fd7d9509b26e {{(pid=80981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1879}}
Jul 06 02:07:12.432692 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-d0dfa238-3de2-4690-bb31-56fccc846961 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296100957044'] for port, before_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:07:12.453262 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-047dccba-3724-4873-be47-3faa37b961e6 req-4af5b6bd-2867-4f7c-bcf0-9a0bf85b190d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740753762112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740753409037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296101366746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14829106'] for port, after_update {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:07:12.460838 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-47ba7a97-9093-4395-962b-c0b2daa194f0 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:07:12.525890 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-047dccba-3724-4873-be47-3faa37b961e6 req-4af5b6bd-2867-4f7c-bcf0-9a0bf85b190d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91827'] for port, before_response {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:07:12.527404 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-047dccba-3724-4873-be47-3faa37b961e6 req-4af5b6bd-2867-4f7c-bcf0-9a0bf85b190d service neutron] 10.222.0.37 "PUT /v2.0/ports/9e6c1183-ec69-4448-92e8-f3d9bb9e7f99 HTTP/1.1" status: 200  len: 1093 time: 1.3301415
Jul 06 02:07:12.527960 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b81e0d6d-bfdf-4f2c-9b16-c1bd718da88a', 'tag': '9e6c1183-ec69-4448-92e8-f3d9bb9e7f99'}] {{(pid=80980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 06 02:07:12.550910 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af5b6bd-2867-4f7c-bcf0-9a0bf85b190d service neutron] Pushing event updated for resources: {'Port': ['ID=9e6c1183-ec69-4448-92e8-f3d9bb9e7f99,revision_number=3']} {{(pid=80980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:07:12.554582 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-4af5b6bd-2867-4f7c-bcf0-9a0bf85b190d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:07:12.613148 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b81e0d6d-bfdf-4f2c-9b16-c1bd718da88a', 'tag': '9e6c1183-ec69-4448-92e8-f3d9bb9e7f99', 'status': 'completed', 'code': 200}
Jul 06 02:07:12.683578 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-d0dfa238-3de2-4690-bb31-56fccc846961 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328131'] for port, precommit_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:07:12.684196 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-d0dfa238-3de2-4690-bb31-56fccc846961 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:07:12.744124 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-047dccba-3724-4873-be47-3faa37b961e6 req-aaf7bbd8-9012-427e-a5a0-456c26e04ecd service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ca2e863beb034346a8ab8de98a6d1540&device_id=b81e0d6d-bfdf-4f2c-9b16-c1bd718da88a HTTP/1.1" status: 200  len: 1096 time: 0.1244831
Jul 06 02:07:12.850129 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-047dccba-3724-4873-be47-3faa37b961e6 req-d0e47cbf-fc0f-48cc-986b-b30b4d61b52c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9e6c1183-ec69-4448-92e8-f3d9bb9e7f99 HTTP/1.1" status: 200  len: 217 time: 0.0890479
Jul 06 02:07:12.872519 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.plugin [None req-d0dfa238-3de2-4690-bb31-56fccc846961 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Calling delete_port for 48c91366-6194-42cf-8fd5-fd7d9509b26e owned by network:floatingip {{(pid=80981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1952}}
Jul 06 02:07:12.935485 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047dccba-3724-4873-be47-3faa37b961e6 req-69352920-f32b-46c3-b79e-9d7f0419222c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:07:12.938450 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-047dccba-3724-4873-be47-3faa37b961e6 req-69352920-f32b-46c3-b79e-9d7f0419222c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ae68177e-c428-457e-92a2-03cbfd8d6857 HTTP/1.1" status: 200  len: 853 time: 0.0856774
Jul 06 02:07:12.996806 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-047dccba-3724-4873-be47-3faa37b961e6 req-cbf94445-3923-41b9-818c-7695a9f6d587 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=06f2277a-dbfc-46b9-bc1c-8a1822bac9b9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0508225
Jul 06 02:07:13.139703 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f732b5-646b-4d64-9780-b3e524a4b7f5 req-178c5709-3296-4628-b189-7a08305b1e6b tempest-VolumesSnapshotTestJSON-1175186291 tempest-VolumesSnapshotTestJSON-1175186291-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:07:13.141484 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-d4f732b5-646b-4d64-9780-b3e524a4b7f5 req-178c5709-3296-4628-b189-7a08305b1e6b tempest-VolumesSnapshotTestJSON-1175186291 tempest-VolumesSnapshotTestJSON-1175186291-project] 10.222.0.11 "GET /v2.0/ports?device_id=b81e0d6d-bfdf-4f2c-9b16-c1bd718da88a HTTP/1.1" status: 200  len: 943 time: 0.1393745
Jul 06 02:07:13.174802 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-047dccba-3724-4873-be47-3faa37b961e6 req-f1387375-1a9a-46c4-8dcf-1df9f3d92594 service neutron] 10.222.0.37 "GET /v2.0/networks/06f2277a-dbfc-46b9-bc1c-8a1822bac9b9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1688018
Jul 06 02:07:13.175986 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-d0dfa238-3de2-4690-bb31-56fccc846961 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740753762095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296101366780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839890433'] for port, after_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:07:13.187413 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-f100cdc8-d179-45f5-8d89-d715b6369f96 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:07:13.240046 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0dfa238-3de2-4690-bb31-56fccc846961 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Pushing event deleted for resources: {'Port': ['ID=48c91366-6194-42cf-8fd5-fd7d9509b26e,revision_number=None']} {{(pid=80981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:07:13.243632 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-d0dfa238-3de2-4690-bb31-56fccc846961 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:07:13.322177 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-d4f732b5-646b-4d64-9780-b3e524a4b7f5 req-42ccf6be-bf3a-46d8-bf23-5164dc2f57e7 tempest-VolumesSnapshotTestJSON-1175186291 tempest-VolumesSnapshotTestJSON-1175186291-project] 10.222.0.11 "GET /v2.0/security-groups?id=847ecf8e-1afa-4cdd-841b-4e3c07f668aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1694224
Jul 06 02:07:13.331927 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-047dccba-3724-4873-be47-3faa37b961e6 req-fb25d648-7e32-4ee2-b2f5-9fd3ad0e244a service neutron] 10.222.0.37 "GET /v2.0/networks/06f2277a-dbfc-46b9-bc1c-8a1822bac9b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1487863
Jul 06 02:07:13.355215 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-d0dfa238-3de2-4690-bb31-56fccc846961 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Notify callbacks [] for floatingip, after_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:07:13.431926 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-d0dfa238-3de2-4690-bb31-56fccc846961 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91827'] for floatingip, before_response {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:07:13.433587 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-d0dfa238-3de2-4690-bb31-56fccc846961 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] 10.222.0.11 "DELETE /v2.0/floatingips/86fb40d9-3bac-484d-ae04-b1d73cb26d5d HTTP/1.1" status: 204  len: 168 time: 1.1878216
Jul 06 02:07:13.560121 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-063ac9d2-fe26-453c-a539-6145d732d88d req-d2b8e907-e71d-409a-9946-874630d46077 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ca2e863beb034346a8ab8de98a6d1540&device_id=b81e0d6d-bfdf-4f2c-9b16-c1bd718da88a HTTP/1.1" status: 200  len: 1096 time: 0.1185520
Jul 06 02:07:13.984829 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063ac9d2-fe26-453c-a539-6145d732d88d req-210b39ed-a804-4297-bb10-d07bc84c8a01 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:07:13.987047 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-063ac9d2-fe26-453c-a539-6145d732d88d req-210b39ed-a804-4297-bb10-d07bc84c8a01 service neutron] 10.222.0.37 "GET /v2.0/networks?id=06f2277a-dbfc-46b9-bc1c-8a1822bac9b9 HTTP/1.1" status: 200  len: 914 time: 0.4180522
Jul 06 02:07:14.070996 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-063ac9d2-fe26-453c-a539-6145d732d88d req-8de1efb9-561f-4d3c-8a8a-b75b74f0e80b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9e6c1183-ec69-4448-92e8-f3d9bb9e7f99 HTTP/1.1" status: 200  len: 217 time: 0.0725358
Jul 06 02:07:14.148841 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063ac9d2-fe26-453c-a539-6145d732d88d req-9f8cc4de-65b9-48ca-a4ae-b52ad4b7e0cd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:07:14.150446 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-063ac9d2-fe26-453c-a539-6145d732d88d req-9f8cc4de-65b9-48ca-a4ae-b52ad4b7e0cd service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ae68177e-c428-457e-92a2-03cbfd8d6857 HTTP/1.1" status: 200  len: 853 time: 0.0718722
Jul 06 02:07:14.203802 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-063ac9d2-fe26-453c-a539-6145d732d88d req-0c492168-fde5-4bec-8a58-7531fe95bfea service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=06f2277a-dbfc-46b9-bc1c-8a1822bac9b9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0451558
Jul 06 02:07:14.350309 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-063ac9d2-fe26-453c-a539-6145d732d88d req-d2cbcc1c-a16a-4f8b-855c-dad3cc86c538 service neutron] 10.222.0.37 "GET /v2.0/networks/06f2277a-dbfc-46b9-bc1c-8a1822bac9b9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1386690
Jul 06 02:07:14.628111 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-063ac9d2-fe26-453c-a539-6145d732d88d req-a501811d-bff8-4c1d-b7e6-6e716df748c0 service neutron] 10.222.0.37 "GET /v2.0/networks/06f2277a-dbfc-46b9-bc1c-8a1822bac9b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2704957
Jul 06 02:07:14.640002 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c3b451-1473-48bc-b362-4b854c664b86 req-61b45797-0512-4179-9eed-777e6ae16311 tempest-VolumesSnapshotTestJSON-1175186291 tempest-VolumesSnapshotTestJSON-1175186291-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:07:14.642713 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-c4c3b451-1473-48bc-b362-4b854c664b86 req-61b45797-0512-4179-9eed-777e6ae16311 tempest-VolumesSnapshotTestJSON-1175186291 tempest-VolumesSnapshotTestJSON-1175186291-project] 10.222.0.11 "GET /v2.0/ports?device_id=b81e0d6d-bfdf-4f2c-9b16-c1bd718da88a HTTP/1.1" status: 200  len: 943 time: 0.1608098
Jul 06 02:07:14.698642 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-c4c3b451-1473-48bc-b362-4b854c664b86 req-80b92441-34ec-42b1-b132-494fef5205e6 tempest-VolumesSnapshotTestJSON-1175186291 tempest-VolumesSnapshotTestJSON-1175186291-project] 10.222.0.11 "GET /v2.0/security-groups?id=847ecf8e-1afa-4cdd-841b-4e3c07f668aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0467896
Jul 06 02:07:15.901474 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0c310d-4073-4cec-8e69-2369e84a51fb req-1c31af32-6a2f-4110-bbc0-3283eb76c7d1 tempest-VolumesSnapshotTestJSON-1175186291 tempest-VolumesSnapshotTestJSON-1175186291-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:07:15.903073 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-1a0c310d-4073-4cec-8e69-2369e84a51fb req-1c31af32-6a2f-4110-bbc0-3283eb76c7d1 tempest-VolumesSnapshotTestJSON-1175186291 tempest-VolumesSnapshotTestJSON-1175186291-project] 10.222.0.11 "GET /v2.0/ports?device_id=b81e0d6d-bfdf-4f2c-9b16-c1bd718da88a HTTP/1.1" status: 200  len: 943 time: 0.0853741
Jul 06 02:07:15.954883 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-1a0c310d-4073-4cec-8e69-2369e84a51fb req-98df2f1d-27cc-4eb7-b85b-6a2f334d7d49 tempest-VolumesSnapshotTestJSON-1175186291 tempest-VolumesSnapshotTestJSON-1175186291-project] 10.222.0.11 "GET /v2.0/security-groups?id=847ecf8e-1afa-4cdd-841b-4e3c07f668aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440657
Jul 06 02:07:16.630798 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80981) accepted ('10.222.0.11', 47142) {{(pid=80981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 02:07:17.174236 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e505761-80fb-4b06-b357-9e417e577aeb req-5ac9b892-8c31-405b-8d79-efebc325955b tempest-VolumesSnapshotTestJSON-1175186291 tempest-VolumesSnapshotTestJSON-1175186291-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:07:17.175869 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-6e505761-80fb-4b06-b357-9e417e577aeb req-5ac9b892-8c31-405b-8d79-efebc325955b tempest-VolumesSnapshotTestJSON-1175186291 tempest-VolumesSnapshotTestJSON-1175186291-project] 10.222.0.11 "GET /v2.0/ports?device_id=b81e0d6d-bfdf-4f2c-9b16-c1bd718da88a HTTP/1.1" status: 200  len: 943 time: 0.0949597
Jul 06 02:07:17.178676 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.rpc [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Device 9e6c1183-ec69-4448-92e8-f3d9bb9e7f99 details requested by agent hyperv_hv-cinder-79954 with host hv-cinder-79954 {{(pid=80982) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:87}}
Jul 06 02:07:17.240228 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-6e505761-80fb-4b06-b357-9e417e577aeb req-69199bfd-d817-4623-a954-c4746fe671e8 tempest-VolumesSnapshotTestJSON-1175186291 tempest-VolumesSnapshotTestJSON-1175186291-project] 10.222.0.11 "GET /v2.0/security-groups?id=847ecf8e-1afa-4cdd-841b-4e3c07f668aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0502906
Jul 06 02:07:17.512462 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] For port 9e6c1183-ec69-4448-92e8-f3d9bb9e7f99, host hv-cinder-79954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79954',level=0,port_id=9e6c1183-ec69-4448-92e8-f3d9bb9e7f99,segment=NetworkSegment(561a848c-a506-4525-86d8-2746b18179e9),segment_id=561a848c-a506-4525-86d8-2746b18179e9)] {{(pid=80982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 02:07:17.529800 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.rpc [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Returning: {'device': '9e6c1183-ec69-4448-92e8-f3d9bb9e7f99', 'network_id': '06f2277a-dbfc-46b9-bc1c-8a1822bac9b9', 'port_id': '9e6c1183-ec69-4448-92e8-f3d9bb9e7f99', 'mac_address': 'fa:16:3e:2d:d3:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae68177e-c428-457e-92a2-03cbfd8d6857', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80982) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:165}}
Jul 06 02:07:17.535926 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-526e29c5-7540-462d-8cf6-52d217ad0b52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-328056'] for router_interface, before_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:07:17.581478 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1050496'] for port, before_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:07:17.599460 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.notifiers.nova [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e6c1183-ec69-4448-92e8-f3d9bb9e7f99 {{(pid=80982) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Jul 06 02:07:17.618831 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] For port 9e6c1183-ec69-4448-92e8-f3d9bb9e7f99, host hv-cinder-79954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79954',level=0,port_id=9e6c1183-ec69-4448-92e8-f3d9bb9e7f99,segment=NetworkSegment(561a848c-a506-4525-86d8-2746b18179e9),segment_id=561a848c-a506-4525-86d8-2746b18179e9)] {{(pid=80982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 02:07:17.658239 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740753762112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740753409037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296101366746'] for port, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:07:17.660172 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:07:17.720208 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Pushing event updated for resources: {'Port': ['ID=9e6c1183-ec69-4448-92e8-f3d9bb9e7f99,revision_number=4']} {{(pid=80982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:07:17.729305 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:07:17.729693 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:07:17.730070 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Version for resource type Network changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:07:17.730441 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:07:17.730809 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Version for resource type PortForwarding changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:07:17.731176 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:07:17.731541 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Version for resource type SecurityGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:07:17.731904 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:07:17.732266 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:07:17.732623 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Version for resource type Subnet changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:07:17.733015 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:07:17.737821 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:07:17.886049 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] get_ports_and_sgs() called for port_ids ['9e6c1183-ec69-4448-92e8-f3d9bb9e7f99'] {{(pid=80982) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:184}}
Jul 06 02:07:18.180770 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.plugin [None req-526e29c5-7540-462d-8cf6-52d217ad0b52 admin admin] Deleting port 10e09a2d-b710-4e2b-bc1a-4f4ec7e2a012 {{(pid=80981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1879}}
Jul 06 02:07:18.181401 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-526e29c5-7540-462d-8cf6-52d217ad0b52 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296100957044'] for port, before_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:07:18.371370 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [None req-526e29c5-7540-462d-8cf6-52d217ad0b52 admin admin] For port 10e09a2d-b710-4e2b-bc1a-4f4ec7e2a012, host dv-cinder-799546-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799546-3-iscsi',level=0,port_id=10e09a2d-b710-4e2b-bc1a-4f4ec7e2a012,segment=NetworkSegment(f325f6e3-ee5f-469d-9162-dffc7dd88549),segment_id=f325f6e3-ee5f-469d-9162-dffc7dd88549)] {{(pid=80981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 02:07:18.371932 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-526e29c5-7540-462d-8cf6-52d217ad0b52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328131'] for port, precommit_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:07:18.435178 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80980) accepted ('10.222.0.11', 47170) {{(pid=80980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 02:07:18.550749 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.plugin [None req-526e29c5-7540-462d-8cf6-52d217ad0b52 admin admin] Calling delete_port for 10e09a2d-b710-4e2b-bc1a-4f4ec7e2a012 owned by network:router_interface {{(pid=80981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1952}}
Jul 06 02:07:18.614720 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-8d2dda5a-8787-4e79-81b2-6f7b027794dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:07:18.647680 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8982df-8a04-4e04-b49e-37027368fbd3 req-845c0161-a806-4d81-aaf6-6dc890ca6850 tempest-VolumesSnapshotTestJSON-1175186291 tempest-VolumesSnapshotTestJSON-1175186291-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:07:18.649624 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-8d8982df-8a04-4e04-b49e-37027368fbd3 req-845c0161-a806-4d81-aaf6-6dc890ca6850 tempest-VolumesSnapshotTestJSON-1175186291 tempest-VolumesSnapshotTestJSON-1175186291-project] 10.222.0.11 "GET /v2.0/ports?device_id=b81e0d6d-bfdf-4f2c-9b16-c1bd718da88a HTTP/1.1" status: 200  len: 944 time: 0.2663126
Jul 06 02:07:18.650845 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-8d2dda5a-8787-4e79-81b2-6f7b027794dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 02:07:18.654983 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-8d2dda5a-8787-4e79-81b2-6f7b027794dc admin admin] Usage tracker for resource:security_group_rule and tenant:e99eb10a56054363887a8a5795ac0846 is out of sync, need to count used quota {{(pid=80980) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 02:07:18.658052 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-8d2dda5a-8787-4e79-81b2-6f7b027794dc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80980) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 02:07:18.664836 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-8d2dda5a-8787-4e79-81b2-6f7b027794dc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 02:07:18.725588 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-8d8982df-8a04-4e04-b49e-37027368fbd3 req-83c830c7-fecd-4f57-8805-8d994c75ee35 tempest-VolumesSnapshotTestJSON-1175186291 tempest-VolumesSnapshotTestJSON-1175186291-project] 10.222.0.11 "GET /v2.0/security-groups?id=847ecf8e-1afa-4cdd-841b-4e3c07f668aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0641077
Jul 06 02:07:18.744971 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-8d2dda5a-8787-4e79-81b2-6f7b027794dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:07:18.795632 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-8d2dda5a-8787-4e79-81b2-6f7b027794dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428228'] for security_group, after_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:07:18.803571 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-8c41361d-f04b-42da-8c7a-0b56150f0099 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:07:18.848657 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2dda5a-8787-4e79-81b2-6f7b027794dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc8062f5-a556-498a-af46-d9f700cda957,revision_number=1']} {{(pid=80980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:07:18.856297 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-8d2dda5a-8787-4e79-81b2-6f7b027794dc admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e99eb10a56054363887a8a5795ac0846&name=default HTTP/1.1" status: 200  len: 2629 time: 0.4193668
Jul 06 02:07:18.857078 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80980) accepted ('10.222.0.11', 47176) {{(pid=80980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 02:07:18.858022 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-8d2dda5a-8787-4e79-81b2-6f7b027794dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:07:18.924618 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-d2ad3f7c-5fa4-44bf-a5cf-2919f8179212 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:07:18.950414 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-526e29c5-7540-462d-8cf6-52d217ad0b52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740753762095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296101366780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839890433'] for port, after_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:07:18.954383 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-993f9251-14a0-4597-abba-b64476cfc7a3 tempest-VolumesSnapshotTestJSON-1175186291 tempest-VolumesSnapshotTestJSON-1175186291-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:07:18.961689 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-d2ad3f7c-5fa4-44bf-a5cf-2919f8179212 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:07:18.996714 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526e29c5-7540-462d-8cf6-52d217ad0b52 admin admin] Pushing event deleted for resources: {'Port': ['ID=10e09a2d-b710-4e2b-bc1a-4f4ec7e2a012,revision_number=None']} {{(pid=80981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:07:19.001693 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-526e29c5-7540-462d-8cf6-52d217ad0b52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:07:19.041408 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-d2ad3f7c-5fa4-44bf-a5cf-2919f8179212 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428228'] for security_group, after_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:07:19.047072 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-b2c054ed-eba9-46e6-b40e-728727cc2f81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:07:19.059062 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ad3f7c-5fa4-44bf-a5cf-2919f8179212 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc8062f5-a556-498a-af46-d9f700cda957,revision_number=None']} {{(pid=80980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:07:19.061683 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-d2ad3f7c-5fa4-44bf-a5cf-2919f8179212 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:07:19.068033 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-d2ad3f7c-5fa4-44bf-a5cf-2919f8179212 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:07:19.072432 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-d2ad3f7c-5fa4-44bf-a5cf-2919f8179212 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/fc8062f5-a556-498a-af46-d9f700cda957 HTTP/1.1" status: 204  len: 168 time: 0.2102222
Jul 06 02:07:19.178760 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.rpc [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Device 9e6c1183-ec69-4448-92e8-f3d9bb9e7f99 up at agent hyperv_hv-cinder-79954 {{(pid=80982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:273}}
Jul 06 02:07:19.316131 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-526e29c5-7540-462d-8cf6-52d217ad0b52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853694999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854374129'] for router_interface, after_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:07:19.333594 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.provisioning_blocks [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Provisioning for port 9e6c1183-ec69-4448-92e8-f3d9bb9e7f99 completed by entity L2. {{(pid=80982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 06 02:07:19.339213 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.provisioning_blocks [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Provisioning complete for port 9e6c1183-ec69-4448-92e8-f3d9bb9e7f99 triggered by entity L2. {{(pid=80982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 06 02:07:19.341941 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1309268'] for port, provisioning_complete {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:07:19.483793 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1050496'] for port, before_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:07:19.514187 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b81e0d6d-bfdf-4f2c-9b16-c1bd718da88a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e6c1183-ec69-4448-92e8-f3d9bb9e7f99'}] {{(pid=80982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 06 02:07:19.531385 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] For port 9e6c1183-ec69-4448-92e8-f3d9bb9e7f99, host hv-cinder-79954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79954',level=0,port_id=9e6c1183-ec69-4448-92e8-f3d9bb9e7f99,segment=NetworkSegment(561a848c-a506-4525-86d8-2746b18179e9),segment_id=561a848c-a506-4525-86d8-2746b18179e9)] {{(pid=80982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 02:07:19.570409 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740753762112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740753409037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296101366746'] for port, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:07:19.573980 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:07:19.608747 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b81e0d6d-bfdf-4f2c-9b16-c1bd718da88a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e6c1183-ec69-4448-92e8-f3d9bb9e7f99', 'code': 200}
Jul 06 02:07:19.655349 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Pushing event updated for resources: {'Port': ['ID=9e6c1183-ec69-4448-92e8-f3d9bb9e7f99,revision_number=5']} {{(pid=80982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:07:19.659521 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:07:19.981531 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-accd6a9d-7e00-4af6-b8aa-bcd9e0d6ebb2 req-60c89179-b9fa-439f-ac1a-c3084b4e42a0 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b81e0d6d-bfdf-4f2c-9b16-c1bd718da88a HTTP/1.1" status: 200  len: 1098 time: 0.0796967
Jul 06 02:07:20.031306 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-accd6a9d-7e00-4af6-b8aa-bcd9e0d6ebb2 req-091d4428-0a1a-48fd-a564-961ed3705579 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=847ecf8e-1afa-4cdd-841b-4e3c07f668aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414581
Jul 06 02:07:20.186178 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876dcae7-f2dd-49bb-8855-ebcebac45fe2 req-ce4b28bc-48a2-4492-8bbd-56819f482bea tempest-VolumesSnapshotTestJSON-1175186291 tempest-VolumesSnapshotTestJSON-1175186291-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:07:20.187809 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-876dcae7-f2dd-49bb-8855-ebcebac45fe2 req-ce4b28bc-48a2-4492-8bbd-56819f482bea tempest-VolumesSnapshotTestJSON-1175186291 tempest-VolumesSnapshotTestJSON-1175186291-project] 10.222.0.11 "GET /v2.0/ports?device_id=b81e0d6d-bfdf-4f2c-9b16-c1bd718da88a HTTP/1.1" status: 200  len: 945 time: 0.1774356
Jul 06 02:07:20.320569 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-876dcae7-f2dd-49bb-8855-ebcebac45fe2 req-6fa7ff58-e417-41dc-8d1e-70976fef5bc5 tempest-VolumesSnapshotTestJSON-1175186291 tempest-VolumesSnapshotTestJSON-1175186291-project] 10.222.0.11 "GET /v2.0/security-groups?id=847ecf8e-1afa-4cdd-841b-4e3c07f668aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1195238
Jul 06 02:07:20.373660 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-526e29c5-7540-462d-8cf6-52d217ad0b52 admin admin] Router f4336f44-a745-4a6d-ab82-26313ad46480 has already been hosted by L3 agent 61912d2b-cbf3-48c5-b8b2-dcc1c49052a5 {{(pid=80981) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Jul 06 02:07:20.583629 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-526e29c5-7540-462d-8cf6-52d217ad0b52 admin admin] Notify agent at l3_agent.dv-cinder-799546-3-iscsi the message routers_updated {{(pid=80981) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jul 06 02:07:20.594403 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c44208c-785d-48a8-98c7-1766822aff5c None None] Sync routers for ids ['f4336f44-a745-4a6d-ab82-26313ad46480'] in dv-cinder-799546-3-iscsi {{(pid=80983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Jul 06 02:07:20.596918 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-526e29c5-7540-462d-8cf6-52d217ad0b52 admin admin] 10.222.0.11 "PUT /v2.0/routers/f4336f44-a745-4a6d-ab82-26313ad46480/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.9648507
Jul 06 02:07:20.607803 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c44208c-785d-48a8-98c7-1766822aff5c None None] Routers {'f4336f44-a745-4a6d-ab82-26313ad46480'} bound to L3 agent in host dv-cinder-799546-3-iscsi {{(pid=80983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 06 02:07:20.608482 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_hamode_db [None req-7c44208c-785d-48a8-98c7-1766822aff5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f31d79e9a58>, 'dv-cinder-799546-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T01:50:03Z,description=<?>,heartbeat_timestamp=2021-07-06T02:07:03Z,host='dv-cinder-799546-3-iscsi',id=61912d2b-cbf3-48c5-b8b2-dcc1c49052a5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-06T01:50:03Z,topic='l3_agent')) {'router_ids': ['f4336f44-a745-4a6d-ab82-26313ad46480'], 'active': True} {{(pid=80983) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 02:07:20.610246 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80980) accepted ('10.222.0.11', 47208) {{(pid=80980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 02:07:20.795029 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_dvr_db [None req-7c44208c-785d-48a8-98c7-1766822aff5c None None] Set router f4336f44-a745-4a6d-ab82-26313ad46480 gateway port host: dv-cinder-799546-3-iscsi {{(pid=80983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:850}}
Jul 06 02:07:20.827323 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-d311e448-830b-40ad-8f89-484112c23391 admin admin] Notify callbacks [] for router, before_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:07:20.931048 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80981) accepted ('10.222.0.11', 47214) {{(pid=80981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 02:07:21.070199 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-d311e448-830b-40ad-8f89-484112c23391 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:07:21.125617 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-6781cdc6-e6b8-47e3-bac9-2a9c7f39d719 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:07:21.147934 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.plugin [None req-d311e448-830b-40ad-8f89-484112c23391 admin admin] Deleting port 507be5b4-fa06-435c-b115-e54448dceb38 {{(pid=80980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1879}}
Jul 06 02:07:21.148674 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-d311e448-830b-40ad-8f89-484112c23391 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296100957044'] for port, before_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:07:21.186033 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-6781cdc6-e6b8-47e3-bac9-2a9c7f39d719 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 02:07:21.195492 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-6781cdc6-e6b8-47e3-bac9-2a9c7f39d719 admin admin] Usage tracker for resource:security_group_rule and tenant:fabc89e1586d4a19a4a5f3cfd1adbcb4 is out of sync, need to count used quota {{(pid=80981) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 02:07:21.203596 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-6781cdc6-e6b8-47e3-bac9-2a9c7f39d719 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80981) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 02:07:21.217272 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-6781cdc6-e6b8-47e3-bac9-2a9c7f39d719 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 02:07:21.350099 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-6781cdc6-e6b8-47e3-bac9-2a9c7f39d719 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:07:21.354061 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [None req-d311e448-830b-40ad-8f89-484112c23391 admin admin] For port 507be5b4-fa06-435c-b115-e54448dceb38, host dv-cinder-799546-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799546-3-iscsi',level=0,port_id=507be5b4-fa06-435c-b115-e54448dceb38,segment=NetworkSegment(e64f8835-8265-4308-a68c-94b30f2a67d9),segment_id=e64f8835-8265-4308-a68c-94b30f2a67d9)] {{(pid=80980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 02:07:21.354908 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-d311e448-830b-40ad-8f89-484112c23391 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328131'] for port, precommit_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:07:21.385745 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_hamode_db [None req-7c44208c-785d-48a8-98c7-1766822aff5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f31d79e9a58>, [{'id': 'f4336f44-a745-4a6d-ab82-26313ad46480', 'name': 'tempest-AttachVolumeShelveTestJSON-703016033-router', 'tenant_id': '6eda011ce6da4a3aa6a9ea578c51725a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8', 'external_fixed_ips': [{'subnet_id': '24d74941-6bd6-4d03-882f-a623d522833f', 'ip_address': '172.27.1.52'}], 'enable_snat': True}, 'gw_port_id': '507be5b4-fa06-435c-b115-e54448dceb38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T01:58:36Z', 'updated_at': '2021-07-06T02:07:18Z', 'revision_number': 5, 'project_id': '6eda011ce6da4a3aa6a9ea578c51725a', 'gw_port': {'id': '507be5b4-fa06-435c-b115-e54448dceb38', 'name': '', 'network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:ed:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4336f44-a745-4a6d-ab82-26313ad46480', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '24d74941-6bd6-4d03-882f-a623d522833f', 'ip_address': '172.27.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T01:58:37Z', 'updated_at': '2021-07-06T01:58:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24d74941-6bd6-4d03-882f-a623d522833f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799546-3-iscsi'}], 'dv-cinder-799546-3-iscsi', False) {} {{(pid=80983) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 02:07:21.389453 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-6781cdc6-e6b8-47e3-bac9-2a9c7f39d719 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428228'] for security_group, after_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:07:21.389812 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c44208c-785d-48a8-98c7-1766822aff5c None None] Checking router: f4336f44-a745-4a6d-ab82-26313ad46480 for host: dv-cinder-799546-3-iscsi {{(pid=80983) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Jul 06 02:07:21.398347 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-a80c6652-56d4-40cf-a926-bdf2e000c45c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:07:21.402018 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c44208c-785d-48a8-98c7-1766822aff5c None None] Routers {'f4336f44-a745-4a6d-ab82-26313ad46480'} bound to L3 agent in host dv-cinder-799546-3-iscsi {{(pid=80983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 06 02:07:21.402712 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_hamode_db [None req-7c44208c-785d-48a8-98c7-1766822aff5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f31d79e9a58>, 'dv-cinder-799546-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T01:50:03Z,description=<?>,heartbeat_timestamp=2021-07-06T02:07:03Z,host='dv-cinder-799546-3-iscsi',id=61912d2b-cbf3-48c5-b8b2-dcc1c49052a5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-06T01:50:03Z,topic='l3_agent')) {'router_ids': ['f4336f44-a745-4a6d-ab82-26313ad46480'], 'active': True} {{(pid=80983) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 02:07:21.450326 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6781cdc6-e6b8-47e3-bac9-2a9c7f39d719 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2bda0be-c6af-4268-884d-8fa05d0ef42f,revision_number=1']} {{(pid=80981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:07:21.454829 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-6781cdc6-e6b8-47e3-bac9-2a9c7f39d719 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:07:21.458290 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-6781cdc6-e6b8-47e3-bac9-2a9c7f39d719 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=fabc89e1586d4a19a4a5f3cfd1adbcb4&name=default HTTP/1.1" status: 200  len: 2629 time: 0.5257719
Jul 06 02:07:21.461417 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80981) accepted ('10.222.0.11', 47222) {{(pid=80981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 02:07:21.498500 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.plugin [None req-d311e448-830b-40ad-8f89-484112c23391 admin admin] Calling delete_port for 507be5b4-fa06-435c-b115-e54448dceb38 owned by network:router_gateway {{(pid=80980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1952}}
Jul 06 02:07:21.535374 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-4157886f-d3de-432e-8799-e61cb7c278d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:07:21.568050 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-4157886f-d3de-432e-8799-e61cb7c278d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:07:21.605913 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_dvr_db [None req-7c44208c-785d-48a8-98c7-1766822aff5c None None] Set router f4336f44-a745-4a6d-ab82-26313ad46480 gateway port host: None {{(pid=80983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:850}}
Jul 06 02:07:21.656515 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7463c24-b4cc-4c0c-8de5-865dee4cb133 req-2d80cabf-eb1c-4e2f-9153-e86de2ac02b1 tempest-VolumesSnapshotTestJSON-1175186291 tempest-VolumesSnapshotTestJSON-1175186291-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:07:21.658384 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-e7463c24-b4cc-4c0c-8de5-865dee4cb133 req-2d80cabf-eb1c-4e2f-9153-e86de2ac02b1 tempest-VolumesSnapshotTestJSON-1175186291 tempest-VolumesSnapshotTestJSON-1175186291-project] 10.222.0.11 "GET /v2.0/ports?device_id=b81e0d6d-bfdf-4f2c-9b16-c1bd718da88a HTTP/1.1" status: 200  len: 945 time: 0.1326365
Jul 06 02:07:21.675395 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-4157886f-d3de-432e-8799-e61cb7c278d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428228'] for security_group, after_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:07:21.681294 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-3746559c-d326-4d3a-86d6-50beefcbecfa tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:07:21.696176 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4157886f-d3de-432e-8799-e61cb7c278d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2bda0be-c6af-4268-884d-8fa05d0ef42f,revision_number=None']} {{(pid=80981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:07:21.703060 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-4157886f-d3de-432e-8799-e61cb7c278d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:07:21.712594 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-4157886f-d3de-432e-8799-e61cb7c278d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:07:21.717313 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-4157886f-d3de-432e-8799-e61cb7c278d4 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e2bda0be-c6af-4268-884d-8fa05d0ef42f HTTP/1.1" status: 204  len: 168 time: 0.2516389
Jul 06 02:07:21.728206 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-e7463c24-b4cc-4c0c-8de5-865dee4cb133 req-371faefe-9944-4160-bdf5-bbe51902809c tempest-VolumesSnapshotTestJSON-1175186291 tempest-VolumesSnapshotTestJSON-1175186291-project] 10.222.0.11 "GET /v2.0/security-groups?id=847ecf8e-1afa-4cdd-841b-4e3c07f668aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0566683
Jul 06 02:07:21.732620 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_hamode_db [None req-7c44208c-785d-48a8-98c7-1766822aff5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f31d79e9a58>, [{'id': 'f4336f44-a745-4a6d-ab82-26313ad46480', 'name': 'tempest-AttachVolumeShelveTestJSON-703016033-router', 'tenant_id': '6eda011ce6da4a3aa6a9ea578c51725a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T01:58:36Z', 'updated_at': '2021-07-06T02:07:21Z', 'revision_number': 6, 'project_id': '6eda011ce6da4a3aa6a9ea578c51725a', 'gw_port_host': None}], 'dv-cinder-799546-3-iscsi', False) {} {{(pid=80983) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 02:07:21.739495 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c44208c-785d-48a8-98c7-1766822aff5c None None] The sync data for ids ['f4336f44-a745-4a6d-ab82-26313ad46480'] in dv-cinder-799546-3-iscsi is: [{'id': 'f4336f44-a745-4a6d-ab82-26313ad46480', 'name': 'tempest-AttachVolumeShelveTestJSON-703016033-router', 'tenant_id': '6eda011ce6da4a3aa6a9ea578c51725a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T01:58:36Z', 'updated_at': '2021-07-06T02:07:21Z', 'revision_number': 6, 'project_id': '6eda011ce6da4a3aa6a9ea578c51725a', 'gw_port_host': None}] {{(pid=80983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Jul 06 02:07:21.887579 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-d311e448-830b-40ad-8f89-484112c23391 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740753762095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296101366780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839946710'] for port, after_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:07:21.896544 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-fac17d14-41b3-465c-aa11-918b39296f9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:07:21.957539 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d311e448-830b-40ad-8f89-484112c23391 admin admin] Pushing event deleted for resources: {'Port': ['ID=507be5b4-fa06-435c-b115-e54448dceb38,revision_number=None']} {{(pid=80980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:07:21.960588 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-d311e448-830b-40ad-8f89-484112c23391 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:07:22.228016 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-d311e448-830b-40ad-8f89-484112c23391 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-335396'] for router_gateway, after_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:07:22.797406 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-d311e448-830b-40ad-8f89-484112c23391 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-454354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036838019691'] for router, precommit_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:07:22.809753 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-d311e448-830b-40ad-8f89-484112c23391 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:07:22.936665 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-d311e448-830b-40ad-8f89-484112c23391 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854447692'] for router, after_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:07:22.937323 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d311e448-830b-40ad-8f89-484112c23391 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f4336f44-a745-4a6d-ab82-26313ad46480 {{(pid=80980) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jul 06 02:07:22.963351 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-d311e448-830b-40ad-8f89-484112c23391 admin admin] Notify callbacks [] for router, before_response {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:07:22.969076 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-d311e448-830b-40ad-8f89-484112c23391 admin admin] 10.222.0.11 "DELETE /v2.0/routers/f4336f44-a745-4a6d-ab82-26313ad46480 HTTP/1.1" status: 204  len: 168 time: 2.3526437
Jul 06 02:07:22.969522 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80981) accepted ('10.222.0.11', 47252) {{(pid=80981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 02:07:23.047391 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a161ee5-8ca1-4d68-9180-f22bdc0725fe admin admin] Deleting subnet 989a31a1-084c-4193-9367-4e104f09769b {{(pid=80981) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1063}}
Jul 06 02:07:23.048303 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-2a161ee5-8ca1-4d68-9180-f22bdc0725fe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:07:23.104277 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-2a161ee5-8ca1-4d68-9180-f22bdc0725fe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14767067'] for subnet, precommit_delete_associations {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:07:23.287446 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-2a161ee5-8ca1-4d68-9180-f22bdc0725fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1050496'] for port, before_update {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:07:23.551872 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.db_base_plugin_common [None req-2a161ee5-8ca1-4d68-9180-f22bdc0725fe admin admin] Delete allocated IP 172.20.0.2 (dc49653d-588e-4ee2-9689-ebb2724e1086/989a31a1-084c-4193-9367-4e104f09769b) {{(pid=80981) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:123}}
Jul 06 02:07:23.582807 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.rpc [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Device 10e09a2d-b710-4e2b-bc1a-4f4ec7e2a012 no longer exists at agent ovs-agent-dv-cinder-799546-3-iscsi {{(pid=80982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:242}}
Jul 06 02:07:23.622327 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.plugin [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] No Port match for: 10e09a2d-b710-4e2b-bc1a-4f4ec7e2a012 {{(pid=80982) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2217}}
Jul 06 02:07:23.623007 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.rpc [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Device 10e09a2d-b710-4e2b-bc1a-4f4ec7e2a012 not bound to the agent host dv-cinder-799546-3-iscsi {{(pid=80982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:250}}
Jul 06 02:07:23.623723 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.rpc [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Device 507be5b4-fa06-435c-b115-e54448dceb38 no longer exists at agent ovs-agent-dv-cinder-799546-3-iscsi {{(pid=80982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:242}}
Jul 06 02:07:23.658460 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.plugin [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] No Port match for: 507be5b4-fa06-435c-b115-e54448dceb38 {{(pid=80982) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2217}}
Jul 06 02:07:23.659212 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.rpc [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Device 507be5b4-fa06-435c-b115-e54448dceb38 not bound to the agent host dv-cinder-799546-3-iscsi {{(pid=80982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:250}}
Jul 06 02:07:23.705344 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [None req-2a161ee5-8ca1-4d68-9180-f22bdc0725fe admin admin] For port 7124ba4a-639a-4dcc-8319-5958a5d545ad, host dv-cinder-799546-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799546-3-iscsi',level=0,port_id=7124ba4a-639a-4dcc-8319-5958a5d545ad,segment=NetworkSegment(f325f6e3-ee5f-469d-9162-dffc7dd88549),segment_id=f325f6e3-ee5f-469d-9162-dffc7dd88549)] {{(pid=80981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 02:07:23.735532 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-2a161ee5-8ca1-4d68-9180-f22bdc0725fe admin admin] Notify callbacks [] for port, precommit_update {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:07:23.784167 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-2a161ee5-8ca1-4d68-9180-f22bdc0725fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740753762112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740753409037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296101366746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14885351'] for port, after_update {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:07:23.788988 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:07:23.850743 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-2a161ee5-8ca1-4d68-9180-f22bdc0725fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1281289'] for subnet, precommit_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:07:23.908042 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a161ee5-8ca1-4d68-9180-f22bdc0725fe admin admin] Pushing event updated for resources: {'Port': ['ID=7124ba4a-639a-4dcc-8319-5958a5d545ad,revision_number=4']} {{(pid=80981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:07:23.921517 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-2a161ee5-8ca1-4d68-9180-f22bdc0725fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:07:23.965737 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-2a161ee5-8ca1-4d68-9180-f22bdc0725fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853494527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036839889365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15725816'] for subnet, after_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:07:23.972338 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:07:24.034106 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a161ee5-8ca1-4d68-9180-f22bdc0725fe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=989a31a1-084c-4193-9367-4e104f09769b,revision_number=None']} {{(pid=80981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:07:24.037033 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-2a161ee5-8ca1-4d68-9180-f22bdc0725fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:07:24.043239 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-2a161ee5-8ca1-4d68-9180-f22bdc0725fe admin admin] Notify callbacks [] for subnet, before_response {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:07:24.049291 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-906a1b24-873d-44b3-bb47-6e217f0d3220 None None] Network dc49653d-588e-4ee2-9689-ebb2724e1086 requested from dv-cinder-799546-3-iscsi {{(pid=80982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jul 06 02:07:24.052791 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-2a161ee5-8ca1-4d68-9180-f22bdc0725fe admin admin] 10.222.0.11 "DELETE /v2.0/subnets/989a31a1-084c-4193-9367-4e104f09769b HTTP/1.1" status: 204  len: 168 time: 1.0796626
Jul 06 02:07:24.053048 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80981) accepted ('10.222.0.11', 47270) {{(pid=80981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 02:07:24.201006 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-83596bc7-ef8a-4c38-bcea-dcca19d55f34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853693134'] for network, before_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:07:24.217144 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.plugin [None req-83596bc7-ef8a-4c38-bcea-dcca19d55f34 admin admin] Deleting port 7124ba4a-639a-4dcc-8319-5958a5d545ad {{(pid=80981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1879}}
Jul 06 02:07:24.217747 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-83596bc7-ef8a-4c38-bcea-dcca19d55f34 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296100957044'] for port, before_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:07:24.344772 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-654dfe5a-b211-4004-8124-a4fc402eafce None None] DHCP port deletion for dc49653d-588e-4ee2-9689-ebb2724e1086 request from dv-cinder-799546-3-iscsi {{(pid=80982) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Jul 06 02:07:24.350133 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.plugin [None req-654dfe5a-b211-4004-8124-a4fc402eafce None None] Deleting port 7124ba4a-639a-4dcc-8319-5958a5d545ad {{(pid=80982) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1879}}
Jul 06 02:07:24.350609 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-654dfe5a-b211-4004-8124-a4fc402eafce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296100957044'] for port, before_delete {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:07:24.458925 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [None req-83596bc7-ef8a-4c38-bcea-dcca19d55f34 admin admin] For port 7124ba4a-639a-4dcc-8319-5958a5d545ad, host dv-cinder-799546-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799546-3-iscsi',level=0,port_id=7124ba4a-639a-4dcc-8319-5958a5d545ad,segment=NetworkSegment(f325f6e3-ee5f-469d-9162-dffc7dd88549),segment_id=f325f6e3-ee5f-469d-9162-dffc7dd88549)] {{(pid=80981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 02:07:24.459449 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-83596bc7-ef8a-4c38-bcea-dcca19d55f34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328131'] for port, precommit_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:07:24.585796 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [None req-654dfe5a-b211-4004-8124-a4fc402eafce None None] For port 7124ba4a-639a-4dcc-8319-5958a5d545ad, host dv-cinder-799546-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799546-3-iscsi',level=0,port_id=7124ba4a-639a-4dcc-8319-5958a5d545ad,segment=NetworkSegment(f325f6e3-ee5f-469d-9162-dffc7dd88549),segment_id=f325f6e3-ee5f-469d-9162-dffc7dd88549)] {{(pid=80982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 02:07:24.586333 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-654dfe5a-b211-4004-8124-a4fc402eafce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328131'] for port, precommit_delete {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:07:24.638387 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.plugin [None req-83596bc7-ef8a-4c38-bcea-dcca19d55f34 admin admin] Calling delete_port for 7124ba4a-639a-4dcc-8319-5958a5d545ad owned by network:dhcp {{(pid=80981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1952}}
Jul 06 02:07:24.784974 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.plugin [None req-654dfe5a-b211-4004-8124-a4fc402eafce None None] Calling delete_port for 7124ba4a-639a-4dcc-8319-5958a5d545ad owned by network:dhcp {{(pid=80982) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1952}}
Jul 06 02:07:24.806918 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-83596bc7-ef8a-4c38-bcea-dcca19d55f34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740753762095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296101366780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839890433'] for port, after_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:07:24.812851 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-00801d74-933d-4609-b26f-979dc1fe4766 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:07:24.863423 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83596bc7-ef8a-4c38-bcea-dcca19d55f34 admin admin] Pushing event deleted for resources: {'Port': ['ID=7124ba4a-639a-4dcc-8319-5958a5d545ad,revision_number=None']} {{(pid=80981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:07:24.866128 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-83596bc7-ef8a-4c38-bcea-dcca19d55f34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:07:24.868355 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83596bc7-ef8a-4c38-bcea-dcca19d55f34 admin admin] No DVR routers for this DVR port 7124ba4a-639a-4dcc-8319-5958a5d545ad on host dv-cinder-799546-3-iscsi {{(pid=80981) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jul 06 02:07:24.870871 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.db.api [None req-654dfe5a-b211-4004-8124-a4fc402eafce None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80982) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jul 06 02:07:24.871289 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_db.api [None req-654dfe5a-b211-4004-8124-a4fc402eafce None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jul 06 02:07:25.233489 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-83596bc7-ef8a-4c38-bcea-dcca19d55f34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853494331', 'neutron.services.segments.db._delete_segments_for_network-8740753867311'] for network, precommit_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:07:25.247916 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.services.segments.db [None req-83596bc7-ef8a-4c38-bcea-dcca19d55f34 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f31d5f6ae48>,) {'filters': {'network_id': ['dc49653d-588e-4ee2-9689-ebb2724e1086']}} {{(pid=80981) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 02:07:25.261580 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.services.segments.db [None req-83596bc7-ef8a-4c38-bcea-dcca19d55f34 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f31d5f6ae48>, 'f325f6e3-ee5f-469d-9162-dffc7dd88549') {'for_net_delete': True} {{(pid=80981) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 02:07:25.261927 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.services.segments.db [None req-83596bc7-ef8a-4c38-bcea-dcca19d55f34 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f31d5f6ae48>, 'f325f6e3-ee5f-469d-9162-dffc7dd88549') {} {{(pid=80981) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 02:07:25.275497 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-83596bc7-ef8a-4c38-bcea-dcca19d55f34 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363296100912551', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036840008788'] for segment, before_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:07:25.291557 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-83596bc7-ef8a-4c38-bcea-dcca19d55f34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1280314'] for segment, precommit_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:07:25.298112 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83596bc7-ef8a-4c38-bcea-dcca19d55f34 admin admin] Releasing vlan 104 on physical network physnet1 to pool {{(pid=80981) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Jul 06 02:07:25.298545 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-83596bc7-ef8a-4c38-bcea-dcca19d55f34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853495502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14885317'] for segment, after_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:07:25.312526 dv-cinder-799546-3-iscsi neutron-server[80869]: Traceback (most recent call last):
Jul 06 02:07:25.312526 dv-cinder-799546-3-iscsi neutron-server[80869]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Jul 06 02:07:25.312526 dv-cinder-799546-3-iscsi neutron-server[80869]:     timer()
Jul 06 02:07:25.312526 dv-cinder-799546-3-iscsi neutron-server[80869]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jul 06 02:07:25.312526 dv-cinder-799546-3-iscsi neutron-server[80869]:     cb(*args, **kw)
Jul 06 02:07:25.312526 dv-cinder-799546-3-iscsi neutron-server[80869]:   File "/opt/stack/neutron/neutron/common/utils.py", line 968, in wrapper
Jul 06 02:07:25.312526 dv-cinder-799546-3-iscsi neutron-server[80869]:     return func(*args, **kwargs)
Jul 06 02:07:25.312526 dv-cinder-799546-3-iscsi neutron-server[80869]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jul 06 02:07:25.312526 dv-cinder-799546-3-iscsi neutron-server[80869]:     self._notify()
Jul 06 02:07:25.312526 dv-cinder-799546-3-iscsi neutron-server[80869]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jul 06 02:07:25.312526 dv-cinder-799546-3-iscsi neutron-server[80869]:     self.callback(batched_events)
Jul 06 02:07:25.312526 dv-cinder-799546-3-iscsi neutron-server[80869]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jul 06 02:07:25.312526 dv-cinder-799546-3-iscsi neutron-server[80869]:     event.method(event)
Jul 06 02:07:25.312526 dv-cinder-799546-3-iscsi neutron-server[80869]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jul 06 02:07:25.312526 dv-cinder-799546-3-iscsi neutron-server[80869]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jul 06 02:07:25.312526 dv-cinder-799546-3-iscsi neutron-server[80869]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jul 06 02:07:25.312526 dv-cinder-799546-3-iscsi neutron-server[80869]:     segment_id)['aggregates'][0]
Jul 06 02:07:25.312526 dv-cinder-799546-3-iscsi neutron-server[80869]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 53, in wrapper
Jul 06 02:07:25.312526 dv-cinder-799546-3-iscsi neutron-server[80869]:     return f(self, *a, **k)
Jul 06 02:07:25.312526 dv-cinder-799546-3-iscsi neutron-server[80869]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 508, in list_aggregates
Jul 06 02:07:25.312526 dv-cinder-799546-3-iscsi neutron-server[80869]:     return self._get(url).json()
Jul 06 02:07:25.312526 dv-cinder-799546-3-iscsi neutron-server[80869]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 178, in _get
Jul 06 02:07:25.312526 dv-cinder-799546-3-iscsi neutron-server[80869]:     **kwargs)
Jul 06 02:07:25.312526 dv-cinder-799546-3-iscsi neutron-server[80869]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1116, in get
Jul 06 02:07:25.312526 dv-cinder-799546-3-iscsi neutron-server[80869]:     return self.request(url, 'GET', **kwargs)
Jul 06 02:07:25.312526 dv-cinder-799546-3-iscsi neutron-server[80869]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 787, in request
Jul 06 02:07:25.312526 dv-cinder-799546-3-iscsi neutron-server[80869]:     **endpoint_filter)
Jul 06 02:07:25.312526 dv-cinder-799546-3-iscsi neutron-server[80869]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1216, in get_endpoint
Jul 06 02:07:25.312526 dv-cinder-799546-3-iscsi neutron-server[80869]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jul 06 02:07:25.312526 dv-cinder-799546-3-iscsi neutron-server[80869]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1156, in _auth_required
Jul 06 02:07:25.312526 dv-cinder-799546-3-iscsi neutron-server[80869]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jul 06 02:07:25.312526 dv-cinder-799546-3-iscsi neutron-server[80869]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jul 06 02:07:25.372641 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.plugin [None req-654dfe5a-b211-4004-8124-a4fc402eafce None None] Deleting port 7124ba4a-639a-4dcc-8319-5958a5d545ad {{(pid=80982) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1879}}
Jul 06 02:07:25.373117 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-654dfe5a-b211-4004-8124-a4fc402eafce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296100957044'] for port, before_delete {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:07:25.435451 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-83596bc7-ef8a-4c38-bcea-dcca19d55f34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1281500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854446373'] for network, after_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:07:25.440348 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-db57ce54-3a2e-47ce-81c5-9c2a3d380114 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:07:25.456764 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.plugin [None req-654dfe5a-b211-4004-8124-a4fc402eafce None None] The port '7124ba4a-639a-4dcc-8319-5958a5d545ad' was deleted {{(pid=80982) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1909}}
Jul 06 02:07:25.458685 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-83596bc7-ef8a-4c38-bcea-dcca19d55f34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853726196'] for network, before_response {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:07:25.468671 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83596bc7-ef8a-4c38-bcea-dcca19d55f34 admin admin] Pushing event deleted for resources: {'Network': ['ID=dc49653d-588e-4ee2-9689-ebb2724e1086,revision_number=None']} {{(pid=80981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:07:25.473056 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-83596bc7-ef8a-4c38-bcea-dcca19d55f34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:07:25.517977 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-83596bc7-ef8a-4c38-bcea-dcca19d55f34 admin admin] 10.222.0.11 "DELETE /v2.0/networks/dc49653d-588e-4ee2-9689-ebb2724e1086 HTTP/1.1" status: 204  len: 168 time: 1.4634433
Jul 06 02:07:25.596154 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.rpc [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Device 7124ba4a-639a-4dcc-8319-5958a5d545ad no longer exists at agent ovs-agent-dv-cinder-799546-3-iscsi {{(pid=80982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:242}}
Jul 06 02:07:25.631301 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.plugin [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] No Port match for: 7124ba4a-639a-4dcc-8319-5958a5d545ad {{(pid=80982) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2217}}
Jul 06 02:07:25.631704 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.rpc [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Device 7124ba4a-639a-4dcc-8319-5958a5d545ad not bound to the agent host dv-cinder-799546-3-iscsi {{(pid=80982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:250}}
Jul 06 02:07:25.865590 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80980) accepted ('10.222.0.11', 47288) {{(pid=80980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 02:07:25.972194 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-bee07267-9509-4668-87ab-cebd31ace68e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6eda011ce6da4a3aa6a9ea578c51725a&name=default HTTP/1.1" status: 200  len: 2629 time: 0.1037114
Jul 06 02:07:25.977790 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80981) accepted ('10.222.0.11', 47292) {{(pid=80981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 02:07:26.053822 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-95feb244-376a-4ed2-98aa-88887a4c5284 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:07:26.088863 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-95feb244-376a-4ed2-98aa-88887a4c5284 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:07:26.212455 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-95feb244-376a-4ed2-98aa-88887a4c5284 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428228'] for security_group, after_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:07:26.217971 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-7e27c0ae-3d81-43c5-90fa-b44668328c7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:07:26.233544 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95feb244-376a-4ed2-98aa-88887a4c5284 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=877c0a08-d26f-42db-b0de-c332b51743af,revision_number=None']} {{(pid=80981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:07:26.238960 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-95feb244-376a-4ed2-98aa-88887a4c5284 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:07:26.244225 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-95feb244-376a-4ed2-98aa-88887a4c5284 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:07:26.250247 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-95feb244-376a-4ed2-98aa-88887a4c5284 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/877c0a08-d26f-42db-b0de-c332b51743af HTTP/1.1" status: 204  len: 168 time: 0.2664466
Jul 06 02:07:27.606735 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80981) accepted ('10.222.0.11', 47324) {{(pid=80981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 02:07:27.759151 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.v2.base [None req-f4e661d4-0c75-4e36-8c0d-6da5b6edcd3b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1884327580-network', 'tenant_id': '4a06646d7d35412c90347955579a4756'}} {{(pid=80981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 06 02:07:27.766049 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-f4e661d4-0c75-4e36-8c0d-6da5b6edcd3b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 02:07:27.771449 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-f4e661d4-0c75-4e36-8c0d-6da5b6edcd3b admin admin] Usage tracker for resource:network and tenant:4a06646d7d35412c90347955579a4756 is out of sync, need to count used quota {{(pid=80981) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 02:07:27.777377 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-f4e661d4-0c75-4e36-8c0d-6da5b6edcd3b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80981) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 02:07:27.784037 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-f4e661d4-0c75-4e36-8c0d-6da5b6edcd3b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 02:07:27.829197 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4e661d4-0c75-4e36-8c0d-6da5b6edcd3b admin admin] Made reservation on behalf of 4a06646d7d35412c90347955579a4756 for: {'network': 1} {{(pid=80981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jul 06 02:07:27.834274 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-f4e661d4-0c75-4e36-8c0d-6da5b6edcd3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1050496'] for network, before_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:07:27.849309 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-f4e661d4-0c75-4e36-8c0d-6da5b6edcd3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:07:27.882557 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-f4e661d4-0c75-4e36-8c0d-6da5b6edcd3b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 02:07:27.886724 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-f4e661d4-0c75-4e36-8c0d-6da5b6edcd3b admin admin] Usage tracker for resource:security_group_rule and tenant:4a06646d7d35412c90347955579a4756 is out of sync, need to count used quota {{(pid=80981) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 02:07:27.890273 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-f4e661d4-0c75-4e36-8c0d-6da5b6edcd3b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80981) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 02:07:27.896295 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-f4e661d4-0c75-4e36-8c0d-6da5b6edcd3b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 02:07:27.968642 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-f4e661d4-0c75-4e36-8c0d-6da5b6edcd3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:07:27.995236 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-f4e661d4-0c75-4e36-8c0d-6da5b6edcd3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428228'] for security_group, after_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:07:28.003341 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-bf4604e6-6edf-46f0-bae1-af309b77cec0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:07:28.045063 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e661d4-0c75-4e36-8c0d-6da5b6edcd3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a393ecc9-7ff6-4be6-84ad-144ad9a41d0d,revision_number=1']} {{(pid=80981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:07:28.049103 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-f4e661d4-0c75-4e36-8c0d-6da5b6edcd3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:07:28.085856 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4e661d4-0c75-4e36-8c0d-6da5b6edcd3b admin admin] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'}  {{(pid=80981) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}}
Jul 06 02:07:28.096409 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-f4e661d4-0c75-4e36-8c0d-6da5b6edcd3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1280314'] for segment, precommit_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:07:28.096770 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.db.segments_db [None req-f4e661d4-0c75-4e36-8c0d-6da5b6edcd3b admin admin] Added segment dcf4052e-6231-4287-ac99-bb6742207439 of type vlan for network efeb8d93-c6ba-4827-a604-9cb60992a02a
Jul 06 02:07:28.178765 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-f4e661d4-0c75-4e36-8c0d-6da5b6edcd3b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740753358485'] for network, precommit_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:07:28.296301 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-f4e661d4-0c75-4e36-8c0d-6da5b6edcd3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802'] for network, after_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:07:28.298158 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4e661d4-0c75-4e36-8c0d-6da5b6edcd3b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:07:28.299357 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-f4e661d4-0c75-4e36-8c0d-6da5b6edcd3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853726196'] for network, before_response {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:07:28.305213 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-ba664e91-8c11-40ef-bcd3-92bff8a4ff93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:07:28.409834 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e661d4-0c75-4e36-8c0d-6da5b6edcd3b admin admin] Pushing event updated for resources: {'Network': ['ID=efeb8d93-c6ba-4827-a604-9cb60992a02a,revision_number=1']} {{(pid=80981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:07:28.414559 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-f4e661d4-0c75-4e36-8c0d-6da5b6edcd3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:07:28.425112 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.rpc [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Network efeb8d93-c6ba-4827-a604-9cb60992a02a details requested by agent ovs-agent-dv-cinder-799546-3-iscsi with host dv-cinder-799546-3-iscsi {{(pid=80982) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:231}}
Jul 06 02:07:28.437033 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-f4e661d4-0c75-4e36-8c0d-6da5b6edcd3b admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 0.8271337
Jul 06 02:07:28.441175 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80981) accepted ('10.222.0.11', 47336) {{(pid=80981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 02:07:28.452856 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.v2.base [None req-bf39e9ea-99c5-422b-8bfd-73fbf98b60bb admin admin] Request body: {'subnet': {'network_id': 'efeb8d93-c6ba-4827-a604-9cb60992a02a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1884327580-subnet', 'tenant_id': '4a06646d7d35412c90347955579a4756', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 06 02:07:28.463414 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-bf39e9ea-99c5-422b-8bfd-73fbf98b60bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 02:07:28.475270 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-bf39e9ea-99c5-422b-8bfd-73fbf98b60bb admin admin] Usage tracker for resource:subnet and tenant:4a06646d7d35412c90347955579a4756 is out of sync, need to count used quota {{(pid=80981) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 02:07:28.482193 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-bf39e9ea-99c5-422b-8bfd-73fbf98b60bb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80981) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 02:07:28.493508 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-bf39e9ea-99c5-422b-8bfd-73fbf98b60bb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 02:07:28.565980 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf39e9ea-99c5-422b-8bfd-73fbf98b60bb admin admin] Made reservation on behalf of 4a06646d7d35412c90347955579a4756 for: {'subnet': 1} {{(pid=80981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jul 06 02:07:28.573319 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-bf39e9ea-99c5-422b-8bfd-73fbf98b60bb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036839050233'] for subnet, before_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:07:29.178864 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-bf39e9ea-99c5-422b-8bfd-73fbf98b60bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14886511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036839050000'] for subnet, after_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:07:29.185321 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:07:29.312156 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf39e9ea-99c5-422b-8bfd-73fbf98b60bb admin admin] Pushing event updated for resources: {'Subnet': ['ID=63f99ad3-918a-4138-8fb2-218a809df3f9,revision_number=0']} {{(pid=80981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:07:29.316630 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-bf39e9ea-99c5-422b-8bfd-73fbf98b60bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:07:29.329608 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf39e9ea-99c5-422b-8bfd-73fbf98b60bb admin admin] Checking segment: {'id': 'dcf4052e-6231-4287-ac99-bb6742207439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'efeb8d93-c6ba-4827-a604-9cb60992a02a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jul 06 02:07:29.329984 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf39e9ea-99c5-422b-8bfd-73fbf98b60bb admin admin] Network hostable DHCP agents. Network: efeb8d93-c6ba-4827-a604-9cb60992a02a, hostable agents: ['46061ec9-d1c1-4ae2-b701-eece7f3c7f15'], hosted agents: [] {{(pid=80981) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:297}}
Jul 06 02:07:29.395003 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf39e9ea-99c5-422b-8bfd-73fbf98b60bb admin admin] Network efeb8d93-c6ba-4827-a604-9cb60992a02a is scheduled to be hosted by DHCP agent 46061ec9-d1c1-4ae2-b701-eece7f3c7f15 {{(pid=80981) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:196}}
Jul 06 02:07:29.457801 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.scheduler.base_scheduler [None req-bf39e9ea-99c5-422b-8bfd-73fbf98b60bb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799546-3-iscsi, efeb8d93-c6ba-4827-a604-9cb60992a02a) {{(pid=80981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jul 06 02:07:29.462695 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf39e9ea-99c5-422b-8bfd-73fbf98b60bb admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:07:29.463801 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-bf39e9ea-99c5-422b-8bfd-73fbf98b60bb admin admin] Notify callbacks [] for subnet, before_response {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:07:29.467338 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4f6a9c7-6131-4164-b19c-f5e1e23b8347 None None] Network efeb8d93-c6ba-4827-a604-9cb60992a02a requested from dv-cinder-799546-3-iscsi {{(pid=80982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jul 06 02:07:29.536954 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-bf39e9ea-99c5-422b-8bfd-73fbf98b60bb admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 1.0935864
Jul 06 02:07:29.721035 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d26ab0f1-fb38-46f7-90e9-74aece9b1109 None None] Network efeb8d93-c6ba-4827-a604-9cb60992a02a requested from dv-cinder-799546-3-iscsi {{(pid=80982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jul 06 02:07:30.226920 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd372742-ebdb-4a71-a7d2-b61741d0b90e req-a326fd0c-c9b4-4967-a9cf-67364457596e tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:07:30.228527 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-fd372742-ebdb-4a71-a7d2-b61741d0b90e req-a326fd0c-c9b4-4967-a9cf-67364457596e tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] 10.222.0.11 "GET /v2.0/networks?id=efeb8d93-c6ba-4827-a604-9cb60992a02a HTTP/1.1" status: 200  len: 815 time: 0.1784239
Jul 06 02:07:30.247848 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-fd372742-ebdb-4a71-a7d2-b61741d0b90e req-3f16b0f2-0062-40e0-8790-c3ce1ce1ec8c tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] 10.222.0.11 "GET /v2.0/quotas/4a06646d7d35412c90347955579a4756 HTTP/1.1" status: 200  len: 375 time: 0.0116124
Jul 06 02:07:30.303714 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-fd372742-ebdb-4a71-a7d2-b61741d0b90e req-c689267d-b2ed-4e63-b63b-52a0576fd823 tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=4a06646d7d35412c90347955579a4756&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0491598
Jul 06 02:07:30.452393 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-fd372742-ebdb-4a71-a7d2-b61741d0b90e req-52f05047-8332-4301-b94e-83a5b45ae9ed service neutron] 10.222.0.11 "GET /v2.0/networks/efeb8d93-c6ba-4827-a604-9cb60992a02a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1400027
Jul 06 02:07:30.600180 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-fd372742-ebdb-4a71-a7d2-b61741d0b90e req-55742e2d-93bd-42a8-bbf7-dca3f1461879 service neutron] 10.222.0.11 "GET /v2.0/networks/efeb8d93-c6ba-4827-a604-9cb60992a02a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1396122
Jul 06 02:07:30.686528 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-5658482d-829e-4610-a70e-a8fd2b9def91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:07:30.993089 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-1c917bb5-2c4b-4a89-9212-3fa00f9bb224 req-0806e7ba-e482-4a03-a2df-6673bcba71d4 tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] 10.222.0.11 "GET /v2.0/ports?device_id=acfaf01c-ccba-49be-b431-f535e0d1bf64 HTTP/1.1" status: 200  len: 210 time: 0.0688975
Jul 06 02:07:32.190491 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-2ef61e6b-6a70-4614-ad67-9341382795de req-892c403e-15ec-4937-be1c-8106ce346dc1 tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] 10.222.0.11 "GET /v2.0/ports?device_id=acfaf01c-ccba-49be-b431-f535e0d1bf64 HTTP/1.1" status: 200  len: 210 time: 0.0576770
Jul 06 02:07:32.303707 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:07:33.228085 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-aaf187b4-081d-40ab-a2cf-7e61cbb88f81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:07:33.363515 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-a35d7b37-0fc5-45fb-935a-a8fd6448f08c req-a95f2f6f-bd45-4f71-a995-e9e6e8d1610a tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] 10.222.0.11 "GET /v2.0/ports?device_id=acfaf01c-ccba-49be-b431-f535e0d1bf64 HTTP/1.1" status: 200  len: 210 time: 0.0506005
Jul 06 02:07:33.658931 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:07:34.155025 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-76dafd09-8b9e-4f4b-ba8f-a0f9ff874801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:07:34.540453 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-47b0a096-ea5c-4854-ae5f-3e52e038bc78 req-83ab0e20-f202-40de-a8e1-2a078bb82349 tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] 10.222.0.11 "GET /v2.0/ports?device_id=acfaf01c-ccba-49be-b431-f535e0d1bf64 HTTP/1.1" status: 200  len: 210 time: 0.0499537
Jul 06 02:07:35.274379 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd372742-ebdb-4a71-a7d2-b61741d0b90e req-c8852194-1dec-452d-9f9c-54c7318cc270 tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:07:35.275930 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-fd372742-ebdb-4a71-a7d2-b61741d0b90e req-c8852194-1dec-452d-9f9c-54c7318cc270 tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] 10.222.0.37 "GET /v2.0/networks?id=efeb8d93-c6ba-4827-a604-9cb60992a02a HTTP/1.1" status: 200  len: 815 time: 0.1521075
Jul 06 02:07:35.289521 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.v2.base [req-fd372742-ebdb-4a71-a7d2-b61741d0b90e req-85b01ae3-0dfb-4e00-a775-85951de7c7e8 tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] Request body: {'port': {'device_id': 'acfaf01c-ccba-49be-b431-f535e0d1bf64', 'network_id': 'efeb8d93-c6ba-4827-a604-9cb60992a02a', 'admin_state_up': True, 'tenant_id': '4a06646d7d35412c90347955579a4756'}} {{(pid=80980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 06 02:07:35.430380 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [req-fd372742-ebdb-4a71-a7d2-b61741d0b90e req-85b01ae3-0dfb-4e00-a775-85951de7c7e8 tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 02:07:35.434470 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [req-fd372742-ebdb-4a71-a7d2-b61741d0b90e req-85b01ae3-0dfb-4e00-a775-85951de7c7e8 tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] Usage tracker for resource:port and tenant:4a06646d7d35412c90347955579a4756 is out of sync, need to count used quota {{(pid=80980) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 02:07:35.437505 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [req-fd372742-ebdb-4a71-a7d2-b61741d0b90e req-85b01ae3-0dfb-4e00-a775-85951de7c7e8 tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] Quota usage for port was recalculated. Used quota:0. {{(pid=80980) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 02:07:35.443968 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [req-fd372742-ebdb-4a71-a7d2-b61741d0b90e req-85b01ae3-0dfb-4e00-a775-85951de7c7e8 tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 02:07:35.539007 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-fcfe0981-f829-42d2-99d0-fcc19e179060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:07:35.566365 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd372742-ebdb-4a71-a7d2-b61741d0b90e req-85b01ae3-0dfb-4e00-a775-85951de7c7e8 tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] Made reservation on behalf of 4a06646d7d35412c90347955579a4756 for: {'port': 1} {{(pid=80980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jul 06 02:07:35.577296 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-fd372742-ebdb-4a71-a7d2-b61741d0b90e req-85b01ae3-0dfb-4e00-a775-85951de7c7e8 tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1050496'] for port, before_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:07:35.767404 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-5b3b7a30-dd59-4ae5-9e7e-82907c9d6b4f req-f2f51fd9-13b0-43aa-8a25-ab0e61caea96 tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] 10.222.0.11 "GET /v2.0/ports?device_id=acfaf01c-ccba-49be-b431-f535e0d1bf64 HTTP/1.1" status: 200  len: 210 time: 0.0824552
Jul 06 02:07:35.812157 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.db_base_plugin_common [req-fd372742-ebdb-4a71-a7d2-b61741d0b90e req-85b01ae3-0dfb-4e00-a775-85951de7c7e8 tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] Allocated IP 172.20.0.11 (efeb8d93-c6ba-4827-a604-9cb60992a02a/63f99ad3-918a-4138-8fb2-218a809df3f9/adea360c-04d6-43af-806e-090ab661d6e7) {{(pid=80980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Jul 06 02:07:36.072970 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-fd372742-ebdb-4a71-a7d2-b61741d0b90e req-85b01ae3-0dfb-4e00-a775-85951de7c7e8 tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] Notify callbacks [] for port, precommit_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:07:36.119114 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-fd372742-ebdb-4a71-a7d2-b61741d0b90e req-85b01ae3-0dfb-4e00-a775-85951de7c7e8 tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296101369102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839946710'] for port, after_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:07:36.125198 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-d311e448-830b-40ad-8f89-484112c23391 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:07:36.195164 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd372742-ebdb-4a71-a7d2-b61741d0b90e req-85b01ae3-0dfb-4e00-a775-85951de7c7e8 tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] Network efeb8d93-c6ba-4827-a604-9cb60992a02a is already hosted by enough agents. {{(pid=80980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:240}}
Jul 06 02:07:36.198597 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.scheduler.base_scheduler [req-fd372742-ebdb-4a71-a7d2-b61741d0b90e req-85b01ae3-0dfb-4e00-a775-85951de7c7e8 tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] Resources bound (agent type, host, resource id):  {{(pid=80980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jul 06 02:07:36.203296 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd372742-ebdb-4a71-a7d2-b61741d0b90e req-85b01ae3-0dfb-4e00-a775-85951de7c7e8 tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] Received port after_create {{(pid=80980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 06 02:07:36.227145 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b01ae3-0dfb-4e00-a775-85951de7c7e8 tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] Pushing event updated for resources: {'Port': ['ID=adea360c-04d6-43af-806e-090ab661d6e7,revision_number=1']} {{(pid=80980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:07:36.232826 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-85b01ae3-0dfb-4e00-a775-85951de7c7e8 tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:07:36.266117 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd372742-ebdb-4a71-a7d2-b61741d0b90e req-85b01ae3-0dfb-4e00-a775-85951de7c7e8 tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:07:36.266823 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-fd372742-ebdb-4a71-a7d2-b61741d0b90e req-85b01ae3-0dfb-4e00-a775-85951de7c7e8 tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91827'] for port, before_response {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:07:36.319710 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-fd372742-ebdb-4a71-a7d2-b61741d0b90e req-85b01ae3-0dfb-4e00-a775-85951de7c7e8 tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.0344110
Jul 06 02:07:36.977861 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e79df0-86ad-4a51-8625-c79d206636d5 req-978c5505-8e69-4a02-8d9b-e6847deac86b tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:07:36.978632 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [req-16e79df0-86ad-4a51-8625-c79d206636d5 req-978c5505-8e69-4a02-8d9b-e6847deac86b tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] Synchronizing usage tracker for tenant:4a06646d7d35412c90347955579a4756 on resource:port {{(pid=80980) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 06 02:07:37.024410 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [req-16e79df0-86ad-4a51-8625-c79d206636d5 req-978c5505-8e69-4a02-8d9b-e6847deac86b tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] Unset dirty status for tenant:4a06646d7d35412c90347955579a4756 on resource:port {{(pid=80980) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 06 02:07:37.025815 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-16e79df0-86ad-4a51-8625-c79d206636d5 req-978c5505-8e69-4a02-8d9b-e6847deac86b tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] 10.222.0.11 "GET /v2.0/ports?device_id=acfaf01c-ccba-49be-b431-f535e0d1bf64 HTTP/1.1" status: 200  len: 932 time: 0.1251149
Jul 06 02:07:37.082605 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-16e79df0-86ad-4a51-8625-c79d206636d5 req-bbf9fcb8-b63f-4977-9c64-b4eb1757c61d tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] 10.222.0.11 "GET /v2.0/security-groups?id=a393ecc9-7ff6-4be6-84ad-144ad9a41d0d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453453
Jul 06 02:07:38.156556 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.v2.base [req-fd372742-ebdb-4a71-a7d2-b61741d0b90e req-eb155326-72fe-4d2c-abe2-c8c66e62edc6 service neutron] Request body: {'port': {'device_id': 'acfaf01c-ccba-49be-b431-f535e0d1bf64', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79954'}} {{(pid=80980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 06 02:07:38.269962 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-fd372742-ebdb-4a71-a7d2-b61741d0b90e req-eb155326-72fe-4d2c-abe2-c8c66e62edc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1050496'] for port, before_update {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:07:38.332109 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdf2e18-2892-43ba-b7aa-2f0b47dce8c5 req-a7cddf7e-2229-4822-bb85-9ad6796fcfe5 tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:07:38.333789 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-5bdf2e18-2892-43ba-b7aa-2f0b47dce8c5 req-a7cddf7e-2229-4822-bb85-9ad6796fcfe5 tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] 10.222.0.11 "GET /v2.0/ports?device_id=acfaf01c-ccba-49be-b431-f535e0d1bf64 HTTP/1.1" status: 200  len: 932 time: 0.0959413
Jul 06 02:07:38.389330 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [req-5bdf2e18-2892-43ba-b7aa-2f0b47dce8c5 req-7241efa4-04aa-49b4-988d-3dffc3eb2c7a tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] Synchronizing usage tracker for tenant:4a06646d7d35412c90347955579a4756 on resource:security_group {{(pid=80981) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 06 02:07:38.451933 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [req-5bdf2e18-2892-43ba-b7aa-2f0b47dce8c5 req-7241efa4-04aa-49b4-988d-3dffc3eb2c7a tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] Unset dirty status for tenant:4a06646d7d35412c90347955579a4756 on resource:security_group {{(pid=80981) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 06 02:07:38.453286 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-5bdf2e18-2892-43ba-b7aa-2f0b47dce8c5 req-7241efa4-04aa-49b4-988d-3dffc3eb2c7a tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] 10.222.0.11 "GET /v2.0/security-groups?id=a393ecc9-7ff6-4be6-84ad-144ad9a41d0d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1106365
Jul 06 02:07:38.865946 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.notifiers.nova [req-fd372742-ebdb-4a71-a7d2-b61741d0b90e req-eb155326-72fe-4d2c-abe2-c8c66e62edc6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id adea360c-04d6-43af-806e-090ab661d6e7 {{(pid=80980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Jul 06 02:07:38.873110 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-fd372742-ebdb-4a71-a7d2-b61741d0b90e req-eb155326-72fe-4d2c-abe2-c8c66e62edc6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:07:38.888392 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.provisioning_blocks [req-fd372742-ebdb-4a71-a7d2-b61741d0b90e req-eb155326-72fe-4d2c-abe2-c8c66e62edc6 service neutron] Transition to ACTIVE for port object adea360c-04d6-43af-806e-090ab661d6e7 will not be triggered until provisioned by entity L2. {{(pid=80980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 06 02:07:38.920534 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-fd372742-ebdb-4a71-a7d2-b61741d0b90e req-eb155326-72fe-4d2c-abe2-c8c66e62edc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740753762112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740753409037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296101366746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14829106'] for port, after_update {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:07:38.927033 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-7c6c848c-9e3e-4b17-a45c-42a4b87ada1b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:07:39.052302 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb155326-72fe-4d2c-abe2-c8c66e62edc6 service neutron] Pushing event updated for resources: {'Port': ['ID=adea360c-04d6-43af-806e-090ab661d6e7,revision_number=2']} {{(pid=80980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:07:39.056989 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-eb155326-72fe-4d2c-abe2-c8c66e62edc6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:07:39.179907 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.managers [req-fd372742-ebdb-4a71-a7d2-b61741d0b90e req-eb155326-72fe-4d2c-abe2-c8c66e62edc6 service neutron] Attempting to bind port adea360c-04d6-43af-806e-090ab661d6e7 on host hv-cinder-79954 for vnic_type normal with profile  {{(pid=80980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jul 06 02:07:39.180523 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.managers [req-fd372742-ebdb-4a71-a7d2-b61741d0b90e req-eb155326-72fe-4d2c-abe2-c8c66e62edc6 service neutron] Attempting to bind port adea360c-04d6-43af-806e-090ab661d6e7 by drivers openvswitch,hyperv on host hv-cinder-79954 at level 0 using segments [{'id': 'dcf4052e-6231-4287-ac99-bb6742207439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'efeb8d93-c6ba-4827-a604-9cb60992a02a'}] {{(pid=80980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jul 06 02:07:39.180646 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd372742-ebdb-4a71-a7d2-b61741d0b90e req-eb155326-72fe-4d2c-abe2-c8c66e62edc6 service neutron] Attempting to bind port adea360c-04d6-43af-806e-090ab661d6e7 on network efeb8d93-c6ba-4827-a604-9cb60992a02a {{(pid=80980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Jul 06 02:07:39.187212 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd372742-ebdb-4a71-a7d2-b61741d0b90e req-eb155326-72fe-4d2c-abe2-c8c66e62edc6 service neutron] Port adea360c-04d6-43af-806e-090ab661d6e7 on network efeb8d93-c6ba-4827-a604-9cb60992a02a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79954 {{(pid=80980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jul 06 02:07:39.187604 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd372742-ebdb-4a71-a7d2-b61741d0b90e req-eb155326-72fe-4d2c-abe2-c8c66e62edc6 service neutron] Attempting to bind port adea360c-04d6-43af-806e-090ab661d6e7 on network efeb8d93-c6ba-4827-a604-9cb60992a02a {{(pid=80980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Jul 06 02:07:39.195572 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd372742-ebdb-4a71-a7d2-b61741d0b90e req-eb155326-72fe-4d2c-abe2-c8c66e62edc6 service neutron] Checking agent: {'id': 'abd15b5f-b1e1-4bf4-b258-9ce6723fb40b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79954', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 1, 56, 33), 'started_at': datetime.datetime(2021, 7, 6, 1, 56, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 2, 7, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Jul 06 02:07:39.196019 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd372742-ebdb-4a71-a7d2-b61741d0b90e req-eb155326-72fe-4d2c-abe2-c8c66e62edc6 service neutron] Checking segment: {'id': 'dcf4052e-6231-4287-ac99-bb6742207439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'efeb8d93-c6ba-4827-a604-9cb60992a02a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jul 06 02:07:39.196504 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd372742-ebdb-4a71-a7d2-b61741d0b90e req-eb155326-72fe-4d2c-abe2-c8c66e62edc6 service neutron] Bound using segment: {'id': 'dcf4052e-6231-4287-ac99-bb6742207439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'efeb8d93-c6ba-4827-a604-9cb60992a02a'} {{(pid=80980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Jul 06 02:07:39.197077 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.managers [req-fd372742-ebdb-4a71-a7d2-b61741d0b90e req-eb155326-72fe-4d2c-abe2-c8c66e62edc6 service neutron] Bound port: adea360c-04d6-43af-806e-090ab661d6e7, host: hv-cinder-79954, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dcf4052e-6231-4287-ac99-bb6742207439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'efeb8d93-c6ba-4827-a604-9cb60992a02a'}}] {{(pid=80980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jul 06 02:07:39.197520 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-fd372742-ebdb-4a71-a7d2-b61741d0b90e req-eb155326-72fe-4d2c-abe2-c8c66e62edc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1050496'] for port, before_update {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:07:39.294803 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [req-fd372742-ebdb-4a71-a7d2-b61741d0b90e req-eb155326-72fe-4d2c-abe2-c8c66e62edc6 service neutron] For port adea360c-04d6-43af-806e-090ab661d6e7, host hv-cinder-79954, cleared binding levels {{(pid=80980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:111}}
Jul 06 02:07:39.298693 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [req-fd372742-ebdb-4a71-a7d2-b61741d0b90e req-eb155326-72fe-4d2c-abe2-c8c66e62edc6 service neutron] For port adea360c-04d6-43af-806e-090ab661d6e7, host hv-cinder-79954, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79954',level=0,port_id=adea360c-04d6-43af-806e-090ab661d6e7,segment=NetworkSegment(dcf4052e-6231-4287-ac99-bb6742207439),segment_id=dcf4052e-6231-4287-ac99-bb6742207439)] {{(pid=80980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}}
Jul 06 02:07:39.326935 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-fd372742-ebdb-4a71-a7d2-b61741d0b90e req-eb155326-72fe-4d2c-abe2-c8c66e62edc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740753762112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740753409037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296101366746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14829106'] for port, after_update {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:07:39.333134 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-ddbe225c-d5d3-499f-890f-8b432a3af33f tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:07:39.396035 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-fd372742-ebdb-4a71-a7d2-b61741d0b90e req-eb155326-72fe-4d2c-abe2-c8c66e62edc6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91827'] for port, before_response {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:07:39.396035 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-fd372742-ebdb-4a71-a7d2-b61741d0b90e req-eb155326-72fe-4d2c-abe2-c8c66e62edc6 service neutron] 10.222.0.37 "PUT /v2.0/ports/adea360c-04d6-43af-806e-090ab661d6e7 HTTP/1.1" status: 200  len: 1094 time: 1.2423968
Jul 06 02:07:39.396035 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acfaf01c-ccba-49be-b431-f535e0d1bf64', 'tag': 'adea360c-04d6-43af-806e-090ab661d6e7'}] {{(pid=80980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 06 02:07:39.416453 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80981) accepted ('10.222.0.11', 47490) {{(pid=80981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 02:07:39.424480 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb155326-72fe-4d2c-abe2-c8c66e62edc6 service neutron] Pushing event updated for resources: {'Port': ['ID=adea360c-04d6-43af-806e-090ab661d6e7,revision_number=3']} {{(pid=80980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:07:39.428683 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-eb155326-72fe-4d2c-abe2-c8c66e62edc6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:07:39.456973 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'acfaf01c-ccba-49be-b431-f535e0d1bf64', 'tag': 'adea360c-04d6-43af-806e-090ab661d6e7', 'status': 'completed', 'code': 200}
Jul 06 02:07:39.656723 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-fd372742-ebdb-4a71-a7d2-b61741d0b90e req-afafe8ab-b3d2-4cc0-9a0f-b4d64016b044 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4a06646d7d35412c90347955579a4756&device_id=acfaf01c-ccba-49be-b431-f535e0d1bf64 HTTP/1.1" status: 200  len: 1097 time: 0.1619587
Jul 06 02:07:39.707452 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1da6b45-edd4-49b6-8e1e-dd2601c65e02 req-e9bd3290-7ec5-4994-8d92-ea2a31f86e5b tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:07:39.710276 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-d1da6b45-edd4-49b6-8e1e-dd2601c65e02 req-e9bd3290-7ec5-4994-8d92-ea2a31f86e5b tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] 10.222.0.11 "GET /v2.0/ports?device_id=acfaf01c-ccba-49be-b431-f535e0d1bf64 HTTP/1.1" status: 200  len: 944 time: 0.1111455
Jul 06 02:07:39.731379 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-fd372742-ebdb-4a71-a7d2-b61741d0b90e req-2bb6f685-0527-485c-878e-5dd05305ff93 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=adea360c-04d6-43af-806e-090ab661d6e7 HTTP/1.1" status: 200  len: 217 time: 0.0660577
Jul 06 02:07:39.805422 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd372742-ebdb-4a71-a7d2-b61741d0b90e req-4cf2bd4e-cf6f-4af7-b268-cad4b30e14ed service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:07:39.807764 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-fd372742-ebdb-4a71-a7d2-b61741d0b90e req-4cf2bd4e-cf6f-4af7-b268-cad4b30e14ed service neutron] 10.222.0.37 "GET /v2.0/subnets?id=63f99ad3-918a-4138-8fb2-218a809df3f9 HTTP/1.1" status: 200  len: 855 time: 0.0675583
Jul 06 02:07:39.851072 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-d1da6b45-edd4-49b6-8e1e-dd2601c65e02 req-510329a7-6fed-4d66-b71d-6c0d01c7c0f4 tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] 10.222.0.11 "GET /v2.0/security-groups?id=a393ecc9-7ff6-4be6-84ad-144ad9a41d0d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0769715
Jul 06 02:07:39.862698 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-fd372742-ebdb-4a71-a7d2-b61741d0b90e req-99209368-b7e0-4495-bdf4-d5cedd29f551 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=efeb8d93-c6ba-4827-a604-9cb60992a02a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0459774
Jul 06 02:07:39.964470 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.plugin [None req-9063bfb9-6a73-4a1f-a11a-f39ca3f6754b tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] Deleting port 638ef068-2b11-4927-addb-ccfb8feccf81 {{(pid=80981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1879}}
Jul 06 02:07:39.964861 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-9063bfb9-6a73-4a1f-a11a-f39ca3f6754b tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296100957044'] for port, before_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:07:40.008525 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-fd372742-ebdb-4a71-a7d2-b61741d0b90e req-32a9ab2f-200a-46ac-a166-374ddb3df085 service neutron] 10.222.0.37 "GET /v2.0/networks/efeb8d93-c6ba-4827-a604-9cb60992a02a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1376503
Jul 06 02:07:40.142828 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-9063bfb9-6a73-4a1f-a11a-f39ca3f6754b tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328131'] for port, precommit_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:07:40.143195 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-9063bfb9-6a73-4a1f-a11a-f39ca3f6754b tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:07:40.159751 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-fd372742-ebdb-4a71-a7d2-b61741d0b90e req-b5935573-cf63-4253-a44c-4e001666e4b8 service neutron] 10.222.0.37 "GET /v2.0/networks/efeb8d93-c6ba-4827-a604-9cb60992a02a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1428802
Jul 06 02:07:40.282175 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.plugin [None req-9063bfb9-6a73-4a1f-a11a-f39ca3f6754b tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] Calling delete_port for 638ef068-2b11-4927-addb-ccfb8feccf81 owned by network:floatingip {{(pid=80981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1952}}
Jul 06 02:07:40.310277 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-e7941a2c-3a64-483f-84ca-0a9b2dbf7acd req-71f20828-1078-4fed-a2f5-7ac2297c9391 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4a06646d7d35412c90347955579a4756&device_id=acfaf01c-ccba-49be-b431-f535e0d1bf64 HTTP/1.1" status: 200  len: 1097 time: 0.0726979
Jul 06 02:07:40.454914 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7941a2c-3a64-483f-84ca-0a9b2dbf7acd req-d8d17a99-661b-4e2c-8545-c67d017477be service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:07:40.456599 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-e7941a2c-3a64-483f-84ca-0a9b2dbf7acd req-d8d17a99-661b-4e2c-8545-c67d017477be service neutron] 10.222.0.37 "GET /v2.0/networks?id=efeb8d93-c6ba-4827-a604-9cb60992a02a HTTP/1.1" status: 200  len: 916 time: 0.1380796
Jul 06 02:07:40.466540 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-9063bfb9-6a73-4a1f-a11a-f39ca3f6754b tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740753762095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296101366780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839890433'] for port, after_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:07:40.469253 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-c424b4e5-e8bd-4157-9729-3e4bc7717c83 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:07:40.512535 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9063bfb9-6a73-4a1f-a11a-f39ca3f6754b tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] Pushing event deleted for resources: {'Port': ['ID=638ef068-2b11-4927-addb-ccfb8feccf81,revision_number=None']} {{(pid=80981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:07:40.518140 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-9063bfb9-6a73-4a1f-a11a-f39ca3f6754b tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:07:40.541150 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-e7941a2c-3a64-483f-84ca-0a9b2dbf7acd req-d385920c-9b44-44e1-bdb5-aa45d3e4f2c6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=adea360c-04d6-43af-806e-090ab661d6e7 HTTP/1.1" status: 200  len: 217 time: 0.0762706
Jul 06 02:07:40.611260 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7941a2c-3a64-483f-84ca-0a9b2dbf7acd req-4e3ce7be-7391-48b6-b011-8a43669b31b6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:07:40.613008 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-e7941a2c-3a64-483f-84ca-0a9b2dbf7acd req-4e3ce7be-7391-48b6-b011-8a43669b31b6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=63f99ad3-918a-4138-8fb2-218a809df3f9 HTTP/1.1" status: 200  len: 855 time: 0.0636766
Jul 06 02:07:40.617690 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-9063bfb9-6a73-4a1f-a11a-f39ca3f6754b tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] Notify callbacks [] for floatingip, after_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:07:40.667537 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-e7941a2c-3a64-483f-84ca-0a9b2dbf7acd req-95228dba-a453-49ff-800b-4c5cdcdc0007 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=efeb8d93-c6ba-4827-a604-9cb60992a02a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0457666
Jul 06 02:07:40.839590 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-e7941a2c-3a64-483f-84ca-0a9b2dbf7acd req-18f78666-6205-40ca-91ff-21c910966415 service neutron] 10.222.0.37 "GET /v2.0/networks/efeb8d93-c6ba-4827-a604-9cb60992a02a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1640401
Jul 06 02:07:41.010031 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-e7941a2c-3a64-483f-84ca-0a9b2dbf7acd req-bae6fdc2-67e3-4ee8-8cee-6de83bdcd9b8 service neutron] 10.222.0.37 "GET /v2.0/networks/efeb8d93-c6ba-4827-a604-9cb60992a02a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1629231
Jul 06 02:07:41.106582 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa795cb-0960-4e57-811a-43f7a1bb672d req-6c2ac919-625f-40d5-b9ef-af4e8e0809fe tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:07:41.108356 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-dfa795cb-0960-4e57-811a-43f7a1bb672d req-6c2ac919-625f-40d5-b9ef-af4e8e0809fe tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] 10.222.0.11 "GET /v2.0/ports?device_id=acfaf01c-ccba-49be-b431-f535e0d1bf64 HTTP/1.1" status: 200  len: 944 time: 0.0964887
Jul 06 02:07:41.196312 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-dfa795cb-0960-4e57-811a-43f7a1bb672d req-0246c052-c3f8-4909-8bec-4836962ac8c2 tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] 10.222.0.11 "GET /v2.0/security-groups?id=a393ecc9-7ff6-4be6-84ad-144ad9a41d0d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0790961
Jul 06 02:07:41.326835 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9063bfb9-6a73-4a1f-a11a-f39ca3f6754b tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] Router f033004d-a78c-4ace-b6fe-7324aeb0d8f4 has already been hosted by L3 agent 61912d2b-cbf3-48c5-b8b2-dcc1c49052a5 {{(pid=80981) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Jul 06 02:07:41.545426 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9063bfb9-6a73-4a1f-a11a-f39ca3f6754b tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] Notify agent at l3_agent.dv-cinder-799546-3-iscsi the message routers_updated {{(pid=80981) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jul 06 02:07:41.559233 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed23b108-9337-4501-b4b6-105cae7cc3b2 None None] Sync routers for ids ['f033004d-a78c-4ace-b6fe-7324aeb0d8f4'] in dv-cinder-799546-3-iscsi {{(pid=80982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Jul 06 02:07:41.581083 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed23b108-9337-4501-b4b6-105cae7cc3b2 None None] Routers {'f033004d-a78c-4ace-b6fe-7324aeb0d8f4'} bound to L3 agent in host dv-cinder-799546-3-iscsi {{(pid=80982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 06 02:07:41.581618 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_hamode_db [None req-ed23b108-9337-4501-b4b6-105cae7cc3b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f31d9747b00>, 'dv-cinder-799546-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T01:50:03Z,description=<?>,heartbeat_timestamp=2021-07-06T02:07:33Z,host='dv-cinder-799546-3-iscsi',id=61912d2b-cbf3-48c5-b8b2-dcc1c49052a5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-06T01:50:03Z,topic='l3_agent')) {'router_ids': ['f033004d-a78c-4ace-b6fe-7324aeb0d8f4'], 'active': True} {{(pid=80982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 02:07:41.726698 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-9063bfb9-6a73-4a1f-a11a-f39ca3f6754b tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91827'] for floatingip, before_response {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:07:41.772160 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_dvr_db [None req-ed23b108-9337-4501-b4b6-105cae7cc3b2 None None] Set router f033004d-a78c-4ace-b6fe-7324aeb0d8f4 gateway port host: dv-cinder-799546-3-iscsi {{(pid=80982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:850}}
Jul 06 02:07:41.791500 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-9063bfb9-6a73-4a1f-a11a-f39ca3f6754b tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] 10.222.0.11 "DELETE /v2.0/floatingips/420085ed-3c49-4ecd-a5c5-87af5cacc52f HTTP/1.1" status: 204  len: 168 time: 2.3730526
Jul 06 02:07:41.792570 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '848f0167-2894-477b-bc20-558ceadb1d77', 'tag': '69912c39-4fbd-4132-973d-842ed3df2ab5'}] {{(pid=80981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 06 02:07:41.851516 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '848f0167-2894-477b-bc20-558ceadb1d77', 'tag': '69912c39-4fbd-4132-973d-842ed3df2ab5', 'status': 'completed', 'code': 200}
Jul 06 02:07:41.974451 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-e9bfd1bc-c8dd-4e54-b557-f4e2938e6959 req-f3099fcd-2952-4f79-87c6-2e0c91a8553e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ce54b2b29f0c4db48f132919c87de2f3&device_id=848f0167-2894-477b-bc20-558ceadb1d77 HTTP/1.1" status: 200  len: 1098 time: 0.0902894
Jul 06 02:07:42.009481 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-7b7f7839-9f30-4468-8e4e-f65c150fa54e req-61efa3d6-c6f8-48cc-a223-8fa7a228140f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=848f0167-2894-477b-bc20-558ceadb1d77&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0917633
Jul 06 02:07:42.139248 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bfd1bc-c8dd-4e54-b557-f4e2938e6959 req-d89a058e-449a-46f9-b671-71b7090902f6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:07:42.140743 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-e9bfd1bc-c8dd-4e54-b557-f4e2938e6959 req-d89a058e-449a-46f9-b671-71b7090902f6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=071e3c2f-cf0c-415c-b6d3-47995c0b5e75 HTTP/1.1" status: 200  len: 910 time: 0.1588056
Jul 06 02:07:42.150976 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_hamode_db [None req-ed23b108-9337-4501-b4b6-105cae7cc3b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f31d9747b00>, [{'id': 'f033004d-a78c-4ace-b6fe-7324aeb0d8f4', 'name': 'tempest-TestShelveInstance-1026164652-router', 'tenant_id': 'ce54b2b29f0c4db48f132919c87de2f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8', 'external_fixed_ips': [{'subnet_id': '24d74941-6bd6-4d03-882f-a623d522833f', 'ip_address': '172.27.1.11'}], 'enable_snat': True}, 'gw_port_id': 'de9c5ea3-302c-4c84-a723-3e2f92349dac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T02:00:44Z', 'updated_at': '2021-07-06T02:00:57Z', 'revision_number': 4, 'project_id': 'ce54b2b29f0c4db48f132919c87de2f3', 'gw_port': {'id': 'de9c5ea3-302c-4c84-a723-3e2f92349dac', 'name': '', 'network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:e5:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f033004d-a78c-4ace-b6fe-7324aeb0d8f4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '24d74941-6bd6-4d03-882f-a623d522833f', 'ip_address': '172.27.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T02:00:47Z', 'updated_at': '2021-07-06T02:01:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24d74941-6bd6-4d03-882f-a623d522833f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799546-3-iscsi', '_interfaces': [{'id': 'e75857d8-8771-4e59-bffd-0a937d7043af', 'name': '', 'network_id': '071e3c2f-cf0c-415c-b6d3-47995c0b5e75', 'tenant_id': 'ce54b2b29f0c4db48f132919c87de2f3', 'mac_address': 'fa:16:3e:46:73:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f033004d-a78c-4ace-b6fe-7324aeb0d8f4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8c53f2ac-179f-40db-a015-badba4b27300', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T02:00:55Z', 'updated_at': '2021-07-06T02:01:10Z', 'revision_number': 5, 'project_id': 'ce54b2b29f0c4db48f132919c87de2f3', 'subnets': [{'id': '8c53f2ac-179f-40db-a015-badba4b27300', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799546-3-iscsi', False) {} {{(pid=80982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 02:07:42.155294 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed23b108-9337-4501-b4b6-105cae7cc3b2 None None] Checking router: f033004d-a78c-4ace-b6fe-7324aeb0d8f4 for host: dv-cinder-799546-3-iscsi {{(pid=80982) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Jul 06 02:07:42.167716 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed23b108-9337-4501-b4b6-105cae7cc3b2 None None] Routers {'f033004d-a78c-4ace-b6fe-7324aeb0d8f4'} bound to L3 agent in host dv-cinder-799546-3-iscsi {{(pid=80982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 06 02:07:42.172249 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_hamode_db [None req-ed23b108-9337-4501-b4b6-105cae7cc3b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f31d9747b00>, 'dv-cinder-799546-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T01:50:03Z,description=<?>,heartbeat_timestamp=2021-07-06T02:07:33Z,host='dv-cinder-799546-3-iscsi',id=61912d2b-cbf3-48c5-b8b2-dcc1c49052a5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-06T01:50:03Z,topic='l3_agent')) {'router_ids': ['f033004d-a78c-4ace-b6fe-7324aeb0d8f4'], 'active': True} {{(pid=80982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 02:07:42.215110 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-e9bfd1bc-c8dd-4e54-b557-f4e2938e6959 req-1c650d36-254c-49f9-9554-4913f2662174 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=69912c39-4fbd-4132-973d-842ed3df2ab5 HTTP/1.1" status: 200  len: 217 time: 0.0667915
Jul 06 02:07:42.365111 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bfd1bc-c8dd-4e54-b557-f4e2938e6959 req-2bda5389-c3a7-465c-91ea-149f81e6439b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:07:42.366847 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-e9bfd1bc-c8dd-4e54-b557-f4e2938e6959 req-2bda5389-c3a7-465c-91ea-149f81e6439b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8c53f2ac-179f-40db-a015-badba4b27300 HTTP/1.1" status: 200  len: 848 time: 0.1435575
Jul 06 02:07:42.390873 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_dvr_db [None req-ed23b108-9337-4501-b4b6-105cae7cc3b2 None None] Set router f033004d-a78c-4ace-b6fe-7324aeb0d8f4 gateway port host: dv-cinder-799546-3-iscsi {{(pid=80982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:850}}
Jul 06 02:07:42.451379 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152ee198-eb03-4796-91c0-26ac0cbdebe1 req-817eb321-5141-4d92-92e5-092ce6a50dd1 tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:07:42.453230 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-152ee198-eb03-4796-91c0-26ac0cbdebe1 req-817eb321-5141-4d92-92e5-092ce6a50dd1 tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] 10.222.0.11 "GET /v2.0/ports?device_id=848f0167-2894-477b-bc20-558ceadb1d77 HTTP/1.1" status: 200  len: 945 time: 0.1840849
Jul 06 02:07:42.460703 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80980) accepted ('10.222.0.11', 47532) {{(pid=80980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 02:07:42.492173 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51f2730-85b1-4365-a3dd-33f94f1bcb5b req-640c7c01-e121-495d-9074-486abc148e2a tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:07:42.494054 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-f51f2730-85b1-4365-a3dd-33f94f1bcb5b req-640c7c01-e121-495d-9074-486abc148e2a tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] 10.222.0.11 "GET /v2.0/ports?device_id=acfaf01c-ccba-49be-b431-f535e0d1bf64 HTTP/1.1" status: 200  len: 944 time: 0.1095376
Jul 06 02:07:42.517991 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-e9bfd1bc-c8dd-4e54-b557-f4e2938e6959 req-7349872f-700f-4de4-abda-a24b1efb453c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=071e3c2f-cf0c-415c-b6d3-47995c0b5e75&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1388237
Jul 06 02:07:42.562200 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-f51f2730-85b1-4365-a3dd-33f94f1bcb5b req-db027562-eb2c-4cad-80e3-d1034c2d403a tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] 10.222.0.11 "GET /v2.0/security-groups?id=a393ecc9-7ff6-4be6-84ad-144ad9a41d0d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0548713
Jul 06 02:07:42.578379 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-152ee198-eb03-4796-91c0-26ac0cbdebe1 req-ba9e052b-9164-42ba-b17e-8b6bc5d06f0b tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] 10.222.0.11 "GET /v2.0/security-groups?id=5f03d441-1e82-42a5-bcde-a0beac2e68f3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1040761
Jul 06 02:07:42.729308 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-2d371f3c-8396-46d9-b1a4-2af3cdb38f68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:07:42.783514 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-e9bfd1bc-c8dd-4e54-b557-f4e2938e6959 req-a68efad6-84ce-4dc2-8534-b854103c35cf service neutron] 10.222.0.37 "GET /v2.0/networks/071e3c2f-cf0c-415c-b6d3-47995c0b5e75?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2537489
Jul 06 02:07:42.791421 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-2d371f3c-8396-46d9-b1a4-2af3cdb38f68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 02:07:42.806321 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_hamode_db [None req-ed23b108-9337-4501-b4b6-105cae7cc3b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f31d9747b00>, [{'id': 'f033004d-a78c-4ace-b6fe-7324aeb0d8f4', 'name': 'tempest-TestShelveInstance-1026164652-router', 'tenant_id': 'ce54b2b29f0c4db48f132919c87de2f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8', 'external_fixed_ips': [{'subnet_id': '24d74941-6bd6-4d03-882f-a623d522833f', 'ip_address': '172.27.1.11'}], 'enable_snat': True}, 'gw_port_id': 'de9c5ea3-302c-4c84-a723-3e2f92349dac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T02:00:44Z', 'updated_at': '2021-07-06T02:00:57Z', 'revision_number': 4, 'project_id': 'ce54b2b29f0c4db48f132919c87de2f3', 'gw_port': {'id': 'de9c5ea3-302c-4c84-a723-3e2f92349dac', 'name': '', 'network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:e5:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f033004d-a78c-4ace-b6fe-7324aeb0d8f4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '24d74941-6bd6-4d03-882f-a623d522833f', 'ip_address': '172.27.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T02:00:47Z', 'updated_at': '2021-07-06T02:01:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24d74941-6bd6-4d03-882f-a623d522833f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799546-3-iscsi', '_interfaces': [{'id': 'e75857d8-8771-4e59-bffd-0a937d7043af', 'name': '', 'network_id': '071e3c2f-cf0c-415c-b6d3-47995c0b5e75', 'tenant_id': 'ce54b2b29f0c4db48f132919c87de2f3', 'mac_address': 'fa:16:3e:46:73:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f033004d-a78c-4ace-b6fe-7324aeb0d8f4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8c53f2ac-179f-40db-a015-badba4b27300', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T02:00:55Z', 'updated_at': '2021-07-06T02:01:10Z', 'revision_number': 5, 'project_id': 'ce54b2b29f0c4db48f132919c87de2f3', 'subnets': [{'id': '8c53f2ac-179f-40db-a015-badba4b27300', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799546-3-iscsi', False) {} {{(pid=80982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 02:07:42.811010 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed23b108-9337-4501-b4b6-105cae7cc3b2 None None] The sync data for ids ['f033004d-a78c-4ace-b6fe-7324aeb0d8f4'] in dv-cinder-799546-3-iscsi is: [{'id': 'f033004d-a78c-4ace-b6fe-7324aeb0d8f4', 'name': 'tempest-TestShelveInstance-1026164652-router', 'tenant_id': 'ce54b2b29f0c4db48f132919c87de2f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8', 'external_fixed_ips': [{'subnet_id': '24d74941-6bd6-4d03-882f-a623d522833f', 'ip_address': '172.27.1.11'}], 'enable_snat': True}, 'gw_port_id': 'de9c5ea3-302c-4c84-a723-3e2f92349dac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T02:00:44Z', 'updated_at': '2021-07-06T02:00:57Z', 'revision_number': 4, 'project_id': 'ce54b2b29f0c4db48f132919c87de2f3', 'gw_port': {'id': 'de9c5ea3-302c-4c84-a723-3e2f92349dac', 'name': '', 'network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:e5:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f033004d-a78c-4ace-b6fe-7324aeb0d8f4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '24d74941-6bd6-4d03-882f-a623d522833f', 'ip_address': '172.27.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T02:00:47Z', 'updated_at': '2021-07-06T02:01:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24d74941-6bd6-4d03-882f-a623d522833f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799546-3-iscsi', '_interfaces': [{'id': 'e75857d8-8771-4e59-bffd-0a937d7043af', 'name': '', 'network_id': '071e3c2f-cf0c-415c-b6d3-47995c0b5e75', 'tenant_id': 'ce54b2b29f0c4db48f132919c87de2f3', 'mac_address': 'fa:16:3e:46:73:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f033004d-a78c-4ace-b6fe-7324aeb0d8f4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8c53f2ac-179f-40db-a015-badba4b27300', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T02:00:55Z', 'updated_at': '2021-07-06T02:01:10Z', 'revision_number': 5, 'project_id': 'ce54b2b29f0c4db48f132919c87de2f3', 'subnets': [{'id': '8c53f2ac-179f-40db-a015-badba4b27300', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=80982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Jul 06 02:07:42.820325 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-2d371f3c-8396-46d9-b1a4-2af3cdb38f68 admin admin] Usage tracker for resource:security_group_rule and tenant:c0631272a7894a52a02a2b4a3ad7e0df is out of sync, need to count used quota {{(pid=80980) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 02:07:42.875782 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-2d371f3c-8396-46d9-b1a4-2af3cdb38f68 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80980) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 02:07:42.896973 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-2d371f3c-8396-46d9-b1a4-2af3cdb38f68 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 02:07:43.240456 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-e9bfd1bc-c8dd-4e54-b557-f4e2938e6959 req-f1012e98-86eb-44ea-b36c-02b17552bbd0 service neutron] 10.222.0.37 "GET /v2.0/networks/071e3c2f-cf0c-415c-b6d3-47995c0b5e75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4463367
Jul 06 02:07:43.281375 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-2d371f3c-8396-46d9-b1a4-2af3cdb38f68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:07:43.304618 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-091d3dc4-ed95-4cf7-937d-269d80e5c21c None None] New status for floating IP 420085ed-3c49-4ecd-a5c5-87af5cacc52f: DOWN {{(pid=80983) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:278}}
Jul 06 02:07:43.317807 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.rpc [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Device adea360c-04d6-43af-806e-090ab661d6e7 details requested by agent hyperv_hv-cinder-79954 with host hv-cinder-79954 {{(pid=80982) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:87}}
Jul 06 02:07:43.322125 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-2d371f3c-8396-46d9-b1a4-2af3cdb38f68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428228'] for security_group, after_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:07:43.335371 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-4cec85f3-463c-471f-8620-ca4f02fd6e49 tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:07:43.382568 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d371f3c-8396-46d9-b1a4-2af3cdb38f68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=784f2890-b058-403b-828c-304041fa94f9,revision_number=1']} {{(pid=80980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:07:43.386146 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-2d371f3c-8396-46d9-b1a4-2af3cdb38f68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:07:43.444053 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-2d371f3c-8396-46d9-b1a4-2af3cdb38f68 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c0631272a7894a52a02a2b4a3ad7e0df&name=default HTTP/1.1" status: 200  len: 2629 time: 0.9816554
Jul 06 02:07:43.448051 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80981) accepted ('10.222.0.11', 47544) {{(pid=80981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 02:07:43.476813 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] For port adea360c-04d6-43af-806e-090ab661d6e7, host hv-cinder-79954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79954',level=0,port_id=adea360c-04d6-43af-806e-090ab661d6e7,segment=NetworkSegment(dcf4052e-6231-4287-ac99-bb6742207439),segment_id=dcf4052e-6231-4287-ac99-bb6742207439)] {{(pid=80982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 02:07:43.483879 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-7b7f7839-9f30-4468-8e4e-f65c150fa54e req-01ad7a0c-9bf7-419f-bba7-90a81b6e416b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ce54b2b29f0c4db48f132919c87de2f3&device_id=848f0167-2894-477b-bc20-558ceadb1d77 HTTP/1.1" status: 200  len: 1098 time: 0.0961030
Jul 06 02:07:43.492518 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.rpc [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Returning: {'device': 'adea360c-04d6-43af-806e-090ab661d6e7', 'network_id': 'efeb8d93-c6ba-4827-a604-9cb60992a02a', 'port_id': 'adea360c-04d6-43af-806e-090ab661d6e7', 'mac_address': 'fa:16:3e:36:02:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63f99ad3-918a-4138-8fb2-218a809df3f9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80982) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:165}}
Jul 06 02:07:43.521255 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-292a28b5-749e-42d7-8f6a-e8475173b341 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:07:43.550963 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1050496'] for port, before_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:07:43.556914 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-292a28b5-749e-42d7-8f6a-e8475173b341 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:07:43.570437 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.notifiers.nova [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id adea360c-04d6-43af-806e-090ab661d6e7 {{(pid=80982) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Jul 06 02:07:43.589104 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] For port adea360c-04d6-43af-806e-090ab661d6e7, host hv-cinder-79954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79954',level=0,port_id=adea360c-04d6-43af-806e-090ab661d6e7,segment=NetworkSegment(dcf4052e-6231-4287-ac99-bb6742207439),segment_id=dcf4052e-6231-4287-ac99-bb6742207439)] {{(pid=80982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 02:07:43.634724 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740753762112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740753409037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296101366746'] for port, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:07:43.637994 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-8d460386-7d1a-4d96-8564-1456db989961 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:07:43.650473 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7f7839-9f30-4468-8e4e-f65c150fa54e req-8b91872b-e43d-48b2-b0a3-b1642cd2d10f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:07:43.652085 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-7b7f7839-9f30-4468-8e4e-f65c150fa54e req-8b91872b-e43d-48b2-b0a3-b1642cd2d10f service neutron] 10.222.0.37 "GET /v2.0/networks?id=071e3c2f-cf0c-415c-b6d3-47995c0b5e75 HTTP/1.1" status: 200  len: 910 time: 0.1421161
Jul 06 02:07:43.707886 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Pushing event updated for resources: {'Port': ['ID=adea360c-04d6-43af-806e-090ab661d6e7,revision_number=4']} {{(pid=80982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:07:43.711744 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:07:43.735667 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-7b7f7839-9f30-4468-8e4e-f65c150fa54e req-8e7ebfb5-04f1-4356-8a4d-60e716d1242a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=69912c39-4fbd-4132-973d-842ed3df2ab5 HTTP/1.1" status: 200  len: 217 time: 0.0730808
Jul 06 02:07:43.867099 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] get_ports_and_sgs() called for port_ids ['adea360c-04d6-43af-806e-090ab661d6e7'] {{(pid=80982) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:184}}
Jul 06 02:07:43.895254 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7f7839-9f30-4468-8e4e-f65c150fa54e req-31088258-93f5-4ad5-9729-e1fe5bfcf5d6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:07:43.896872 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-7b7f7839-9f30-4468-8e4e-f65c150fa54e req-31088258-93f5-4ad5-9729-e1fe5bfcf5d6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8c53f2ac-179f-40db-a015-badba4b27300 HTTP/1.1" status: 200  len: 848 time: 0.1410878
Jul 06 02:07:43.927889 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571d1647-8a75-468c-a92b-391adda65c34 req-5e5bf296-83d4-4687-b67e-caca7ba9ff97 tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:07:43.928696 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [req-571d1647-8a75-468c-a92b-391adda65c34 req-5e5bf296-83d4-4687-b67e-caca7ba9ff97 tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] Synchronizing usage tracker for tenant:ce54b2b29f0c4db48f132919c87de2f3 on resource:port {{(pid=80981) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 06 02:07:43.950984 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7671584b-0e27-475f-b893-f56d99e55cc0 req-6a919b58-9709-4677-b4a3-ced6934dd6ce tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:07:43.952789 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-7671584b-0e27-475f-b893-f56d99e55cc0 req-6a919b58-9709-4677-b4a3-ced6934dd6ce tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] 10.222.0.11 "GET /v2.0/ports?device_id=acfaf01c-ccba-49be-b431-f535e0d1bf64 HTTP/1.1" status: 200  len: 945 time: 0.1970365
Jul 06 02:07:43.976392 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d8e39b-f5af-4575-8446-6a16a0051a1e req-c049f0bd-e4e6-4278-84ae-6754a99c3498 tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:07:43.978130 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-00d8e39b-f5af-4575-8446-6a16a0051a1e req-c049f0bd-e4e6-4278-84ae-6754a99c3498 tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] 10.222.0.11 "GET /v2.0/ports?device_id=848f0167-2894-477b-bc20-558ceadb1d77 HTTP/1.1" status: 200  len: 945 time: 0.1637104
Jul 06 02:07:43.998804 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-292a28b5-749e-42d7-8f6a-e8475173b341 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428228'] for security_group, after_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:07:44.015993 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-ac26ada5-250f-4a55-b6ac-92a50d1721cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:07:44.039748 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [req-571d1647-8a75-468c-a92b-391adda65c34 req-5e5bf296-83d4-4687-b67e-caca7ba9ff97 tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] Unset dirty status for tenant:ce54b2b29f0c4db48f132919c87de2f3 on resource:port {{(pid=80981) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 06 02:07:44.041176 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-571d1647-8a75-468c-a92b-391adda65c34 req-5e5bf296-83d4-4687-b67e-caca7ba9ff97 tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] 10.222.0.37 "GET /v2.0/ports?device_id=848f0167-2894-477b-bc20-558ceadb1d77 HTTP/1.1" status: 200  len: 945 time: 0.2280872
Jul 06 02:07:44.047620 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-292a28b5-749e-42d7-8f6a-e8475173b341 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:07:44.049622 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-00d8e39b-f5af-4575-8446-6a16a0051a1e req-56d73a46-3317-4399-8042-9007628d3f50 tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] 10.222.0.11 "GET /v2.0/security-groups?id=5f03d441-1e82-42a5-bcde-a0beac2e68f3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0620430
Jul 06 02:07:44.050190 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-292a28b5-749e-42d7-8f6a-e8475173b341 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/784f2890-b058-403b-828c-304041fa94f9 HTTP/1.1" status: 204  len: 168 time: 0.6008594
Jul 06 02:07:44.051884 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292a28b5-749e-42d7-8f6a-e8475173b341 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=784f2890-b058-403b-828c-304041fa94f9,revision_number=None']} {{(pid=80981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:07:44.052641 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-7b7f7839-9f30-4468-8e4e-f65c150fa54e req-56fc5fc9-2ed5-4520-8c48-19606031e979 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=071e3c2f-cf0c-415c-b6d3-47995c0b5e75&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1461253
Jul 06 02:07:44.091897 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-292a28b5-749e-42d7-8f6a-e8475173b341 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:07:44.096586 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-7671584b-0e27-475f-b893-f56d99e55cc0 req-9e7af33b-dc61-4568-92ae-cf6059ab3d6f tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] 10.222.0.11 "GET /v2.0/security-groups?id=a393ecc9-7ff6-4be6-84ad-144ad9a41d0d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1353092
Jul 06 02:07:44.220536 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.plugin [req-571d1647-8a75-468c-a92b-391adda65c34 req-f5d071f5-1466-4517-b08c-fc84e80add13 tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] Deleting port 69912c39-4fbd-4132-973d-842ed3df2ab5 {{(pid=80981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1879}}
Jul 06 02:07:44.221247 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-571d1647-8a75-468c-a92b-391adda65c34 req-f5d071f5-1466-4517-b08c-fc84e80add13 tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296100957044'] for port, before_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:07:44.256864 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-7b7f7839-9f30-4468-8e4e-f65c150fa54e req-9299842b-1361-4d02-b116-06ba40766f96 service neutron] 10.222.0.37 "GET /v2.0/networks/071e3c2f-cf0c-415c-b6d3-47995c0b5e75?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1951256
Jul 06 02:07:44.448380 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-7b7f7839-9f30-4468-8e4e-f65c150fa54e req-2bb7bfb6-f773-4a0a-85ea-0e8afce6110a service neutron] 10.222.0.37 "GET /v2.0/networks/071e3c2f-cf0c-415c-b6d3-47995c0b5e75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1841040
Jul 06 02:07:44.600467 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [req-571d1647-8a75-468c-a92b-391adda65c34 req-f5d071f5-1466-4517-b08c-fc84e80add13 tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] For port 69912c39-4fbd-4132-973d-842ed3df2ab5, host hv-cinder-79954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79954',level=0,port_id=69912c39-4fbd-4132-973d-842ed3df2ab5,segment=NetworkSegment(6c0c94b9-69f6-424f-b5a2-121e4144d259),segment_id=6c0c94b9-69f6-424f-b5a2-121e4144d259)] {{(pid=80981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 02:07:44.601184 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-571d1647-8a75-468c-a92b-391adda65c34 req-f5d071f5-1466-4517-b08c-fc84e80add13 tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328131'] for port, precommit_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:07:44.742828 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.plugin [req-571d1647-8a75-468c-a92b-391adda65c34 req-f5d071f5-1466-4517-b08c-fc84e80add13 tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] Calling delete_port for 69912c39-4fbd-4132-973d-842ed3df2ab5 owned by compute:nova {{(pid=80981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1952}}
Jul 06 02:07:44.949506 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-571d1647-8a75-468c-a92b-391adda65c34 req-f5d071f5-1466-4517-b08c-fc84e80add13 tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740753762095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296101366780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839890433'] for port, after_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:07:44.955653 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-2513b60e-e675-4460-ba6b-15df09a3d64a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:07:45.002668 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d071f5-1466-4517-b08c-fc84e80add13 tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] Pushing event deleted for resources: {'Port': ['ID=69912c39-4fbd-4132-973d-842ed3df2ab5,revision_number=None']} {{(pid=80981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:07:45.007076 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-f5d071f5-1466-4517-b08c-fc84e80add13 tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:07:45.105124 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_dvrscheduler_db [req-571d1647-8a75-468c-a92b-391adda65c34 req-f5d071f5-1466-4517-b08c-fc84e80add13 tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] No DVR routers for this DVR port 69912c39-4fbd-4132-973d-842ed3df2ab5 on host hv-cinder-79954 {{(pid=80981) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jul 06 02:07:45.108591 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-571d1647-8a75-468c-a92b-391adda65c34 req-f5d071f5-1466-4517-b08c-fc84e80add13 tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91827'] for port, before_response {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:07:45.112847 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '848f0167-2894-477b-bc20-558ceadb1d77', 'name': 'network-vif-deleted', 'tag': '69912c39-4fbd-4132-973d-842ed3df2ab5'}] {{(pid=80981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 06 02:07:45.226697 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.agents_db [None req-b173abe4-0d36-4765-adb2-33779d11156f None None] Agent healthcheck: found 6 active agents {{(pid=80983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Jul 06 02:07:45.236372 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '848f0167-2894-477b-bc20-558ceadb1d77', 'name': 'network-vif-deleted', 'tag': '69912c39-4fbd-4132-973d-842ed3df2ab5', 'status': 'completed', 'code': 200}
Jul 06 02:07:45.247452 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [req-7254a56e-4379-4597-83c6-18e8b8bc0403 req-4c9f4dc0-6f98-4da0-9cb6-f2e24384f5c1 tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] Synchronizing usage tracker for tenant:ce54b2b29f0c4db48f132919c87de2f3 on resource:port {{(pid=80981) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 06 02:07:45.252531 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-571d1647-8a75-468c-a92b-391adda65c34 req-f5d071f5-1466-4517-b08c-fc84e80add13 tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] 10.222.0.37 "DELETE /v2.0/ports/69912c39-4fbd-4132-973d-842ed3df2ab5 HTTP/1.1" status: 204  len: 173 time: 1.1633584
Jul 06 02:07:45.318416 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.rpc [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Device adea360c-04d6-43af-806e-090ab661d6e7 up at agent hyperv_hv-cinder-79954 {{(pid=80982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:273}}
Jul 06 02:07:45.321087 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [req-7254a56e-4379-4597-83c6-18e8b8bc0403 req-4c9f4dc0-6f98-4da0-9cb6-f2e24384f5c1 tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] Unset dirty status for tenant:ce54b2b29f0c4db48f132919c87de2f3 on resource:port {{(pid=80981) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 06 02:07:45.323369 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-7254a56e-4379-4597-83c6-18e8b8bc0403 req-4c9f4dc0-6f98-4da0-9cb6-f2e24384f5c1 tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] 10.222.0.11 "GET /v2.0/ports?device_id=848f0167-2894-477b-bc20-558ceadb1d77 HTTP/1.1" status: 200  len: 210 time: 0.1409924
Jul 06 02:07:45.408769 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80aaf772-c32a-4a1c-9ea0-851a6835967e req-10209ac3-9f3c-4d55-9bf3-c90a3b6872d9 tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:07:45.422506 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-80aaf772-c32a-4a1c-9ea0-851a6835967e req-10209ac3-9f3c-4d55-9bf3-c90a3b6872d9 tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] 10.222.0.11 "GET /v2.0/ports?device_id=acfaf01c-ccba-49be-b431-f535e0d1bf64 HTTP/1.1" status: 200  len: 945 time: 0.1054242
Jul 06 02:07:45.467347 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.provisioning_blocks [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Provisioning for port adea360c-04d6-43af-806e-090ab661d6e7 completed by entity L2. {{(pid=80982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 06 02:07:45.477125 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.provisioning_blocks [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Provisioning complete for port adea360c-04d6-43af-806e-090ab661d6e7 triggered by entity L2. {{(pid=80982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 06 02:07:45.477935 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1309268'] for port, provisioning_complete {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:07:45.481378 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-80aaf772-c32a-4a1c-9ea0-851a6835967e req-150099c7-9d16-4ee4-9514-22462d909de4 tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] 10.222.0.11 "GET /v2.0/security-groups?id=a393ecc9-7ff6-4be6-84ad-144ad9a41d0d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0577607
Jul 06 02:07:45.627766 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1050496'] for port, before_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:07:45.853297 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acfaf01c-ccba-49be-b431-f535e0d1bf64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adea360c-04d6-43af-806e-090ab661d6e7'}] {{(pid=80982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 06 02:07:45.867487 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] For port adea360c-04d6-43af-806e-090ab661d6e7, host hv-cinder-79954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79954',level=0,port_id=adea360c-04d6-43af-806e-090ab661d6e7,segment=NetworkSegment(dcf4052e-6231-4287-ac99-bb6742207439),segment_id=dcf4052e-6231-4287-ac99-bb6742207439)] {{(pid=80982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 02:07:45.917183 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740753762112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740753409037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296101366746'] for port, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:07:45.917183 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-240a1751-1dce-40b4-ac59-d0b418fde64f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:07:45.995245 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acfaf01c-ccba-49be-b431-f535e0d1bf64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adea360c-04d6-43af-806e-090ab661d6e7', 'code': 200}
Jul 06 02:07:46.032288 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Pushing event updated for resources: {'Port': ['ID=adea360c-04d6-43af-806e-090ab661d6e7,revision_number=5']} {{(pid=80982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:07:46.035761 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=80982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:07:46.328511 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-cd61d86c-bd2b-4b3a-81ca-f557d4e7876b req-ad9de4f8-973e-4917-9b24-adbdd143c8d7 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=acfaf01c-ccba-49be-b431-f535e0d1bf64 HTTP/1.1" status: 200  len: 1099 time: 0.0910547
Jul 06 02:07:46.387320 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-cd61d86c-bd2b-4b3a-81ca-f557d4e7876b req-4418408f-a457-4abe-b1bc-e22fee99c7a4 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=a393ecc9-7ff6-4be6-84ad-144ad9a41d0d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429530
Jul 06 02:07:46.523766 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-e2c7bce2-61b2-42b2-a707-255e98a97026 req-f3601ca8-1856-411b-b9ad-404cc8801226 tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] 10.222.0.11 "GET /v2.0/ports?device_id=848f0167-2894-477b-bc20-558ceadb1d77 HTTP/1.1" status: 200  len: 210 time: 0.0464253
Jul 06 02:07:46.574675 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5330457a-4e23-498f-9360-3a1ec2fdf2fb req-21c5b210-fdbc-4059-a44b-87ae90c82401 tempest-VolumesSnapshotTestJSON-1175186291 tempest-VolumesSnapshotTestJSON-1175186291-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:07:46.576282 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-5330457a-4e23-498f-9360-3a1ec2fdf2fb req-21c5b210-fdbc-4059-a44b-87ae90c82401 tempest-VolumesSnapshotTestJSON-1175186291 tempest-VolumesSnapshotTestJSON-1175186291-project] 10.222.0.11 "GET /v2.0/ports?device_id=b81e0d6d-bfdf-4f2c-9b16-c1bd718da88a HTTP/1.1" status: 200  len: 945 time: 0.0850067
Jul 06 02:07:46.627648 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-5330457a-4e23-498f-9360-3a1ec2fdf2fb req-88fbe620-3077-4d63-a148-3d14515d5a8a tempest-VolumesSnapshotTestJSON-1175186291 tempest-VolumesSnapshotTestJSON-1175186291-project] 10.222.0.11 "GET /v2.0/security-groups?id=847ecf8e-1afa-4cdd-841b-4e3c07f668aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443342
Jul 06 02:07:46.714535 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14736d67-d080-45f0-b5c2-2d54ed2f43e2 req-0bcad183-13c8-4e88-8c70-ff7d8e979fae tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:07:46.720145 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-14736d67-d080-45f0-b5c2-2d54ed2f43e2 req-0bcad183-13c8-4e88-8c70-ff7d8e979fae tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] 10.222.0.11 "GET /v2.0/ports?device_id=acfaf01c-ccba-49be-b431-f535e0d1bf64 HTTP/1.1" status: 200  len: 946 time: 0.0831137
Jul 06 02:07:46.779081 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-14736d67-d080-45f0-b5c2-2d54ed2f43e2 req-7fea4215-7a2a-489f-8571-ce32a960cf24 tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] 10.222.0.11 "GET /v2.0/security-groups?id=a393ecc9-7ff6-4be6-84ad-144ad9a41d0d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0547287
Jul 06 02:07:47.319460 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.rpc [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Device 69912c39-4fbd-4132-973d-842ed3df2ab5 no longer exists at agent hyperv_hv-cinder-79954 {{(pid=80982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:242}}
Jul 06 02:07:47.356026 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.plugin [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] No Port match for: 69912c39-4fbd-4132-973d-842ed3df2ab5 {{(pid=80982) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2217}}
Jul 06 02:07:47.356414 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.rpc [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Device 69912c39-4fbd-4132-973d-842ed3df2ab5 not bound to the agent host hv-cinder-79954 {{(pid=80982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:250}}
Jul 06 02:07:47.629179 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80981) accepted ('10.222.0.11', 47618) {{(pid=80981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 02:07:47.706045 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-407ac62c-be4e-49f6-87af-895b66c5d212 tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] Notify callbacks [] for security_group, before_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:07:47.738544 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-407ac62c-be4e-49f6-87af-895b66c5d212 tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:07:47.864830 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c63dac8-043c-4336-9363-3b1493ec3d72 req-19d9720f-874e-4b95-bcdd-15514b2fe971 tempest-VolumesSnapshotTestJSON-1175186291 tempest-VolumesSnapshotTestJSON-1175186291-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:07:47.866974 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-7c63dac8-043c-4336-9363-3b1493ec3d72 req-19d9720f-874e-4b95-bcdd-15514b2fe971 tempest-VolumesSnapshotTestJSON-1175186291 tempest-VolumesSnapshotTestJSON-1175186291-project] 10.222.0.11 "GET /v2.0/ports?device_id=b81e0d6d-bfdf-4f2c-9b16-c1bd718da88a HTTP/1.1" status: 200  len: 945 time: 0.1142690
Jul 06 02:07:47.911070 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-407ac62c-be4e-49f6-87af-895b66c5d212 tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428228'] for security_group, after_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:07:47.927124 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-16412db4-b169-43a6-a3c0-7870666209cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:07:47.949895 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407ac62c-be4e-49f6-87af-895b66c5d212 tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f03d441-1e82-42a5-bcde-a0beac2e68f3,revision_number=None']} {{(pid=80981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:07:47.952485 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-407ac62c-be4e-49f6-87af-895b66c5d212 tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:07:47.968448 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-7c63dac8-043c-4336-9363-3b1493ec3d72 req-6aa84ea6-d890-493a-82c0-c67bbbf398ee tempest-VolumesSnapshotTestJSON-1175186291 tempest-VolumesSnapshotTestJSON-1175186291-project] 10.222.0.11 "GET /v2.0/security-groups?id=847ecf8e-1afa-4cdd-841b-4e3c07f668aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0906785
Jul 06 02:07:47.975293 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-407ac62c-be4e-49f6-87af-895b66c5d212 tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] Notify callbacks [] for security_group, before_response {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:07:47.979867 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-407ac62c-be4e-49f6-87af-895b66c5d212 tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] 10.222.0.11 "DELETE /v2.0/security-groups/5f03d441-1e82-42a5-bcde-a0beac2e68f3 HTTP/1.1" status: 204  len: 168 time: 0.3494701
Jul 06 02:07:48.054480 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2e8408-cad7-4d51-af25-5f7a523343ff req-3fd6a59c-6f02-4ff2-948a-30dc1c881469 tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:07:48.056466 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-2b2e8408-cad7-4d51-af25-5f7a523343ff req-3fd6a59c-6f02-4ff2-948a-30dc1c881469 tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] 10.222.0.11 "GET /v2.0/ports?device_id=acfaf01c-ccba-49be-b431-f535e0d1bf64 HTTP/1.1" status: 200  len: 946 time: 0.1392629
Jul 06 02:07:48.086031 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80981) accepted ('10.222.0.11', 47632) {{(pid=80981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 02:07:48.133042 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-2b2e8408-cad7-4d51-af25-5f7a523343ff req-909d2be0-aed9-4159-9f5e-1d9373942c2e tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] 10.222.0.11 "GET /v2.0/security-groups?id=a393ecc9-7ff6-4be6-84ad-144ad9a41d0d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0669880
Jul 06 02:07:48.260051 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31018b41-5397-4a4f-8366-cda2e7d21927 req-c26d3885-6d85-48b2-8317-430f272b97f5 tempest-VolumesSnapshotTestJSON-1175186291 tempest-VolumesSnapshotTestJSON-1175186291-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:07:48.263057 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-31018b41-5397-4a4f-8366-cda2e7d21927 req-c26d3885-6d85-48b2-8317-430f272b97f5 tempest-VolumesSnapshotTestJSON-1175186291 tempest-VolumesSnapshotTestJSON-1175186291-project] 10.222.0.37 "GET /v2.0/ports?device_id=b81e0d6d-bfdf-4f2c-9b16-c1bd718da88a HTTP/1.1" status: 200  len: 945 time: 0.1401374
Jul 06 02:07:48.414047 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.plugin [req-31018b41-5397-4a4f-8366-cda2e7d21927 req-d062614b-82f2-4371-9452-24c6a8bbdaa0 tempest-VolumesSnapshotTestJSON-1175186291 tempest-VolumesSnapshotTestJSON-1175186291-project] Deleting port 9e6c1183-ec69-4448-92e8-f3d9bb9e7f99 {{(pid=80981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1879}}
Jul 06 02:07:48.414411 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-31018b41-5397-4a4f-8366-cda2e7d21927 req-d062614b-82f2-4371-9452-24c6a8bbdaa0 tempest-VolumesSnapshotTestJSON-1175186291 tempest-VolumesSnapshotTestJSON-1175186291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296100957044'] for port, before_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:07:48.985528 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [req-31018b41-5397-4a4f-8366-cda2e7d21927 req-d062614b-82f2-4371-9452-24c6a8bbdaa0 tempest-VolumesSnapshotTestJSON-1175186291 tempest-VolumesSnapshotTestJSON-1175186291-project] For port 9e6c1183-ec69-4448-92e8-f3d9bb9e7f99, host hv-cinder-79954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79954',level=0,port_id=9e6c1183-ec69-4448-92e8-f3d9bb9e7f99,segment=NetworkSegment(561a848c-a506-4525-86d8-2746b18179e9),segment_id=561a848c-a506-4525-86d8-2746b18179e9)] {{(pid=80981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 02:07:48.986094 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-31018b41-5397-4a4f-8366-cda2e7d21927 req-d062614b-82f2-4371-9452-24c6a8bbdaa0 tempest-VolumesSnapshotTestJSON-1175186291 tempest-VolumesSnapshotTestJSON-1175186291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328131'] for port, precommit_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:07:49.122013 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.plugin [req-31018b41-5397-4a4f-8366-cda2e7d21927 req-d062614b-82f2-4371-9452-24c6a8bbdaa0 tempest-VolumesSnapshotTestJSON-1175186291 tempest-VolumesSnapshotTestJSON-1175186291-project] Calling delete_port for 9e6c1183-ec69-4448-92e8-f3d9bb9e7f99 owned by compute:nova {{(pid=80981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1952}}
Jul 06 02:07:49.399000 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6085cff3-c1df-42ef-b9ce-c5ba54fbb2d3 req-c9024c01-e336-4399-be41-55033fe09354 tempest-VolumesSnapshotTestJSON-1175186291 tempest-VolumesSnapshotTestJSON-1175186291-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:07:49.400532 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-6085cff3-c1df-42ef-b9ce-c5ba54fbb2d3 req-c9024c01-e336-4399-be41-55033fe09354 tempest-VolumesSnapshotTestJSON-1175186291 tempest-VolumesSnapshotTestJSON-1175186291-project] 10.222.0.11 "GET /v2.0/ports?device_id=b81e0d6d-bfdf-4f2c-9b16-c1bd718da88a HTTP/1.1" status: 200  len: 945 time: 0.2852447
Jul 06 02:07:49.499273 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-31018b41-5397-4a4f-8366-cda2e7d21927 req-d062614b-82f2-4371-9452-24c6a8bbdaa0 tempest-VolumesSnapshotTestJSON-1175186291 tempest-VolumesSnapshotTestJSON-1175186291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740753762095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296101366780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839890433'] for port, after_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:07:49.511075 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:07:49.569056 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d062614b-82f2-4371-9452-24c6a8bbdaa0 tempest-VolumesSnapshotTestJSON-1175186291 tempest-VolumesSnapshotTestJSON-1175186291-project] Pushing event deleted for resources: {'Port': ['ID=9e6c1183-ec69-4448-92e8-f3d9bb9e7f99,revision_number=None']} {{(pid=80981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:07:49.578191 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-d062614b-82f2-4371-9452-24c6a8bbdaa0 tempest-VolumesSnapshotTestJSON-1175186291 tempest-VolumesSnapshotTestJSON-1175186291-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:07:49.626364 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-6085cff3-c1df-42ef-b9ce-c5ba54fbb2d3 req-788f7609-fc2e-4fd2-9a26-84d7a3b292eb tempest-VolumesSnapshotTestJSON-1175186291 tempest-VolumesSnapshotTestJSON-1175186291-project] 10.222.0.11 "GET /v2.0/security-groups?id=847ecf8e-1afa-4cdd-841b-4e3c07f668aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2108741
Jul 06 02:07:49.666718 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_dvrscheduler_db [req-31018b41-5397-4a4f-8366-cda2e7d21927 req-d062614b-82f2-4371-9452-24c6a8bbdaa0 tempest-VolumesSnapshotTestJSON-1175186291 tempest-VolumesSnapshotTestJSON-1175186291-project] No DVR routers for this DVR port 9e6c1183-ec69-4448-92e8-f3d9bb9e7f99 on host hv-cinder-79954 {{(pid=80981) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jul 06 02:07:49.669721 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-31018b41-5397-4a4f-8366-cda2e7d21927 req-d062614b-82f2-4371-9452-24c6a8bbdaa0 tempest-VolumesSnapshotTestJSON-1175186291 tempest-VolumesSnapshotTestJSON-1175186291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91827'] for port, before_response {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:07:49.673907 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b81e0d6d-bfdf-4f2c-9b16-c1bd718da88a', 'name': 'network-vif-deleted', 'tag': '9e6c1183-ec69-4448-92e8-f3d9bb9e7f99'}] {{(pid=80981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 06 02:07:49.707769 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-d79533d9-d904-4aea-a2de-2508b6eb9bb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-328056'] for router_interface, before_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:07:49.764374 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b81e0d6d-bfdf-4f2c-9b16-c1bd718da88a', 'name': 'network-vif-deleted', 'tag': '9e6c1183-ec69-4448-92e8-f3d9bb9e7f99', 'status': 'completed', 'code': 200}
Jul 06 02:07:49.771879 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-31018b41-5397-4a4f-8366-cda2e7d21927 req-d062614b-82f2-4371-9452-24c6a8bbdaa0 tempest-VolumesSnapshotTestJSON-1175186291 tempest-VolumesSnapshotTestJSON-1175186291-project] 10.222.0.37 "DELETE /v2.0/ports/9e6c1183-ec69-4448-92e8-f3d9bb9e7f99 HTTP/1.1" status: 204  len: 173 time: 1.5014658
Jul 06 02:07:50.322284 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.plugin [None req-d79533d9-d904-4aea-a2de-2508b6eb9bb9 admin admin] Deleting port e75857d8-8771-4e59-bffd-0a937d7043af {{(pid=80981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1879}}
Jul 06 02:07:50.322901 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-d79533d9-d904-4aea-a2de-2508b6eb9bb9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296100957044'] for port, before_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:07:50.496948 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [None req-d79533d9-d904-4aea-a2de-2508b6eb9bb9 admin admin] For port e75857d8-8771-4e59-bffd-0a937d7043af, host dv-cinder-799546-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799546-3-iscsi',level=0,port_id=e75857d8-8771-4e59-bffd-0a937d7043af,segment=NetworkSegment(6c0c94b9-69f6-424f-b5a2-121e4144d259),segment_id=6c0c94b9-69f6-424f-b5a2-121e4144d259)] {{(pid=80981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 02:07:50.497389 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-d79533d9-d904-4aea-a2de-2508b6eb9bb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328131'] for port, precommit_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:07:50.623496 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.plugin [None req-d79533d9-d904-4aea-a2de-2508b6eb9bb9 admin admin] Calling delete_port for e75857d8-8771-4e59-bffd-0a937d7043af owned by network:router_interface {{(pid=80981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1952}}
Jul 06 02:07:50.958224 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [req-dfcd142a-0fe2-45b1-a9bb-2477ab72e458 req-b2337713-5817-4f9f-8bff-f0262f7eac76 tempest-VolumesSnapshotTestJSON-1175186291 tempest-VolumesSnapshotTestJSON-1175186291-project] Synchronizing usage tracker for tenant:ca2e863beb034346a8ab8de98a6d1540 on resource:port {{(pid=80981) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 06 02:07:51.007043 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [req-dfcd142a-0fe2-45b1-a9bb-2477ab72e458 req-b2337713-5817-4f9f-8bff-f0262f7eac76 tempest-VolumesSnapshotTestJSON-1175186291 tempest-VolumesSnapshotTestJSON-1175186291-project] Unset dirty status for tenant:ca2e863beb034346a8ab8de98a6d1540 on resource:port {{(pid=80981) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 06 02:07:51.008393 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-dfcd142a-0fe2-45b1-a9bb-2477ab72e458 req-b2337713-5817-4f9f-8bff-f0262f7eac76 tempest-VolumesSnapshotTestJSON-1175186291 tempest-VolumesSnapshotTestJSON-1175186291-project] 10.222.0.11 "GET /v2.0/ports?device_id=b81e0d6d-bfdf-4f2c-9b16-c1bd718da88a HTTP/1.1" status: 200  len: 210 time: 0.1046526
Jul 06 02:07:51.126252 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-d79533d9-d904-4aea-a2de-2508b6eb9bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740753762095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296101366780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839890433'] for port, after_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:07:51.130383 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-3c9614ee-e722-49a0-9cfe-01d6e180e025 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:07:51.175847 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79533d9-d904-4aea-a2de-2508b6eb9bb9 admin admin] Pushing event deleted for resources: {'Port': ['ID=e75857d8-8771-4e59-bffd-0a937d7043af,revision_number=None']} {{(pid=80981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:07:51.178404 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-d79533d9-d904-4aea-a2de-2508b6eb9bb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:07:51.463391 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-d79533d9-d904-4aea-a2de-2508b6eb9bb9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853694999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854374129'] for router_interface, after_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:07:51.747471 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] get_ports_and_sgs() called for port_ids ['9e6c1183-ec69-4448-92e8-f3d9bb9e7f99'] {{(pid=80982) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:184}}
Jul 06 02:07:51.825337 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.rpc [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Device 9e6c1183-ec69-4448-92e8-f3d9bb9e7f99 no longer exists at agent hyperv_hv-cinder-79954 {{(pid=80982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:242}}
Jul 06 02:07:51.878704 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.plugin [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] No Port match for: 9e6c1183-ec69-4448-92e8-f3d9bb9e7f99 {{(pid=80982) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2217}}
Jul 06 02:07:51.879476 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.rpc [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Device 9e6c1183-ec69-4448-92e8-f3d9bb9e7f99 not bound to the agent host hv-cinder-79954 {{(pid=80982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:250}}
Jul 06 02:07:52.041144 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d79533d9-d904-4aea-a2de-2508b6eb9bb9 admin admin] Router f033004d-a78c-4ace-b6fe-7324aeb0d8f4 has already been hosted by L3 agent 61912d2b-cbf3-48c5-b8b2-dcc1c49052a5 {{(pid=80981) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Jul 06 02:07:52.191184 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-23b4abd7-64ed-4a93-be1c-3ee55feccd71 req-30ab609d-2b84-43d0-a858-a40920b8929b tempest-VolumesSnapshotTestJSON-1175186291 tempest-VolumesSnapshotTestJSON-1175186291-project] 10.222.0.11 "GET /v2.0/ports?device_id=b81e0d6d-bfdf-4f2c-9b16-c1bd718da88a HTTP/1.1" status: 200  len: 210 time: 0.0482299
Jul 06 02:07:52.250113 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d79533d9-d904-4aea-a2de-2508b6eb9bb9 admin admin] Notify agent at l3_agent.dv-cinder-799546-3-iscsi the message routers_updated {{(pid=80981) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jul 06 02:07:52.260581 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c3fe089-f775-4f1c-829b-0404039d65d0 None None] Sync routers for ids ['f033004d-a78c-4ace-b6fe-7324aeb0d8f4'] in dv-cinder-799546-3-iscsi {{(pid=80982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Jul 06 02:07:52.275500 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c3fe089-f775-4f1c-829b-0404039d65d0 None None] Routers {'f033004d-a78c-4ace-b6fe-7324aeb0d8f4'} bound to L3 agent in host dv-cinder-799546-3-iscsi {{(pid=80982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 06 02:07:52.276433 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_hamode_db [None req-4c3fe089-f775-4f1c-829b-0404039d65d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f31d728c5f8>, 'dv-cinder-799546-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T01:50:03Z,description=<?>,heartbeat_timestamp=2021-07-06T02:07:33Z,host='dv-cinder-799546-3-iscsi',id=61912d2b-cbf3-48c5-b8b2-dcc1c49052a5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-06T01:50:03Z,topic='l3_agent')) {'router_ids': ['f033004d-a78c-4ace-b6fe-7324aeb0d8f4'], 'active': True} {{(pid=80982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 02:07:52.317096 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-d79533d9-d904-4aea-a2de-2508b6eb9bb9 admin admin] 10.222.0.11 "PUT /v2.0/routers/f033004d-a78c-4ace-b6fe-7324aeb0d8f4/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.2297297
Jul 06 02:07:52.319965 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80981) accepted ('10.222.0.11', 47670) {{(pid=80981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 02:07:52.462197 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_dvr_db [None req-4c3fe089-f775-4f1c-829b-0404039d65d0 None None] Set router f033004d-a78c-4ace-b6fe-7324aeb0d8f4 gateway port host: dv-cinder-799546-3-iscsi {{(pid=80982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:850}}
Jul 06 02:07:52.815601 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-71d949b3-d747-4b9f-9f9d-59db46ae818d admin admin] Notify callbacks [] for router, before_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:07:52.845578 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_hamode_db [None req-4c3fe089-f775-4f1c-829b-0404039d65d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f31d728c5f8>, [{'id': 'f033004d-a78c-4ace-b6fe-7324aeb0d8f4', 'name': 'tempest-TestShelveInstance-1026164652-router', 'tenant_id': 'ce54b2b29f0c4db48f132919c87de2f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8', 'external_fixed_ips': [{'subnet_id': '24d74941-6bd6-4d03-882f-a623d522833f', 'ip_address': '172.27.1.11'}], 'enable_snat': True}, 'gw_port_id': 'de9c5ea3-302c-4c84-a723-3e2f92349dac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T02:00:44Z', 'updated_at': '2021-07-06T02:07:51Z', 'revision_number': 5, 'project_id': 'ce54b2b29f0c4db48f132919c87de2f3', 'gw_port': {'id': 'de9c5ea3-302c-4c84-a723-3e2f92349dac', 'name': '', 'network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:e5:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f033004d-a78c-4ace-b6fe-7324aeb0d8f4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '24d74941-6bd6-4d03-882f-a623d522833f', 'ip_address': '172.27.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T02:00:47Z', 'updated_at': '2021-07-06T02:01:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24d74941-6bd6-4d03-882f-a623d522833f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799546-3-iscsi'}], 'dv-cinder-799546-3-iscsi', False) {} {{(pid=80982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 02:07:52.852518 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c3fe089-f775-4f1c-829b-0404039d65d0 None None] Checking router: f033004d-a78c-4ace-b6fe-7324aeb0d8f4 for host: dv-cinder-799546-3-iscsi {{(pid=80982) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Jul 06 02:07:52.877327 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c3fe089-f775-4f1c-829b-0404039d65d0 None None] Routers {'f033004d-a78c-4ace-b6fe-7324aeb0d8f4'} bound to L3 agent in host dv-cinder-799546-3-iscsi {{(pid=80982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 06 02:07:52.878296 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_hamode_db [None req-4c3fe089-f775-4f1c-829b-0404039d65d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f31d728c5f8>, 'dv-cinder-799546-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T01:50:03Z,description=<?>,heartbeat_timestamp=2021-07-06T02:07:33Z,host='dv-cinder-799546-3-iscsi',id=61912d2b-cbf3-48c5-b8b2-dcc1c49052a5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-06T01:50:03Z,topic='l3_agent')) {'router_ids': ['f033004d-a78c-4ace-b6fe-7324aeb0d8f4'], 'active': True} {{(pid=80982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 02:07:53.076539 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-71d949b3-d747-4b9f-9f9d-59db46ae818d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:07:53.106139 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_dvr_db [None req-4c3fe089-f775-4f1c-829b-0404039d65d0 None None] Set router f033004d-a78c-4ace-b6fe-7324aeb0d8f4 gateway port host: dv-cinder-799546-3-iscsi {{(pid=80982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:850}}
Jul 06 02:07:53.118650 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.plugin [None req-71d949b3-d747-4b9f-9f9d-59db46ae818d admin admin] Deleting port de9c5ea3-302c-4c84-a723-3e2f92349dac {{(pid=80981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1879}}
Jul 06 02:07:53.119320 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-71d949b3-d747-4b9f-9f9d-59db46ae818d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296100957044'] for port, before_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:07:53.322183 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [None req-71d949b3-d747-4b9f-9f9d-59db46ae818d admin admin] For port de9c5ea3-302c-4c84-a723-3e2f92349dac, host dv-cinder-799546-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799546-3-iscsi',level=0,port_id=de9c5ea3-302c-4c84-a723-3e2f92349dac,segment=NetworkSegment(e64f8835-8265-4308-a68c-94b30f2a67d9),segment_id=e64f8835-8265-4308-a68c-94b30f2a67d9)] {{(pid=80981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 02:07:53.322183 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-71d949b3-d747-4b9f-9f9d-59db46ae818d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328131'] for port, precommit_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:07:53.421888 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_hamode_db [None req-4c3fe089-f775-4f1c-829b-0404039d65d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f31d728c5f8>, [{'id': 'f033004d-a78c-4ace-b6fe-7324aeb0d8f4', 'name': 'tempest-TestShelveInstance-1026164652-router', 'tenant_id': 'ce54b2b29f0c4db48f132919c87de2f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8', 'external_fixed_ips': [{'subnet_id': '24d74941-6bd6-4d03-882f-a623d522833f', 'ip_address': '172.27.1.11'}], 'enable_snat': True}, 'gw_port_id': 'de9c5ea3-302c-4c84-a723-3e2f92349dac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T02:00:44Z', 'updated_at': '2021-07-06T02:07:51Z', 'revision_number': 5, 'project_id': 'ce54b2b29f0c4db48f132919c87de2f3', 'gw_port': {'id': 'de9c5ea3-302c-4c84-a723-3e2f92349dac', 'name': '', 'network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:e5:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f033004d-a78c-4ace-b6fe-7324aeb0d8f4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '24d74941-6bd6-4d03-882f-a623d522833f', 'ip_address': '172.27.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T02:00:47Z', 'updated_at': '2021-07-06T02:01:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24d74941-6bd6-4d03-882f-a623d522833f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799546-3-iscsi'}], 'dv-cinder-799546-3-iscsi', False) {} {{(pid=80982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 02:07:53.426308 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c3fe089-f775-4f1c-829b-0404039d65d0 None None] The sync data for ids ['f033004d-a78c-4ace-b6fe-7324aeb0d8f4'] in dv-cinder-799546-3-iscsi is: [{'id': 'f033004d-a78c-4ace-b6fe-7324aeb0d8f4', 'name': 'tempest-TestShelveInstance-1026164652-router', 'tenant_id': 'ce54b2b29f0c4db48f132919c87de2f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8', 'external_fixed_ips': [{'subnet_id': '24d74941-6bd6-4d03-882f-a623d522833f', 'ip_address': '172.27.1.11'}], 'enable_snat': True}, 'gw_port_id': 'de9c5ea3-302c-4c84-a723-3e2f92349dac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T02:00:44Z', 'updated_at': '2021-07-06T02:07:51Z', 'revision_number': 5, 'project_id': 'ce54b2b29f0c4db48f132919c87de2f3', 'gw_port': {'id': 'de9c5ea3-302c-4c84-a723-3e2f92349dac', 'name': '', 'network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:e5:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f033004d-a78c-4ace-b6fe-7324aeb0d8f4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '24d74941-6bd6-4d03-882f-a623d522833f', 'ip_address': '172.27.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T02:00:47Z', 'updated_at': '2021-07-06T02:01:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24d74941-6bd6-4d03-882f-a623d522833f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799546-3-iscsi'}] {{(pid=80982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Jul 06 02:07:53.463214 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.plugin [None req-71d949b3-d747-4b9f-9f9d-59db46ae818d admin admin] Calling delete_port for de9c5ea3-302c-4c84-a723-3e2f92349dac owned by network:router_gateway {{(pid=80981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1952}}
Jul 06 02:07:53.586639 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.rpc [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Device e75857d8-8771-4e59-bffd-0a937d7043af no longer exists at agent ovs-agent-dv-cinder-799546-3-iscsi {{(pid=80982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:242}}
Jul 06 02:07:53.621212 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.plugin [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] No Port match for: e75857d8-8771-4e59-bffd-0a937d7043af {{(pid=80982) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2217}}
Jul 06 02:07:53.621400 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.rpc [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Device e75857d8-8771-4e59-bffd-0a937d7043af not bound to the agent host dv-cinder-799546-3-iscsi {{(pid=80982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:250}}
Jul 06 02:07:53.708982 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-71d949b3-d747-4b9f-9f9d-59db46ae818d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740753762095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296101366780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839890433'] for port, after_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:07:53.716159 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-aca67942-6bbf-4bd4-ba7c-129ac308a6e3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:07:53.761226 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d949b3-d747-4b9f-9f9d-59db46ae818d admin admin] Pushing event deleted for resources: {'Port': ['ID=de9c5ea3-302c-4c84-a723-3e2f92349dac,revision_number=None']} {{(pid=80981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:07:53.764272 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-71d949b3-d747-4b9f-9f9d-59db46ae818d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:07:54.023017 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-71d949b3-d747-4b9f-9f9d-59db46ae818d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-335396'] for router_gateway, after_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:07:54.318802 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-71d949b3-d747-4b9f-9f9d-59db46ae818d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-454354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036838019691'] for router, precommit_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:07:54.323724 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-71d949b3-d747-4b9f-9f9d-59db46ae818d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:07:54.638392 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-71d949b3-d747-4b9f-9f9d-59db46ae818d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854447692'] for router, after_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:07:54.639000 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71d949b3-d747-4b9f-9f9d-59db46ae818d admin admin] Fanout notify agent at l3_agent the message router_deleted on router f033004d-a78c-4ace-b6fe-7324aeb0d8f4 {{(pid=80981) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jul 06 02:07:54.652779 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-71d949b3-d747-4b9f-9f9d-59db46ae818d admin admin] Notify callbacks [] for router, before_response {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:07:54.654117 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-71d949b3-d747-4b9f-9f9d-59db46ae818d admin admin] 10.222.0.11 "DELETE /v2.0/routers/f033004d-a78c-4ace-b6fe-7324aeb0d8f4 HTTP/1.1" status: 204  len: 168 time: 2.3330188
Jul 06 02:07:54.656959 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80981) accepted ('10.222.0.11', 47704) {{(pid=80981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 02:07:54.727164 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c231a22-0521-4fe1-98bb-c6bb80a0db2a admin admin] Deleting subnet 8c53f2ac-179f-40db-a015-badba4b27300 {{(pid=80981) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1063}}
Jul 06 02:07:54.727548 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-0c231a22-0521-4fe1-98bb-c6bb80a0db2a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:07:54.779624 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-0c231a22-0521-4fe1-98bb-c6bb80a0db2a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14767067'] for subnet, precommit_delete_associations {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:07:54.952149 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-0c231a22-0521-4fe1-98bb-c6bb80a0db2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1050496'] for port, before_update {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:07:55.206243 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.db_base_plugin_common [None req-0c231a22-0521-4fe1-98bb-c6bb80a0db2a admin admin] Delete allocated IP 172.20.0.2 (071e3c2f-cf0c-415c-b6d3-47995c0b5e75/8c53f2ac-179f-40db-a015-badba4b27300) {{(pid=80981) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:123}}
Jul 06 02:07:55.613698 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.rpc [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Device de9c5ea3-302c-4c84-a723-3e2f92349dac no longer exists at agent ovs-agent-dv-cinder-799546-3-iscsi {{(pid=80982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:242}}
Jul 06 02:07:55.636429 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [None req-0c231a22-0521-4fe1-98bb-c6bb80a0db2a admin admin] For port ed24b5f1-36fe-4cb2-bcdb-6fb7bb1e5a74, host dv-cinder-799546-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799546-3-iscsi',level=0,port_id=ed24b5f1-36fe-4cb2-bcdb-6fb7bb1e5a74,segment=NetworkSegment(6c0c94b9-69f6-424f-b5a2-121e4144d259),segment_id=6c0c94b9-69f6-424f-b5a2-121e4144d259)] {{(pid=80981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 02:07:55.650687 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.plugin [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] No Port match for: de9c5ea3-302c-4c84-a723-3e2f92349dac {{(pid=80982) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2217}}
Jul 06 02:07:55.651086 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.rpc [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Device de9c5ea3-302c-4c84-a723-3e2f92349dac not bound to the agent host dv-cinder-799546-3-iscsi {{(pid=80982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:250}}
Jul 06 02:07:55.669964 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-0c231a22-0521-4fe1-98bb-c6bb80a0db2a admin admin] Notify callbacks [] for port, precommit_update {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:07:55.713441 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-0c231a22-0521-4fe1-98bb-c6bb80a0db2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740753762112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740753409037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296101366746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14885351'] for port, after_update {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:07:55.718842 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-c876ed23-9917-4c89-b752-2f09b2c96410 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:07:55.782745 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-0c231a22-0521-4fe1-98bb-c6bb80a0db2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1281289'] for subnet, precommit_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:07:55.842126 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c231a22-0521-4fe1-98bb-c6bb80a0db2a admin admin] Pushing event updated for resources: {'Port': ['ID=ed24b5f1-36fe-4cb2-bcdb-6fb7bb1e5a74,revision_number=4']} {{(pid=80981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:07:55.847611 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-0c231a22-0521-4fe1-98bb-c6bb80a0db2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:07:55.899565 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-0c231a22-0521-4fe1-98bb-c6bb80a0db2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853494527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036839889365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15725816'] for subnet, after_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:07:55.908793 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-094c3a29-7da0-4e91-9326-d64696e8bee1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:07:55.958246 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c231a22-0521-4fe1-98bb-c6bb80a0db2a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8c53f2ac-179f-40db-a015-badba4b27300,revision_number=None']} {{(pid=80981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:07:55.962731 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-0c231a22-0521-4fe1-98bb-c6bb80a0db2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:07:55.967339 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-0c231a22-0521-4fe1-98bb-c6bb80a0db2a admin admin] Notify callbacks [] for subnet, before_response {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:07:55.973719 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e5e01ff-2053-4b53-b491-9ed67e9640a1 None None] Network 071e3c2f-cf0c-415c-b6d3-47995c0b5e75 requested from dv-cinder-799546-3-iscsi {{(pid=80982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jul 06 02:07:55.980154 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-0c231a22-0521-4fe1-98bb-c6bb80a0db2a admin admin] 10.222.0.11 "DELETE /v2.0/subnets/8c53f2ac-179f-40db-a015-badba4b27300 HTTP/1.1" status: 204  len: 168 time: 1.3183641
Jul 06 02:07:55.981516 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80980) accepted ('10.222.0.11', 47722) {{(pid=80980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 02:07:56.074037 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80981) accepted ('10.222.0.11', 47726) {{(pid=80981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 02:07:56.144283 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-be87a21c-5f96-4a74-ba4e-f64f999930d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853693134'] for network, before_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:07:56.156791 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.plugin [None req-be87a21c-5f96-4a74-ba4e-f64f999930d8 admin admin] Deleting port ed24b5f1-36fe-4cb2-bcdb-6fb7bb1e5a74 {{(pid=80980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1879}}
Jul 06 02:07:56.157314 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-be87a21c-5f96-4a74-ba4e-f64f999930d8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296100957044'] for port, before_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:07:56.248238 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-4e5bc441-6725-4524-9a39-fb9a58edc7e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:07:56.249452 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92c33ef3-5f37-4171-a969-3d09c9a816b2 None None] DHCP port deletion for 071e3c2f-cf0c-415c-b6d3-47995c0b5e75 request from dv-cinder-799546-3-iscsi {{(pid=80982) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Jul 06 02:07:56.254784 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.plugin [None req-92c33ef3-5f37-4171-a969-3d09c9a816b2 None None] Deleting port ed24b5f1-36fe-4cb2-bcdb-6fb7bb1e5a74 {{(pid=80982) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1879}}
Jul 06 02:07:56.255185 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-92c33ef3-5f37-4171-a969-3d09c9a816b2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296100957044'] for port, before_delete {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:07:56.284088 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-4e5bc441-6725-4524-9a39-fb9a58edc7e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 02:07:56.288758 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-4e5bc441-6725-4524-9a39-fb9a58edc7e9 admin admin] Usage tracker for resource:security_group_rule and tenant:16241789669645c3a4698b5a98729dec is out of sync, need to count used quota {{(pid=80981) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 02:07:56.291912 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-4e5bc441-6725-4524-9a39-fb9a58edc7e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80981) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 02:07:56.298985 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-4e5bc441-6725-4524-9a39-fb9a58edc7e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 02:07:56.377720 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [None req-be87a21c-5f96-4a74-ba4e-f64f999930d8 admin admin] For port ed24b5f1-36fe-4cb2-bcdb-6fb7bb1e5a74, host dv-cinder-799546-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799546-3-iscsi',level=0,port_id=ed24b5f1-36fe-4cb2-bcdb-6fb7bb1e5a74,segment=NetworkSegment(6c0c94b9-69f6-424f-b5a2-121e4144d259),segment_id=6c0c94b9-69f6-424f-b5a2-121e4144d259)] {{(pid=80980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 02:07:56.378129 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-be87a21c-5f96-4a74-ba4e-f64f999930d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328131'] for port, precommit_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:07:56.450181 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-4e5bc441-6725-4524-9a39-fb9a58edc7e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:07:56.495813 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-4e5bc441-6725-4524-9a39-fb9a58edc7e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428228'] for security_group, after_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:07:56.505243 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-3100f690-56bc-40e0-a735-43a075ac4d24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:07:56.513422 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.plugin [None req-be87a21c-5f96-4a74-ba4e-f64f999930d8 admin admin] Calling delete_port for ed24b5f1-36fe-4cb2-bcdb-6fb7bb1e5a74 owned by network:dhcp {{(pid=80980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1952}}
Jul 06 02:07:56.562432 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5bc441-6725-4524-9a39-fb9a58edc7e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94d3b8f8-acf7-41c1-882e-af0217dd8cbf,revision_number=1']} {{(pid=80981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:07:56.578682 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-4e5bc441-6725-4524-9a39-fb9a58edc7e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:07:56.585568 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-4e5bc441-6725-4524-9a39-fb9a58edc7e9 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=16241789669645c3a4698b5a98729dec&name=default HTTP/1.1" status: 200  len: 2629 time: 0.5097525
Jul 06 02:07:56.586293 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80981) accepted ('10.222.0.11', 47736) {{(pid=80981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 02:07:56.617315 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-be87a21c-5f96-4a74-ba4e-f64f999930d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740753762095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296101366780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839946710'] for port, after_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:07:56.622782 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-eb155326-72fe-4d2c-abe2-c8c66e62edc6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:07:56.656295 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-7541db99-3e35-4dbe-911a-fe6553bdf6db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:07:56.658915 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [None req-92c33ef3-5f37-4171-a969-3d09c9a816b2 None None] For port ed24b5f1-36fe-4cb2-bcdb-6fb7bb1e5a74, host dv-cinder-799546-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799546-3-iscsi',level=0,port_id=ed24b5f1-36fe-4cb2-bcdb-6fb7bb1e5a74,segment=NetworkSegment(6c0c94b9-69f6-424f-b5a2-121e4144d259),segment_id=6c0c94b9-69f6-424f-b5a2-121e4144d259)] {{(pid=80982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 02:07:56.659565 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-92c33ef3-5f37-4171-a969-3d09c9a816b2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328131'] for port, precommit_delete {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:07:56.671052 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be87a21c-5f96-4a74-ba4e-f64f999930d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=ed24b5f1-36fe-4cb2-bcdb-6fb7bb1e5a74,revision_number=None']} {{(pid=80980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:07:56.673903 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-be87a21c-5f96-4a74-ba4e-f64f999930d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:07:56.678885 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be87a21c-5f96-4a74-ba4e-f64f999930d8 admin admin] No DVR routers for this DVR port ed24b5f1-36fe-4cb2-bcdb-6fb7bb1e5a74 on host dv-cinder-799546-3-iscsi {{(pid=80980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jul 06 02:07:56.689516 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-7541db99-3e35-4dbe-911a-fe6553bdf6db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:07:56.766826 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-7541db99-3e35-4dbe-911a-fe6553bdf6db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428228'] for security_group, after_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:07:56.771179 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:07:56.785249 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.plugin [None req-92c33ef3-5f37-4171-a969-3d09c9a816b2 None None] Calling delete_port for ed24b5f1-36fe-4cb2-bcdb-6fb7bb1e5a74 owned by network:dhcp {{(pid=80982) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1952}}
Jul 06 02:07:56.788998 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7541db99-3e35-4dbe-911a-fe6553bdf6db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94d3b8f8-acf7-41c1-882e-af0217dd8cbf,revision_number=None']} {{(pid=80981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:07:56.791369 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-7541db99-3e35-4dbe-911a-fe6553bdf6db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:07:56.797312 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-7541db99-3e35-4dbe-911a-fe6553bdf6db admin admin] Notify callbacks [] for security_group, before_response {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:07:56.798553 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-7541db99-3e35-4dbe-911a-fe6553bdf6db admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/94d3b8f8-acf7-41c1-882e-af0217dd8cbf HTTP/1.1" status: 204  len: 168 time: 0.2112212
Jul 06 02:07:56.811318 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-be87a21c-5f96-4a74-ba4e-f64f999930d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853494331', 'neutron.services.segments.db._delete_segments_for_network-8740753867311'] for network, precommit_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:07:56.827397 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.services.segments.db [None req-be87a21c-5f96-4a74-ba4e-f64f999930d8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f31d640f320>,) {'filters': {'network_id': ['071e3c2f-cf0c-415c-b6d3-47995c0b5e75']}} {{(pid=80980) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 02:07:56.842081 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.services.segments.db [None req-be87a21c-5f96-4a74-ba4e-f64f999930d8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f31d640f320>, '6c0c94b9-69f6-424f-b5a2-121e4144d259') {'for_net_delete': True} {{(pid=80980) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 02:07:56.842577 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.services.segments.db [None req-be87a21c-5f96-4a74-ba4e-f64f999930d8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f31d640f320>, '6c0c94b9-69f6-424f-b5a2-121e4144d259') {} {{(pid=80980) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 02:07:56.860670 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-be87a21c-5f96-4a74-ba4e-f64f999930d8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363296100912551', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036839473792'] for segment, before_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:07:56.879303 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-be87a21c-5f96-4a74-ba4e-f64f999930d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1280314'] for segment, precommit_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:07:56.885928 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be87a21c-5f96-4a74-ba4e-f64f999930d8 admin admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=80980) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Jul 06 02:07:56.886370 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-be87a21c-5f96-4a74-ba4e-f64f999930d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853495502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14829072'] for segment, after_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:07:56.901731 dv-cinder-799546-3-iscsi neutron-server[80869]: Traceback (most recent call last):
Jul 06 02:07:56.901731 dv-cinder-799546-3-iscsi neutron-server[80869]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Jul 06 02:07:56.901731 dv-cinder-799546-3-iscsi neutron-server[80869]:     timer()
Jul 06 02:07:56.901731 dv-cinder-799546-3-iscsi neutron-server[80869]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jul 06 02:07:56.901731 dv-cinder-799546-3-iscsi neutron-server[80869]:     cb(*args, **kw)
Jul 06 02:07:56.901731 dv-cinder-799546-3-iscsi neutron-server[80869]:   File "/opt/stack/neutron/neutron/common/utils.py", line 968, in wrapper
Jul 06 02:07:56.901731 dv-cinder-799546-3-iscsi neutron-server[80869]:     return func(*args, **kwargs)
Jul 06 02:07:56.901731 dv-cinder-799546-3-iscsi neutron-server[80869]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jul 06 02:07:56.901731 dv-cinder-799546-3-iscsi neutron-server[80869]:     self._notify()
Jul 06 02:07:56.901731 dv-cinder-799546-3-iscsi neutron-server[80869]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jul 06 02:07:56.901731 dv-cinder-799546-3-iscsi neutron-server[80869]:     self.callback(batched_events)
Jul 06 02:07:56.901731 dv-cinder-799546-3-iscsi neutron-server[80869]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jul 06 02:07:56.901731 dv-cinder-799546-3-iscsi neutron-server[80869]:     event.method(event)
Jul 06 02:07:56.901731 dv-cinder-799546-3-iscsi neutron-server[80869]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jul 06 02:07:56.901731 dv-cinder-799546-3-iscsi neutron-server[80869]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jul 06 02:07:56.901731 dv-cinder-799546-3-iscsi neutron-server[80869]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jul 06 02:07:56.901731 dv-cinder-799546-3-iscsi neutron-server[80869]:     segment_id)['aggregates'][0]
Jul 06 02:07:56.901731 dv-cinder-799546-3-iscsi neutron-server[80869]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 53, in wrapper
Jul 06 02:07:56.901731 dv-cinder-799546-3-iscsi neutron-server[80869]:     return f(self, *a, **k)
Jul 06 02:07:56.901731 dv-cinder-799546-3-iscsi neutron-server[80869]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 508, in list_aggregates
Jul 06 02:07:56.901731 dv-cinder-799546-3-iscsi neutron-server[80869]:     return self._get(url).json()
Jul 06 02:07:56.901731 dv-cinder-799546-3-iscsi neutron-server[80869]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 178, in _get
Jul 06 02:07:56.901731 dv-cinder-799546-3-iscsi neutron-server[80869]:     **kwargs)
Jul 06 02:07:56.901731 dv-cinder-799546-3-iscsi neutron-server[80869]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1116, in get
Jul 06 02:07:56.901731 dv-cinder-799546-3-iscsi neutron-server[80869]:     return self.request(url, 'GET', **kwargs)
Jul 06 02:07:56.901731 dv-cinder-799546-3-iscsi neutron-server[80869]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 787, in request
Jul 06 02:07:56.901731 dv-cinder-799546-3-iscsi neutron-server[80869]:     **endpoint_filter)
Jul 06 02:07:56.901731 dv-cinder-799546-3-iscsi neutron-server[80869]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1216, in get_endpoint
Jul 06 02:07:56.901731 dv-cinder-799546-3-iscsi neutron-server[80869]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jul 06 02:07:56.901731 dv-cinder-799546-3-iscsi neutron-server[80869]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1156, in _auth_required
Jul 06 02:07:56.901731 dv-cinder-799546-3-iscsi neutron-server[80869]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jul 06 02:07:56.901731 dv-cinder-799546-3-iscsi neutron-server[80869]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jul 06 02:07:56.906503 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.db.api [None req-92c33ef3-5f37-4171-a969-3d09c9a816b2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80982) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jul 06 02:07:56.906503 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_db.api [None req-92c33ef3-5f37-4171-a969-3d09c9a816b2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jul 06 02:07:57.153119 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-be87a21c-5f96-4a74-ba4e-f64f999930d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1281500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854446373'] for network, after_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:07:57.157909 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-5df5fff0-e68a-471f-9284-bc38bbc782fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:07:57.173483 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-be87a21c-5f96-4a74-ba4e-f64f999930d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853726196'] for network, before_response {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:07:57.185336 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be87a21c-5f96-4a74-ba4e-f64f999930d8 admin admin] Pushing event deleted for resources: {'Network': ['ID=071e3c2f-cf0c-415c-b6d3-47995c0b5e75,revision_number=None']} {{(pid=80980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:07:57.189320 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-be87a21c-5f96-4a74-ba4e-f64f999930d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:07:57.236107 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-be87a21c-5f96-4a74-ba4e-f64f999930d8 admin admin] 10.222.0.11 "DELETE /v2.0/networks/071e3c2f-cf0c-415c-b6d3-47995c0b5e75 HTTP/1.1" status: 204  len: 168 time: 1.2528772
Jul 06 02:07:57.239344 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80980) accepted ('10.222.0.11', 47742) {{(pid=80980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 02:07:57.407693 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.plugin [None req-92c33ef3-5f37-4171-a969-3d09c9a816b2 None None] Deleting port ed24b5f1-36fe-4cb2-bcdb-6fb7bb1e5a74 {{(pid=80982) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1879}}
Jul 06 02:07:57.408386 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-92c33ef3-5f37-4171-a969-3d09c9a816b2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296100957044'] for port, before_delete {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:07:57.476671 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.plugin [None req-92c33ef3-5f37-4171-a969-3d09c9a816b2 None None] The port 'ed24b5f1-36fe-4cb2-bcdb-6fb7bb1e5a74' was deleted {{(pid=80982) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1909}}
Jul 06 02:07:57.593261 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.rpc [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Device ed24b5f1-36fe-4cb2-bcdb-6fb7bb1e5a74 no longer exists at agent ovs-agent-dv-cinder-799546-3-iscsi {{(pid=80982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:242}}
Jul 06 02:07:57.629245 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.plugin [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] No Port match for: ed24b5f1-36fe-4cb2-bcdb-6fb7bb1e5a74 {{(pid=80982) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2217}}
Jul 06 02:07:57.629628 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.rpc [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Device ed24b5f1-36fe-4cb2-bcdb-6fb7bb1e5a74 not bound to the agent host dv-cinder-799546-3-iscsi {{(pid=80982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:250}}
Jul 06 02:07:57.872031 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-d56b7e92-9175-40a4-bfa6-fb15cb1a36c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-328056'] for router_interface, before_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:07:58.473674 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.plugin [None req-d56b7e92-9175-40a4-bfa6-fb15cb1a36c8 admin admin] Deleting port 93c93761-3134-4a48-99f6-60634294d13e {{(pid=80980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1879}}
Jul 06 02:07:58.474297 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-d56b7e92-9175-40a4-bfa6-fb15cb1a36c8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296100957044'] for port, before_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:07:58.644230 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [None req-d56b7e92-9175-40a4-bfa6-fb15cb1a36c8 admin admin] For port 93c93761-3134-4a48-99f6-60634294d13e, host dv-cinder-799546-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799546-3-iscsi',level=0,port_id=93c93761-3134-4a48-99f6-60634294d13e,segment=NetworkSegment(30eccdfe-678e-4d27-9042-cce8b527e9aa),segment_id=30eccdfe-678e-4d27-9042-cce8b527e9aa)] {{(pid=80980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 02:07:58.646511 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-d56b7e92-9175-40a4-bfa6-fb15cb1a36c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328131'] for port, precommit_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:07:58.774778 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.plugin [None req-d56b7e92-9175-40a4-bfa6-fb15cb1a36c8 admin admin] Calling delete_port for 93c93761-3134-4a48-99f6-60634294d13e owned by network:router_interface {{(pid=80980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1952}}
Jul 06 02:07:58.977690 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-d56b7e92-9175-40a4-bfa6-fb15cb1a36c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740753762095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296101366780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839946710'] for port, after_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:07:58.982151 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-a03c1182-eeb9-415b-b0eb-dd7e530506fd tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:07:59.022849 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56b7e92-9175-40a4-bfa6-fb15cb1a36c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=93c93761-3134-4a48-99f6-60634294d13e,revision_number=None']} {{(pid=80980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:07:59.026608 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-d56b7e92-9175-40a4-bfa6-fb15cb1a36c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:07:59.323861 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-d56b7e92-9175-40a4-bfa6-fb15cb1a36c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853694999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854374129'] for router_interface, after_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:07:59.928386 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d56b7e92-9175-40a4-bfa6-fb15cb1a36c8 admin admin] Router 452e1536-d4ea-42bb-9cb8-ed4a6d82935d has already been hosted by L3 agent 61912d2b-cbf3-48c5-b8b2-dcc1c49052a5 {{(pid=80980) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Jul 06 02:08:00.362963 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d56b7e92-9175-40a4-bfa6-fb15cb1a36c8 admin admin] Notify agent at l3_agent.dv-cinder-799546-3-iscsi the message routers_updated {{(pid=80980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jul 06 02:08:00.371653 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c259ff5-917e-4c1e-8575-574baa010e46 None None] Sync routers for ids ['452e1536-d4ea-42bb-9cb8-ed4a6d82935d'] in dv-cinder-799546-3-iscsi {{(pid=80983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Jul 06 02:08:00.373108 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-d56b7e92-9175-40a4-bfa6-fb15cb1a36c8 admin admin] 10.222.0.11 "PUT /v2.0/routers/452e1536-d4ea-42bb-9cb8-ed4a6d82935d/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1325705
Jul 06 02:08:00.375834 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80980) accepted ('10.222.0.11', 47762) {{(pid=80980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 02:08:00.384435 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c259ff5-917e-4c1e-8575-574baa010e46 None None] Routers {'452e1536-d4ea-42bb-9cb8-ed4a6d82935d'} bound to L3 agent in host dv-cinder-799546-3-iscsi {{(pid=80983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 06 02:08:00.385251 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_hamode_db [None req-0c259ff5-917e-4c1e-8575-574baa010e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f31d73dbf60>, 'dv-cinder-799546-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T01:50:03Z,description=<?>,heartbeat_timestamp=2021-07-06T02:07:33Z,host='dv-cinder-799546-3-iscsi',id=61912d2b-cbf3-48c5-b8b2-dcc1c49052a5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-06T01:50:03Z,topic='l3_agent')) {'router_ids': ['452e1536-d4ea-42bb-9cb8-ed4a6d82935d'], 'active': True} {{(pid=80983) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 02:08:00.555966 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_dvr_db [None req-0c259ff5-917e-4c1e-8575-574baa010e46 None None] Set router 452e1536-d4ea-42bb-9cb8-ed4a6d82935d gateway port host: dv-cinder-799546-3-iscsi {{(pid=80983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:850}}
Jul 06 02:08:00.567618 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-d37e5e15-b3b1-489a-af04-f3d0988df42a admin admin] Notify callbacks [] for router, before_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:08:00.684214 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-fcc734d8-8966-4b9f-aeb7-adac4cc52da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:08:00.770694 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-d37e5e15-b3b1-489a-af04-f3d0988df42a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:08:00.817798 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.plugin [None req-d37e5e15-b3b1-489a-af04-f3d0988df42a admin admin] Deleting port e716bda0-8024-4e01-9248-2d1ec9df4d74 {{(pid=80980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1879}}
Jul 06 02:08:00.818499 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-d37e5e15-b3b1-489a-af04-f3d0988df42a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296100957044'] for port, before_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:08:00.864646 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_hamode_db [None req-0c259ff5-917e-4c1e-8575-574baa010e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f31d73dbf60>, [{'id': '452e1536-d4ea-42bb-9cb8-ed4a6d82935d', 'name': 'tempest-TestShelveInstance-1133626488-router', 'tenant_id': '42454afb9a944b6f9bf0097f42e0cb6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8', 'external_fixed_ips': [{'subnet_id': '24d74941-6bd6-4d03-882f-a623d522833f', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': 'e716bda0-8024-4e01-9248-2d1ec9df4d74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T02:01:16Z', 'updated_at': '2021-07-06T02:07:58Z', 'revision_number': 5, 'project_id': '42454afb9a944b6f9bf0097f42e0cb6e', 'gw_port': {'id': 'e716bda0-8024-4e01-9248-2d1ec9df4d74', 'name': '', 'network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:9f:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '452e1536-d4ea-42bb-9cb8-ed4a6d82935d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '24d74941-6bd6-4d03-882f-a623d522833f', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T02:01:20Z', 'updated_at': '2021-07-06T02:01:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24d74941-6bd6-4d03-882f-a623d522833f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799546-3-iscsi'}], 'dv-cinder-799546-3-iscsi', False) {} {{(pid=80983) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 02:08:00.869792 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c259ff5-917e-4c1e-8575-574baa010e46 None None] Checking router: 452e1536-d4ea-42bb-9cb8-ed4a6d82935d for host: dv-cinder-799546-3-iscsi {{(pid=80983) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Jul 06 02:08:00.883612 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c259ff5-917e-4c1e-8575-574baa010e46 None None] Routers {'452e1536-d4ea-42bb-9cb8-ed4a6d82935d'} bound to L3 agent in host dv-cinder-799546-3-iscsi {{(pid=80983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 06 02:08:00.884515 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_hamode_db [None req-0c259ff5-917e-4c1e-8575-574baa010e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f31d73dbf60>, 'dv-cinder-799546-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T01:50:03Z,description=<?>,heartbeat_timestamp=2021-07-06T02:07:33Z,host='dv-cinder-799546-3-iscsi',id=61912d2b-cbf3-48c5-b8b2-dcc1c49052a5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-06T01:50:03Z,topic='l3_agent')) {'router_ids': ['452e1536-d4ea-42bb-9cb8-ed4a6d82935d'], 'active': True} {{(pid=80983) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 02:08:01.051817 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [None req-d37e5e15-b3b1-489a-af04-f3d0988df42a admin admin] For port e716bda0-8024-4e01-9248-2d1ec9df4d74, host dv-cinder-799546-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799546-3-iscsi',level=0,port_id=e716bda0-8024-4e01-9248-2d1ec9df4d74,segment=NetworkSegment(e64f8835-8265-4308-a68c-94b30f2a67d9),segment_id=e64f8835-8265-4308-a68c-94b30f2a67d9)] {{(pid=80980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 02:08:01.052455 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-d37e5e15-b3b1-489a-af04-f3d0988df42a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328131'] for port, precommit_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:08:01.066257 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_dvr_db [None req-0c259ff5-917e-4c1e-8575-574baa010e46 None None] Set router 452e1536-d4ea-42bb-9cb8-ed4a6d82935d gateway port host: None {{(pid=80983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:850}}
Jul 06 02:08:01.184117 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.plugin [None req-d37e5e15-b3b1-489a-af04-f3d0988df42a admin admin] Calling delete_port for e716bda0-8024-4e01-9248-2d1ec9df4d74 owned by network:router_gateway {{(pid=80980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1952}}
Jul 06 02:08:01.271762 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc35828-b1e9-4139-9dbc-3a57c01d78af req-15e52bd3-1cbe-4260-8a28-03109e811266 tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:08:01.273084 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [req-bcc35828-b1e9-4139-9dbc-3a57c01d78af req-15e52bd3-1cbe-4260-8a28-03109e811266 tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] Synchronizing usage tracker for tenant:4a06646d7d35412c90347955579a4756 on resource:network {{(pid=80981) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 06 02:08:01.320293 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [req-bcc35828-b1e9-4139-9dbc-3a57c01d78af req-15e52bd3-1cbe-4260-8a28-03109e811266 tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] Unset dirty status for tenant:4a06646d7d35412c90347955579a4756 on resource:network {{(pid=80981) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 06 02:08:01.321939 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-bcc35828-b1e9-4139-9dbc-3a57c01d78af req-15e52bd3-1cbe-4260-8a28-03109e811266 tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] 10.222.0.11 "GET /v2.0/networks?id=efeb8d93-c6ba-4827-a604-9cb60992a02a HTTP/1.1" status: 200  len: 815 time: 0.2112761
Jul 06 02:08:01.343678 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-bcc35828-b1e9-4139-9dbc-3a57c01d78af req-9513c2cf-b300-4609-8a9b-b51e8dde9e88 tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] 10.222.0.11 "GET /v2.0/quotas/4a06646d7d35412c90347955579a4756 HTTP/1.1" status: 200  len: 375 time: 0.0130906
Jul 06 02:08:01.386195 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_hamode_db [None req-0c259ff5-917e-4c1e-8575-574baa010e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f31d73dbf60>, [{'id': '452e1536-d4ea-42bb-9cb8-ed4a6d82935d', 'name': 'tempest-TestShelveInstance-1133626488-router', 'tenant_id': '42454afb9a944b6f9bf0097f42e0cb6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T02:01:16Z', 'updated_at': '2021-07-06T02:08:00Z', 'revision_number': 6, 'project_id': '42454afb9a944b6f9bf0097f42e0cb6e', 'gw_port_host': None}], 'dv-cinder-799546-3-iscsi', False) {} {{(pid=80983) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 02:08:01.390479 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c259ff5-917e-4c1e-8575-574baa010e46 None None] The sync data for ids ['452e1536-d4ea-42bb-9cb8-ed4a6d82935d'] in dv-cinder-799546-3-iscsi is: [{'id': '452e1536-d4ea-42bb-9cb8-ed4a6d82935d', 'name': 'tempest-TestShelveInstance-1133626488-router', 'tenant_id': '42454afb9a944b6f9bf0097f42e0cb6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T02:01:16Z', 'updated_at': '2021-07-06T02:08:00Z', 'revision_number': 6, 'project_id': '42454afb9a944b6f9bf0097f42e0cb6e', 'gw_port_host': None}] {{(pid=80983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Jul 06 02:08:01.400638 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-d37e5e15-b3b1-489a-af04-f3d0988df42a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740753762095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296101366780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839946710'] for port, after_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:08:01.405812 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-fd367b1f-6c48-45a0-ab64-d30bb07d6048 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:08:01.448486 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37e5e15-b3b1-489a-af04-f3d0988df42a admin admin] Pushing event deleted for resources: {'Port': ['ID=e716bda0-8024-4e01-9248-2d1ec9df4d74,revision_number=None']} {{(pid=80980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:08:01.448879 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-bcc35828-b1e9-4139-9dbc-3a57c01d78af req-4a1d9ff7-13ac-4799-beba-4c1661f5e5bf tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=4a06646d7d35412c90347955579a4756&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0974076
Jul 06 02:08:01.453068 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-d37e5e15-b3b1-489a-af04-f3d0988df42a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:08:01.606906 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-bcc35828-b1e9-4139-9dbc-3a57c01d78af req-b7a32249-fbe0-4936-8aa9-d587481156ec service neutron] 10.222.0.11 "GET /v2.0/networks/efeb8d93-c6ba-4827-a604-9cb60992a02a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1400087
Jul 06 02:08:01.613227 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.rpc [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Device 93c93761-3134-4a48-99f6-60634294d13e no longer exists at agent ovs-agent-dv-cinder-799546-3-iscsi {{(pid=80982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:242}}
Jul 06 02:08:01.648968 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.plugin [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] No Port match for: 93c93761-3134-4a48-99f6-60634294d13e {{(pid=80982) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2217}}
Jul 06 02:08:01.650399 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.rpc [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Device 93c93761-3134-4a48-99f6-60634294d13e not bound to the agent host dv-cinder-799546-3-iscsi {{(pid=80982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:250}}
Jul 06 02:08:01.687829 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-d37e5e15-b3b1-489a-af04-f3d0988df42a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-335396'] for router_gateway, after_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:08:01.757529 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-bcc35828-b1e9-4139-9dbc-3a57c01d78af req-b7d86f5b-f5c3-4f9d-82f9-99e126b5d0cb service neutron] 10.222.0.11 "GET /v2.0/networks/efeb8d93-c6ba-4827-a604-9cb60992a02a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1357226
Jul 06 02:08:02.188432 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-d37e5e15-b3b1-489a-af04-f3d0988df42a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-454354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036838019691'] for router, precommit_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:08:02.192820 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-d37e5e15-b3b1-489a-af04-f3d0988df42a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:08:02.240303 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-d37e5e15-b3b1-489a-af04-f3d0988df42a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854447692'] for router, after_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:08:02.240830 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d37e5e15-b3b1-489a-af04-f3d0988df42a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 452e1536-d4ea-42bb-9cb8-ed4a6d82935d {{(pid=80980) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jul 06 02:08:02.254359 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-d37e5e15-b3b1-489a-af04-f3d0988df42a admin admin] Notify callbacks [] for router, before_response {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:08:02.255584 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-d37e5e15-b3b1-489a-af04-f3d0988df42a admin admin] 10.222.0.11 "DELETE /v2.0/routers/452e1536-d4ea-42bb-9cb8-ed4a6d82935d HTTP/1.1" status: 204  len: 168 time: 1.8787699
Jul 06 02:08:02.258552 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80980) accepted ('10.222.0.11', 47792) {{(pid=80980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 02:08:02.267959 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:08:02.328903 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.db_base_plugin_v2 [None req-2584d4b6-40ea-4ca9-9521-768f0aa6e416 admin admin] Deleting subnet e22d8799-b1c5-45cf-95c8-ef4f70b93645 {{(pid=80980) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1063}}
Jul 06 02:08:02.329316 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-2584d4b6-40ea-4ca9-9521-768f0aa6e416 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:08:02.380510 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-2584d4b6-40ea-4ca9-9521-768f0aa6e416 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15302135'] for subnet, precommit_delete_associations {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:08:02.543379 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-2584d4b6-40ea-4ca9-9521-768f0aa6e416 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1050496'] for port, before_update {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:08:02.801082 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.db_base_plugin_common [None req-2584d4b6-40ea-4ca9-9521-768f0aa6e416 admin admin] Delete allocated IP 172.20.0.2 (ae9c5e73-7e08-4e16-8d96-ed116811a552/e22d8799-b1c5-45cf-95c8-ef4f70b93645) {{(pid=80980) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:123}}
Jul 06 02:08:02.936223 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [None req-2584d4b6-40ea-4ca9-9521-768f0aa6e416 admin admin] For port 2ddbe399-3f29-4372-aac5-7ee30187c628, host dv-cinder-799546-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799546-3-iscsi',level=0,port_id=2ddbe399-3f29-4372-aac5-7ee30187c628,segment=NetworkSegment(30eccdfe-678e-4d27-9042-cce8b527e9aa),segment_id=30eccdfe-678e-4d27-9042-cce8b527e9aa)] {{(pid=80980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 02:08:02.963954 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-2584d4b6-40ea-4ca9-9521-768f0aa6e416 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:08:03.010298 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-2584d4b6-40ea-4ca9-9521-768f0aa6e416 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740753762112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740753409037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296101366746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14829106'] for port, after_update {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:08:03.015244 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-b4fc9b99-891d-4eef-a975-7929676cfb7f tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:08:03.115401 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-2584d4b6-40ea-4ca9-9521-768f0aa6e416 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1281289'] for subnet, precommit_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:08:03.152782 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-3b229baa-b838-469c-9b2f-c1d077f47139 req-bd0d1f2a-4626-4ef1-bbc7-a4db42476cfd tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] 10.222.0.11 "GET /v2.0/ports?device_id=d2078004-f227-4fe7-8aa8-60587208c91a HTTP/1.1" status: 200  len: 210 time: 0.0824184
Jul 06 02:08:03.177434 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2584d4b6-40ea-4ca9-9521-768f0aa6e416 admin admin] Pushing event updated for resources: {'Port': ['ID=2ddbe399-3f29-4372-aac5-7ee30187c628,revision_number=4']} {{(pid=80980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:08:03.181886 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-3c719bc6-50da-45f9-8f5f-d462f98802fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:08:03.182231 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-2584d4b6-40ea-4ca9-9521-768f0aa6e416 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:08:03.233247 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-2584d4b6-40ea-4ca9-9521-768f0aa6e416 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853494527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036839947778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14690978'] for subnet, after_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:08:03.238690 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:08:03.271252 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2584d4b6-40ea-4ca9-9521-768f0aa6e416 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e22d8799-b1c5-45cf-95c8-ef4f70b93645,revision_number=None']} {{(pid=80980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:08:03.274282 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-2584d4b6-40ea-4ca9-9521-768f0aa6e416 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:08:03.277990 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-2584d4b6-40ea-4ca9-9521-768f0aa6e416 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853726196'] for subnet, before_response {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:08:03.284218 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6480ce2d-e082-44ab-9f49-433616dd2c48 None None] Network ae9c5e73-7e08-4e16-8d96-ed116811a552 requested from dv-cinder-799546-3-iscsi {{(pid=80982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jul 06 02:08:03.284618 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-2584d4b6-40ea-4ca9-9521-768f0aa6e416 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/e22d8799-b1c5-45cf-95c8-ef4f70b93645 HTTP/1.1" status: 204  len: 168 time: 1.0250304
Jul 06 02:08:03.287425 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80980) accepted ('10.222.0.11', 47810) {{(pid=80980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 02:08:03.397776 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-9527a3ff-89ca-4622-a795-aee28c3e2f2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853693134'] for network, before_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:08:03.409291 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.plugin [None req-9527a3ff-89ca-4622-a795-aee28c3e2f2a admin admin] Deleting port 2ddbe399-3f29-4372-aac5-7ee30187c628 {{(pid=80980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1879}}
Jul 06 02:08:03.409679 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-9527a3ff-89ca-4622-a795-aee28c3e2f2a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296100957044'] for port, before_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:08:03.528651 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a68b6b6c-2ce0-4658-89a0-6064fec77716 None None] DHCP port deletion for ae9c5e73-7e08-4e16-8d96-ed116811a552 request from dv-cinder-799546-3-iscsi {{(pid=80982) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Jul 06 02:08:03.533660 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.plugin [None req-a68b6b6c-2ce0-4658-89a0-6064fec77716 None None] Deleting port 2ddbe399-3f29-4372-aac5-7ee30187c628 {{(pid=80982) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1879}}
Jul 06 02:08:03.534083 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-a68b6b6c-2ce0-4658-89a0-6064fec77716 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296100957044'] for port, before_delete {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:08:03.611950 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [None req-9527a3ff-89ca-4622-a795-aee28c3e2f2a admin admin] For port 2ddbe399-3f29-4372-aac5-7ee30187c628, host dv-cinder-799546-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799546-3-iscsi',level=0,port_id=2ddbe399-3f29-4372-aac5-7ee30187c628,segment=NetworkSegment(30eccdfe-678e-4d27-9042-cce8b527e9aa),segment_id=30eccdfe-678e-4d27-9042-cce8b527e9aa)] {{(pid=80980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 02:08:03.612291 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-9527a3ff-89ca-4622-a795-aee28c3e2f2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328131'] for port, precommit_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:08:03.618751 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.rpc [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Device e716bda0-8024-4e01-9248-2d1ec9df4d74 no longer exists at agent ovs-agent-dv-cinder-799546-3-iscsi {{(pid=80982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:242}}
Jul 06 02:08:03.668487 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.plugin [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] No Port match for: e716bda0-8024-4e01-9248-2d1ec9df4d74 {{(pid=80982) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2217}}
Jul 06 02:08:03.668881 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.rpc [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Device e716bda0-8024-4e01-9248-2d1ec9df4d74 not bound to the agent host dv-cinder-799546-3-iscsi {{(pid=80982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:250}}
Jul 06 02:08:03.669376 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.rpc [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Device 2ddbe399-3f29-4372-aac5-7ee30187c628 no longer exists at agent ovs-agent-dv-cinder-799546-3-iscsi {{(pid=80982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:242}}
Jul 06 02:08:03.737362 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.plugin [None req-9527a3ff-89ca-4622-a795-aee28c3e2f2a admin admin] Calling delete_port for 2ddbe399-3f29-4372-aac5-7ee30187c628 owned by network:dhcp {{(pid=80980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1952}}
Jul 06 02:08:03.825625 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.plugins.ml2.db [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] No ports have port_id starting with 2ddbe399-3f29-4372-aac5-7ee30187c628
Jul 06 02:08:03.826564 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:08:03.836305 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [None req-a68b6b6c-2ce0-4658-89a0-6064fec77716 None None] For port 2ddbe399-3f29-4372-aac5-7ee30187c628, host dv-cinder-799546-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799546-3-iscsi',level=0,port_id=2ddbe399-3f29-4372-aac5-7ee30187c628,segment=NetworkSegment(30eccdfe-678e-4d27-9042-cce8b527e9aa),segment_id=30eccdfe-678e-4d27-9042-cce8b527e9aa)] {{(pid=80982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 02:08:03.836305 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-a68b6b6c-2ce0-4658-89a0-6064fec77716 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328131'] for port, precommit_delete {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:08:03.874807 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-9527a3ff-89ca-4622-a795-aee28c3e2f2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740753762095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296101366780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839946710'] for port, after_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:08:03.881418 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-2d18d173-0f03-4173-8dd1-b1e1db4aba45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:08:03.924342 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9527a3ff-89ca-4622-a795-aee28c3e2f2a admin admin] Pushing event deleted for resources: {'Port': ['ID=2ddbe399-3f29-4372-aac5-7ee30187c628,revision_number=None']} {{(pid=80980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:08:03.927007 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-9527a3ff-89ca-4622-a795-aee28c3e2f2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:08:03.932271 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9527a3ff-89ca-4622-a795-aee28c3e2f2a admin admin] No DVR routers for this DVR port 2ddbe399-3f29-4372-aac5-7ee30187c628 on host dv-cinder-799546-3-iscsi {{(pid=80980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jul 06 02:08:03.979802 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.plugin [None req-a68b6b6c-2ce0-4658-89a0-6064fec77716 None None] Calling delete_port for 2ddbe399-3f29-4372-aac5-7ee30187c628 owned by network:dhcp {{(pid=80982) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1952}}
Jul 06 02:08:04.056456 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.db.api [None req-a68b6b6c-2ce0-4658-89a0-6064fec77716 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80982) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jul 06 02:08:04.056919 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_db.api [None req-a68b6b6c-2ce0-4658-89a0-6064fec77716 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jul 06 02:08:04.058848 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-9527a3ff-89ca-4622-a795-aee28c3e2f2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853494331', 'neutron.services.segments.db._delete_segments_for_network-8740753867311'] for network, precommit_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:08:04.075127 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.services.segments.db [None req-9527a3ff-89ca-4622-a795-aee28c3e2f2a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f31d72cb860>,) {'filters': {'network_id': ['ae9c5e73-7e08-4e16-8d96-ed116811a552']}} {{(pid=80980) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 02:08:04.089291 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.services.segments.db [None req-9527a3ff-89ca-4622-a795-aee28c3e2f2a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f31d72cb860>, '30eccdfe-678e-4d27-9042-cce8b527e9aa') {'for_net_delete': True} {{(pid=80980) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 02:08:04.089631 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.services.segments.db [None req-9527a3ff-89ca-4622-a795-aee28c3e2f2a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f31d72cb860>, '30eccdfe-678e-4d27-9042-cce8b527e9aa') {} {{(pid=80980) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 02:08:04.104177 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-9527a3ff-89ca-4622-a795-aee28c3e2f2a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363296100912551', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036839473792'] for segment, before_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:08:04.119470 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-9527a3ff-89ca-4622-a795-aee28c3e2f2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1280314'] for segment, precommit_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:08:04.126401 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9527a3ff-89ca-4622-a795-aee28c3e2f2a admin admin] Releasing vlan 108 on physical network physnet1 to pool {{(pid=80980) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Jul 06 02:08:04.126763 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-9527a3ff-89ca-4622-a795-aee28c3e2f2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853495502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14829072'] for segment, after_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:08:04.148299 dv-cinder-799546-3-iscsi neutron-server[80869]: Traceback (most recent call last):
Jul 06 02:08:04.148299 dv-cinder-799546-3-iscsi neutron-server[80869]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Jul 06 02:08:04.148299 dv-cinder-799546-3-iscsi neutron-server[80869]:     timer()
Jul 06 02:08:04.148299 dv-cinder-799546-3-iscsi neutron-server[80869]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jul 06 02:08:04.148299 dv-cinder-799546-3-iscsi neutron-server[80869]:     cb(*args, **kw)
Jul 06 02:08:04.148299 dv-cinder-799546-3-iscsi neutron-server[80869]:   File "/opt/stack/neutron/neutron/common/utils.py", line 968, in wrapper
Jul 06 02:08:04.148299 dv-cinder-799546-3-iscsi neutron-server[80869]:     return func(*args, **kwargs)
Jul 06 02:08:04.148299 dv-cinder-799546-3-iscsi neutron-server[80869]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jul 06 02:08:04.148299 dv-cinder-799546-3-iscsi neutron-server[80869]:     self._notify()
Jul 06 02:08:04.148299 dv-cinder-799546-3-iscsi neutron-server[80869]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jul 06 02:08:04.148299 dv-cinder-799546-3-iscsi neutron-server[80869]:     self.callback(batched_events)
Jul 06 02:08:04.148299 dv-cinder-799546-3-iscsi neutron-server[80869]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jul 06 02:08:04.148299 dv-cinder-799546-3-iscsi neutron-server[80869]:     event.method(event)
Jul 06 02:08:04.148299 dv-cinder-799546-3-iscsi neutron-server[80869]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jul 06 02:08:04.148299 dv-cinder-799546-3-iscsi neutron-server[80869]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jul 06 02:08:04.148299 dv-cinder-799546-3-iscsi neutron-server[80869]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jul 06 02:08:04.148299 dv-cinder-799546-3-iscsi neutron-server[80869]:     segment_id)['aggregates'][0]
Jul 06 02:08:04.148299 dv-cinder-799546-3-iscsi neutron-server[80869]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 53, in wrapper
Jul 06 02:08:04.148299 dv-cinder-799546-3-iscsi neutron-server[80869]:     return f(self, *a, **k)
Jul 06 02:08:04.148299 dv-cinder-799546-3-iscsi neutron-server[80869]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 508, in list_aggregates
Jul 06 02:08:04.148299 dv-cinder-799546-3-iscsi neutron-server[80869]:     return self._get(url).json()
Jul 06 02:08:04.148299 dv-cinder-799546-3-iscsi neutron-server[80869]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 178, in _get
Jul 06 02:08:04.148299 dv-cinder-799546-3-iscsi neutron-server[80869]:     **kwargs)
Jul 06 02:08:04.148299 dv-cinder-799546-3-iscsi neutron-server[80869]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1116, in get
Jul 06 02:08:04.148299 dv-cinder-799546-3-iscsi neutron-server[80869]:     return self.request(url, 'GET', **kwargs)
Jul 06 02:08:04.148299 dv-cinder-799546-3-iscsi neutron-server[80869]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 787, in request
Jul 06 02:08:04.148299 dv-cinder-799546-3-iscsi neutron-server[80869]:     **endpoint_filter)
Jul 06 02:08:04.148299 dv-cinder-799546-3-iscsi neutron-server[80869]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1216, in get_endpoint
Jul 06 02:08:04.148299 dv-cinder-799546-3-iscsi neutron-server[80869]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jul 06 02:08:04.148299 dv-cinder-799546-3-iscsi neutron-server[80869]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1156, in _auth_required
Jul 06 02:08:04.148299 dv-cinder-799546-3-iscsi neutron-server[80869]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jul 06 02:08:04.148299 dv-cinder-799546-3-iscsi neutron-server[80869]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jul 06 02:08:04.160539 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-76dafd09-8b9e-4f4b-ba8f-a0f9ff874801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:08:04.240431 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-9527a3ff-89ca-4622-a795-aee28c3e2f2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1281500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854446373'] for network, after_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:08:04.244370 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:08:04.262512 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-9527a3ff-89ca-4622-a795-aee28c3e2f2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853726196'] for network, before_response {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:08:04.269175 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9527a3ff-89ca-4622-a795-aee28c3e2f2a admin admin] Pushing event deleted for resources: {'Network': ['ID=ae9c5e73-7e08-4e16-8d96-ed116811a552,revision_number=None']} {{(pid=80980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:08:04.273939 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-9527a3ff-89ca-4622-a795-aee28c3e2f2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:08:04.277297 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-9527a3ff-89ca-4622-a795-aee28c3e2f2a admin admin] 10.222.0.11 "DELETE /v2.0/networks/ae9c5e73-7e08-4e16-8d96-ed116811a552 HTTP/1.1" status: 204  len: 168 time: 0.9886813
Jul 06 02:08:04.344180 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-5d00f694-0efe-48d7-b975-5d0f3db16966 req-79744082-7765-43a7-80af-45569c26841e tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] 10.222.0.11 "GET /v2.0/ports?device_id=d2078004-f227-4fe7-8aa8-60587208c91a HTTP/1.1" status: 200  len: 210 time: 0.0571043
Jul 06 02:08:04.558421 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.plugin [None req-a68b6b6c-2ce0-4658-89a0-6064fec77716 None None] Deleting port 2ddbe399-3f29-4372-aac5-7ee30187c628 {{(pid=80982) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1879}}
Jul 06 02:08:04.558865 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-a68b6b6c-2ce0-4658-89a0-6064fec77716 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296100957044'] for port, before_delete {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:08:04.628127 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.plugin [None req-a68b6b6c-2ce0-4658-89a0-6064fec77716 None None] The port '2ddbe399-3f29-4372-aac5-7ee30187c628' was deleted {{(pid=80982) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1909}}
Jul 06 02:08:04.631522 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80980) accepted ('10.222.0.11', 47826) {{(pid=80980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 02:08:04.690368 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-270df4d5-8709-4df9-921d-41eaa462d1d0 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ce54b2b29f0c4db48f132919c87de2f3&name=default HTTP/1.1" status: 200  len: 2629 time: 0.0575304
Jul 06 02:08:04.693009 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80980) accepted ('10.222.0.11', 47830) {{(pid=80980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 02:08:04.754625 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-a000ee76-e054-4d87-aa7d-6568f1fae89e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:08:04.782776 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-a000ee76-e054-4d87-aa7d-6568f1fae89e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:08:04.863118 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-a000ee76-e054-4d87-aa7d-6568f1fae89e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428228'] for security_group, after_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:08:04.868484 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-c5b34205-8110-4883-ba21-c98d12b23a8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:08:04.882254 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a000ee76-e054-4d87-aa7d-6568f1fae89e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c16ee06-809e-43ea-a2fe-28f3d120da93,revision_number=None']} {{(pid=80980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:08:04.891211 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-a000ee76-e054-4d87-aa7d-6568f1fae89e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:08:04.894862 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-a000ee76-e054-4d87-aa7d-6568f1fae89e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:08:04.896327 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-a000ee76-e054-4d87-aa7d-6568f1fae89e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4c16ee06-809e-43ea-a2fe-28f3d120da93 HTTP/1.1" status: 204  len: 168 time: 0.2020981
Jul 06 02:08:05.508222 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80981) accepted ('10.222.0.11', 47842) {{(pid=80981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 02:08:05.514547 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-fcfe0981-f829-42d2-99d0-fcc19e179060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:08:05.529486 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-aa85a44d-65cf-4602-a799-fae9cd5e81f0 req-55da760b-000c-4598-8585-997a0cd6ac15 tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] 10.222.0.11 "GET /v2.0/ports?device_id=d2078004-f227-4fe7-8aa8-60587208c91a HTTP/1.1" status: 200  len: 210 time: 0.0464962
Jul 06 02:08:05.564699 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-e6edcd99-738d-43f6-971c-16e9565400d8 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=42454afb9a944b6f9bf0097f42e0cb6e&name=default HTTP/1.1" status: 200  len: 2629 time: 0.0549960
Jul 06 02:08:05.567335 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80981) accepted ('10.222.0.11', 47846) {{(pid=80981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 02:08:05.636201 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-530b0ecb-a3b1-4079-a214-319dccc09280 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:08:05.664155 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-530b0ecb-a3b1-4079-a214-319dccc09280 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:08:05.737149 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-530b0ecb-a3b1-4079-a214-319dccc09280 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428228'] for security_group, after_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:08:05.742374 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-6781cdc6-e6b8-47e3-bac9-2a9c7f39d719 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:08:05.755169 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530b0ecb-a3b1-4079-a214-319dccc09280 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0ba43ba-ff32-4916-ade0-5d96be76a092,revision_number=None']} {{(pid=80981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:08:05.758336 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-530b0ecb-a3b1-4079-a214-319dccc09280 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:08:05.760336 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-530b0ecb-a3b1-4079-a214-319dccc09280 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:08:05.761549 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-530b0ecb-a3b1-4079-a214-319dccc09280 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d0ba43ba-ff32-4916-ade0-5d96be76a092 HTTP/1.1" status: 204  len: 168 time: 0.1932442
Jul 06 02:08:06.690712 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-8a48bbc2-a0bb-48dc-997d-370c76fbf8aa req-c5d03c28-80df-4c88-8804-e9add9104408 tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] 10.222.0.11 "GET /v2.0/ports?device_id=d2078004-f227-4fe7-8aa8-60587208c91a HTTP/1.1" status: 200  len: 210 time: 0.0448101
Jul 06 02:08:07.673673 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc35828-b1e9-4139-9dbc-3a57c01d78af req-73e5e1e8-a137-407d-83a8-e5e80840d497 tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:08:07.675208 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-bcc35828-b1e9-4139-9dbc-3a57c01d78af req-73e5e1e8-a137-407d-83a8-e5e80840d497 tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] 10.222.0.37 "GET /v2.0/networks?id=efeb8d93-c6ba-4827-a604-9cb60992a02a HTTP/1.1" status: 200  len: 815 time: 0.1569440
Jul 06 02:08:07.689156 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.v2.base [req-bcc35828-b1e9-4139-9dbc-3a57c01d78af req-53357243-473c-4c02-801b-b190a59d4011 tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] Request body: {'port': {'device_id': 'd2078004-f227-4fe7-8aa8-60587208c91a', 'network_id': 'efeb8d93-c6ba-4827-a604-9cb60992a02a', 'admin_state_up': True, 'tenant_id': '4a06646d7d35412c90347955579a4756'}} {{(pid=80981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 06 02:08:07.833219 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [req-bcc35828-b1e9-4139-9dbc-3a57c01d78af req-53357243-473c-4c02-801b-b190a59d4011 tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 02:08:07.843150 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [req-bcc35828-b1e9-4139-9dbc-3a57c01d78af req-53357243-473c-4c02-801b-b190a59d4011 tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 02:08:07.865271 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-41fe7782-5d35-4863-b950-331155990c83 req-89ef9204-4a13-4d42-aae5-1ced500e5a2c tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] 10.222.0.11 "GET /v2.0/ports?device_id=d2078004-f227-4fe7-8aa8-60587208c91a HTTP/1.1" status: 200  len: 210 time: 0.0479624
Jul 06 02:08:07.885817 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bcc35828-b1e9-4139-9dbc-3a57c01d78af req-53357243-473c-4c02-801b-b190a59d4011 tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] Made reservation on behalf of 4a06646d7d35412c90347955579a4756 for: {'port': 1} {{(pid=80981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jul 06 02:08:07.892692 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-bcc35828-b1e9-4139-9dbc-3a57c01d78af req-53357243-473c-4c02-801b-b190a59d4011 tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1050496'] for port, before_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:08:08.061730 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.db_base_plugin_common [req-bcc35828-b1e9-4139-9dbc-3a57c01d78af req-53357243-473c-4c02-801b-b190a59d4011 tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] Allocated IP 172.20.0.14 (efeb8d93-c6ba-4827-a604-9cb60992a02a/63f99ad3-918a-4138-8fb2-218a809df3f9/e4608034-0607-40ff-a1eb-043ec5cd1985) {{(pid=80981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Jul 06 02:08:08.267680 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-bcc35828-b1e9-4139-9dbc-3a57c01d78af req-53357243-473c-4c02-801b-b190a59d4011 tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] Notify callbacks [] for port, precommit_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:08:08.320257 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-bcc35828-b1e9-4139-9dbc-3a57c01d78af req-53357243-473c-4c02-801b-b190a59d4011 tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296101369102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839890433'] for port, after_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:08:08.327418 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-1552396e-3c39-440a-b14a-1041b42e59ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:08:08.332399 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] get_ports_and_sgs() called for port_ids ['adea360c-04d6-43af-806e-090ab661d6e7'] {{(pid=80982) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:184}}
Jul 06 02:08:08.392913 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bcc35828-b1e9-4139-9dbc-3a57c01d78af req-53357243-473c-4c02-801b-b190a59d4011 tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] Network efeb8d93-c6ba-4827-a604-9cb60992a02a is already hosted by enough agents. {{(pid=80981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:240}}
Jul 06 02:08:08.396531 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.scheduler.base_scheduler [req-bcc35828-b1e9-4139-9dbc-3a57c01d78af req-53357243-473c-4c02-801b-b190a59d4011 tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] Resources bound (agent type, host, resource id):  {{(pid=80981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jul 06 02:08:08.399383 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcc35828-b1e9-4139-9dbc-3a57c01d78af req-53357243-473c-4c02-801b-b190a59d4011 tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] Received port after_create {{(pid=80981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 06 02:08:08.444241 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53357243-473c-4c02-801b-b190a59d4011 tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] Pushing event updated for resources: {'Port': ['ID=e4608034-0607-40ff-a1eb-043ec5cd1985,revision_number=1']} {{(pid=80981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:08:08.461074 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53357243-473c-4c02-801b-b190a59d4011 tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:08:08.461497 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53357243-473c-4c02-801b-b190a59d4011 tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:08:08.461912 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53357243-473c-4c02-801b-b190a59d4011 tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] Version for resource type Network changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:08:08.462320 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53357243-473c-4c02-801b-b190a59d4011 tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:08:08.462725 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53357243-473c-4c02-801b-b190a59d4011 tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] Version for resource type PortForwarding changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:08:08.463129 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53357243-473c-4c02-801b-b190a59d4011 tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:08:08.463532 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53357243-473c-4c02-801b-b190a59d4011 tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] Version for resource type SecurityGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:08:08.463935 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53357243-473c-4c02-801b-b190a59d4011 tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:08:08.464340 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53357243-473c-4c02-801b-b190a59d4011 tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:08:08.464728 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53357243-473c-4c02-801b-b190a59d4011 tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] Version for resource type Subnet changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:08:08.465177 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53357243-473c-4c02-801b-b190a59d4011 tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:08:08.469081 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-53357243-473c-4c02-801b-b190a59d4011 tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:08:08.483438 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc35828-b1e9-4139-9dbc-3a57c01d78af req-53357243-473c-4c02-801b-b190a59d4011 tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:08:08.484094 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-bcc35828-b1e9-4139-9dbc-3a57c01d78af req-53357243-473c-4c02-801b-b190a59d4011 tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91827'] for port, before_response {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:08:08.549401 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-bcc35828-b1e9-4139-9dbc-3a57c01d78af req-53357243-473c-4c02-801b-b190a59d4011 tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.8643799
Jul 06 02:08:08.563496 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.v2.base [req-bcc35828-b1e9-4139-9dbc-3a57c01d78af req-f6a547a2-ea74-4b3e-9e83-a5cbe3c9fa5e service neutron] Request body: {'port': {'device_id': 'd2078004-f227-4fe7-8aa8-60587208c91a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79954'}} {{(pid=80981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 06 02:08:08.671267 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-bcc35828-b1e9-4139-9dbc-3a57c01d78af req-f6a547a2-ea74-4b3e-9e83-a5cbe3c9fa5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1050496'] for port, before_update {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:08:09.073594 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.notifiers.nova [req-bcc35828-b1e9-4139-9dbc-3a57c01d78af req-f6a547a2-ea74-4b3e-9e83-a5cbe3c9fa5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4608034-0607-40ff-a1eb-043ec5cd1985 {{(pid=80981) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Jul 06 02:08:09.082631 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-bcc35828-b1e9-4139-9dbc-3a57c01d78af req-f6a547a2-ea74-4b3e-9e83-a5cbe3c9fa5e service neutron] Notify callbacks [] for port, precommit_update {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:08:09.120871 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34759d8f-c37f-4292-b9db-7529325eb93b req-0cd6f53a-420b-4966-8281-e79a515b8734 tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:08:09.121661 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [req-34759d8f-c37f-4292-b9db-7529325eb93b req-0cd6f53a-420b-4966-8281-e79a515b8734 tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] Synchronizing usage tracker for tenant:4a06646d7d35412c90347955579a4756 on resource:port {{(pid=80981) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 06 02:08:09.142868 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.provisioning_blocks [req-bcc35828-b1e9-4139-9dbc-3a57c01d78af req-f6a547a2-ea74-4b3e-9e83-a5cbe3c9fa5e service neutron] Transition to ACTIVE for port object e4608034-0607-40ff-a1eb-043ec5cd1985 will not be triggered until provisioned by entity L2. {{(pid=80981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 06 02:08:09.165819 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [req-34759d8f-c37f-4292-b9db-7529325eb93b req-0cd6f53a-420b-4966-8281-e79a515b8734 tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] Unset dirty status for tenant:4a06646d7d35412c90347955579a4756 on resource:port {{(pid=80981) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 06 02:08:09.167152 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-34759d8f-c37f-4292-b9db-7529325eb93b req-0cd6f53a-420b-4966-8281-e79a515b8734 tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] 10.222.0.11 "GET /v2.0/ports?device_id=d2078004-f227-4fe7-8aa8-60587208c91a HTTP/1.1" status: 200  len: 932 time: 0.1653321
Jul 06 02:08:09.194248 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-bcc35828-b1e9-4139-9dbc-3a57c01d78af req-f6a547a2-ea74-4b3e-9e83-a5cbe3c9fa5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740753762112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740753409037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296101366746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14885351'] for port, after_update {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:08:09.203101 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-8de65d48-1229-42bc-8cb3-a40036e7ea5a tempest-VolumesNegativeTest-1378205824 tempest-VolumesNegativeTest-1378205824-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:08:09.590609 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a547a2-ea74-4b3e-9e83-a5cbe3c9fa5e service neutron] Pushing event updated for resources: {'Port': ['ID=e4608034-0607-40ff-a1eb-043ec5cd1985,revision_number=2']} {{(pid=80981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:08:09.600896 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-34759d8f-c37f-4292-b9db-7529325eb93b req-6ca1266f-4694-489b-abfb-506cf4500889 tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] 10.222.0.11 "GET /v2.0/security-groups?id=a393ecc9-7ff6-4be6-84ad-144ad9a41d0d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4244509
Jul 06 02:08:09.601802 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-f6a547a2-ea74-4b3e-9e83-a5cbe3c9fa5e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.399s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:08:09.709221 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.managers [req-bcc35828-b1e9-4139-9dbc-3a57c01d78af req-f6a547a2-ea74-4b3e-9e83-a5cbe3c9fa5e service neutron] Attempting to bind port e4608034-0607-40ff-a1eb-043ec5cd1985 on host hv-cinder-79954 for vnic_type normal with profile  {{(pid=80981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jul 06 02:08:09.709585 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.managers [req-bcc35828-b1e9-4139-9dbc-3a57c01d78af req-f6a547a2-ea74-4b3e-9e83-a5cbe3c9fa5e service neutron] Attempting to bind port e4608034-0607-40ff-a1eb-043ec5cd1985 by drivers openvswitch,hyperv on host hv-cinder-79954 at level 0 using segments [{'id': 'dcf4052e-6231-4287-ac99-bb6742207439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'efeb8d93-c6ba-4827-a604-9cb60992a02a'}] {{(pid=80981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jul 06 02:08:09.709951 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcc35828-b1e9-4139-9dbc-3a57c01d78af req-f6a547a2-ea74-4b3e-9e83-a5cbe3c9fa5e service neutron] Attempting to bind port e4608034-0607-40ff-a1eb-043ec5cd1985 on network efeb8d93-c6ba-4827-a604-9cb60992a02a {{(pid=80981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Jul 06 02:08:09.715915 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcc35828-b1e9-4139-9dbc-3a57c01d78af req-f6a547a2-ea74-4b3e-9e83-a5cbe3c9fa5e service neutron] Port e4608034-0607-40ff-a1eb-043ec5cd1985 on network efeb8d93-c6ba-4827-a604-9cb60992a02a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79954 {{(pid=80981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jul 06 02:08:09.716272 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcc35828-b1e9-4139-9dbc-3a57c01d78af req-f6a547a2-ea74-4b3e-9e83-a5cbe3c9fa5e service neutron] Attempting to bind port e4608034-0607-40ff-a1eb-043ec5cd1985 on network efeb8d93-c6ba-4827-a604-9cb60992a02a {{(pid=80981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Jul 06 02:08:09.723373 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcc35828-b1e9-4139-9dbc-3a57c01d78af req-f6a547a2-ea74-4b3e-9e83-a5cbe3c9fa5e service neutron] Checking agent: {'id': 'abd15b5f-b1e1-4bf4-b258-9ce6723fb40b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79954', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 1, 56, 33), 'started_at': datetime.datetime(2021, 7, 6, 1, 56, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 2, 8, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Jul 06 02:08:09.723749 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcc35828-b1e9-4139-9dbc-3a57c01d78af req-f6a547a2-ea74-4b3e-9e83-a5cbe3c9fa5e service neutron] Checking segment: {'id': 'dcf4052e-6231-4287-ac99-bb6742207439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'efeb8d93-c6ba-4827-a604-9cb60992a02a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jul 06 02:08:09.724168 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcc35828-b1e9-4139-9dbc-3a57c01d78af req-f6a547a2-ea74-4b3e-9e83-a5cbe3c9fa5e service neutron] Bound using segment: {'id': 'dcf4052e-6231-4287-ac99-bb6742207439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'efeb8d93-c6ba-4827-a604-9cb60992a02a'} {{(pid=80981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Jul 06 02:08:09.724635 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.managers [req-bcc35828-b1e9-4139-9dbc-3a57c01d78af req-f6a547a2-ea74-4b3e-9e83-a5cbe3c9fa5e service neutron] Bound port: e4608034-0607-40ff-a1eb-043ec5cd1985, host: hv-cinder-79954, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dcf4052e-6231-4287-ac99-bb6742207439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'efeb8d93-c6ba-4827-a604-9cb60992a02a'}}] {{(pid=80981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jul 06 02:08:09.725047 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-bcc35828-b1e9-4139-9dbc-3a57c01d78af req-f6a547a2-ea74-4b3e-9e83-a5cbe3c9fa5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1050496'] for port, before_update {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:08:09.808409 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [req-bcc35828-b1e9-4139-9dbc-3a57c01d78af req-f6a547a2-ea74-4b3e-9e83-a5cbe3c9fa5e service neutron] For port e4608034-0607-40ff-a1eb-043ec5cd1985, host hv-cinder-79954, cleared binding levels {{(pid=80981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:111}}
Jul 06 02:08:09.811422 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [req-bcc35828-b1e9-4139-9dbc-3a57c01d78af req-f6a547a2-ea74-4b3e-9e83-a5cbe3c9fa5e service neutron] For port e4608034-0607-40ff-a1eb-043ec5cd1985, host hv-cinder-79954, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79954',level=0,port_id=e4608034-0607-40ff-a1eb-043ec5cd1985,segment=NetworkSegment(dcf4052e-6231-4287-ac99-bb6742207439),segment_id=dcf4052e-6231-4287-ac99-bb6742207439)] {{(pid=80981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}}
Jul 06 02:08:09.834281 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-bcc35828-b1e9-4139-9dbc-3a57c01d78af req-f6a547a2-ea74-4b3e-9e83-a5cbe3c9fa5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740753762112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740753409037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296101366746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14885351'] for port, after_update {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:08:09.838649 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-d79533d9-d904-4aea-a2de-2508b6eb9bb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:08:09.901378 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-bcc35828-b1e9-4139-9dbc-3a57c01d78af req-f6a547a2-ea74-4b3e-9e83-a5cbe3c9fa5e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91827'] for port, before_response {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:08:09.902885 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-bcc35828-b1e9-4139-9dbc-3a57c01d78af req-f6a547a2-ea74-4b3e-9e83-a5cbe3c9fa5e service neutron] 10.222.0.37 "PUT /v2.0/ports/e4608034-0607-40ff-a1eb-043ec5cd1985 HTTP/1.1" status: 200  len: 1094 time: 1.3445573
Jul 06 02:08:09.903463 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2078004-f227-4fe7-8aa8-60587208c91a', 'tag': 'e4608034-0607-40ff-a1eb-043ec5cd1985'}] {{(pid=80981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 06 02:08:09.924489 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a547a2-ea74-4b3e-9e83-a5cbe3c9fa5e service neutron] Pushing event updated for resources: {'Port': ['ID=e4608034-0607-40ff-a1eb-043ec5cd1985,revision_number=3']} {{(pid=80981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:08:09.927781 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-f6a547a2-ea74-4b3e-9e83-a5cbe3c9fa5e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:08:09.959628 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2078004-f227-4fe7-8aa8-60587208c91a', 'tag': 'e4608034-0607-40ff-a1eb-043ec5cd1985', 'status': 'completed', 'code': 200}
Jul 06 02:08:10.058733 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-652c668e-37bf-45ad-ba91-776c599b5891 req-736a00ba-4cac-4f7e-a0e2-d44b8977ae6f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4a06646d7d35412c90347955579a4756&device_id=d2078004-f227-4fe7-8aa8-60587208c91a HTTP/1.1" status: 200  len: 1097 time: 0.0695269
Jul 06 02:08:10.212370 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652c668e-37bf-45ad-ba91-776c599b5891 req-424768b5-4520-4700-ab6e-6a97c24cf8cb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:08:10.222510 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-652c668e-37bf-45ad-ba91-776c599b5891 req-424768b5-4520-4700-ab6e-6a97c24cf8cb service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=4a06646d7d35412c90347955579a4756&shared=False HTTP/1.1" status: 200  len: 916 time: 0.1437857
Jul 06 02:08:10.367347 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652c668e-37bf-45ad-ba91-776c599b5891 req-f681b04e-9e0a-4534-9b8d-d335440a1c9c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:08:10.369008 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-652c668e-37bf-45ad-ba91-776c599b5891 req-f681b04e-9e0a-4534-9b8d-d335440a1c9c service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1454823
Jul 06 02:08:10.488492 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-bcc35828-b1e9-4139-9dbc-3a57c01d78af req-33fdf739-9737-4b5b-a388-baf85d09f584 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4a06646d7d35412c90347955579a4756&device_id=d2078004-f227-4fe7-8aa8-60587208c91a HTTP/1.1" status: 200  len: 1097 time: 0.0761654
Jul 06 02:08:10.564004 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-bcc35828-b1e9-4139-9dbc-3a57c01d78af req-211ca5b8-e1a3-4aaf-a4f3-2908abc6adba service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e4608034-0607-40ff-a1eb-043ec5cd1985 HTTP/1.1" status: 200  len: 217 time: 0.0668869
Jul 06 02:08:10.631453 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc35828-b1e9-4139-9dbc-3a57c01d78af req-e5844d05-17fc-4856-ad83-0c841ae998cf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:08:10.632757 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-bcc35828-b1e9-4139-9dbc-3a57c01d78af req-e5844d05-17fc-4856-ad83-0c841ae998cf service neutron] 10.222.0.37 "GET /v2.0/subnets?id=63f99ad3-918a-4138-8fb2-218a809df3f9 HTTP/1.1" status: 200  len: 855 time: 0.0617995
Jul 06 02:08:10.686516 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-bcc35828-b1e9-4139-9dbc-3a57c01d78af req-14adaa2c-1451-4bb3-b3f4-3fc0d70be65f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=efeb8d93-c6ba-4827-a604-9cb60992a02a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0456905
Jul 06 02:08:10.897814 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d778e99-9e75-47e9-8ebc-8eda5365c207 req-98a58232-df69-4dbf-aaf5-dd86fb5e8dcf tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:08:10.899406 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-3d778e99-9e75-47e9-8ebc-8eda5365c207 req-98a58232-df69-4dbf-aaf5-dd86fb5e8dcf tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] 10.222.0.11 "GET /v2.0/ports?device_id=d2078004-f227-4fe7-8aa8-60587208c91a HTTP/1.1" status: 200  len: 944 time: 0.1753008
Jul 06 02:08:10.901573 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-bcc35828-b1e9-4139-9dbc-3a57c01d78af req-c88bba8e-1e7e-4875-9b37-6a8b06ebe84a service neutron] 10.222.0.37 "GET /v2.0/networks/efeb8d93-c6ba-4827-a604-9cb60992a02a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2062981
Jul 06 02:08:11.039732 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-3d778e99-9e75-47e9-8ebc-8eda5365c207 req-259c92de-7731-46a0-8520-ed62cf115e52 tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] 10.222.0.11 "GET /v2.0/security-groups?id=a393ecc9-7ff6-4be6-84ad-144ad9a41d0d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1323736
Jul 06 02:08:11.077262 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-bcc35828-b1e9-4139-9dbc-3a57c01d78af req-44a1bcb6-fe37-4595-92f3-a550bb4f0929 service neutron] 10.222.0.37 "GET /v2.0/networks/efeb8d93-c6ba-4827-a604-9cb60992a02a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1548204
Jul 06 02:08:12.233712 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7672140-a62e-41a5-abf9-5918ac2f6325 req-84fd1498-e2bb-411f-b5fc-59de50f00770 tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:08:12.236089 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-d7672140-a62e-41a5-abf9-5918ac2f6325 req-84fd1498-e2bb-411f-b5fc-59de50f00770 tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] 10.222.0.11 "GET /v2.0/ports?device_id=d2078004-f227-4fe7-8aa8-60587208c91a HTTP/1.1" status: 200  len: 944 time: 0.0828114
Jul 06 02:08:12.286468 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-d7672140-a62e-41a5-abf9-5918ac2f6325 req-4ce78849-c617-4524-ac20-499d4b4d3d36 tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] 10.222.0.11 "GET /v2.0/security-groups?id=a393ecc9-7ff6-4be6-84ad-144ad9a41d0d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430996
Jul 06 02:08:12.563282 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.rpc [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Device e4608034-0607-40ff-a1eb-043ec5cd1985 details requested by agent hyperv_hv-cinder-79954 with host hv-cinder-79954 {{(pid=80982) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:87}}
Jul 06 02:08:12.697572 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] For port e4608034-0607-40ff-a1eb-043ec5cd1985, host hv-cinder-79954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79954',level=0,port_id=e4608034-0607-40ff-a1eb-043ec5cd1985,segment=NetworkSegment(dcf4052e-6231-4287-ac99-bb6742207439),segment_id=dcf4052e-6231-4287-ac99-bb6742207439)] {{(pid=80982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 02:08:12.712081 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.rpc [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Returning: {'device': 'e4608034-0607-40ff-a1eb-043ec5cd1985', 'network_id': 'efeb8d93-c6ba-4827-a604-9cb60992a02a', 'port_id': 'e4608034-0607-40ff-a1eb-043ec5cd1985', 'mac_address': 'fa:16:3e:de:2c:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63f99ad3-918a-4138-8fb2-218a809df3f9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80982) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:165}}
Jul 06 02:08:12.766416 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1050496'] for port, before_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:08:12.784621 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.notifiers.nova [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4608034-0607-40ff-a1eb-043ec5cd1985 {{(pid=80982) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Jul 06 02:08:12.799466 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] For port e4608034-0607-40ff-a1eb-043ec5cd1985, host hv-cinder-79954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79954',level=0,port_id=e4608034-0607-40ff-a1eb-043ec5cd1985,segment=NetworkSegment(dcf4052e-6231-4287-ac99-bb6742207439),segment_id=dcf4052e-6231-4287-ac99-bb6742207439)] {{(pid=80982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 02:08:12.822780 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740753762112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740753409037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296101366746'] for port, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:08:12.824549 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:08:12.890144 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Pushing event updated for resources: {'Port': ['ID=e4608034-0607-40ff-a1eb-043ec5cd1985,revision_number=4']} {{(pid=80982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:08:12.894001 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=80982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:08:13.028968 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] get_ports_and_sgs() called for port_ids ['e4608034-0607-40ff-a1eb-043ec5cd1985'] {{(pid=80982) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:184}}
Jul 06 02:08:13.488205 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a62c19-0ffb-4c89-813f-6b6fbd07eec2 req-2152f479-8c71-4659-ad07-e6b60ef84deb tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:08:13.489888 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-f1a62c19-0ffb-4c89-813f-6b6fbd07eec2 req-2152f479-8c71-4659-ad07-e6b60ef84deb tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] 10.222.0.11 "GET /v2.0/ports?device_id=d2078004-f227-4fe7-8aa8-60587208c91a HTTP/1.1" status: 200  len: 945 time: 0.0845695
Jul 06 02:08:13.550246 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-f1a62c19-0ffb-4c89-813f-6b6fbd07eec2 req-e1486939-5cea-434f-a35b-9d6a08454b76 tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] 10.222.0.11 "GET /v2.0/security-groups?id=a393ecc9-7ff6-4be6-84ad-144ad9a41d0d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0521572
Jul 06 02:08:14.568346 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.rpc [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Device e4608034-0607-40ff-a1eb-043ec5cd1985 up at agent hyperv_hv-cinder-79954 {{(pid=80982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:273}}
Jul 06 02:08:14.662925 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.provisioning_blocks [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Provisioning for port e4608034-0607-40ff-a1eb-043ec5cd1985 completed by entity L2. {{(pid=80982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 06 02:08:14.668153 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.provisioning_blocks [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Provisioning complete for port e4608034-0607-40ff-a1eb-043ec5cd1985 triggered by entity L2. {{(pid=80982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 06 02:08:14.668573 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1309268'] for port, provisioning_complete {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:08:14.763561 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5ea29c-3f3b-4b51-9446-42703e2fca86 req-62b403a6-38c0-448c-b2f4-192918fee434 tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:08:14.765234 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-6a5ea29c-3f3b-4b51-9446-42703e2fca86 req-62b403a6-38c0-448c-b2f4-192918fee434 tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] 10.222.0.11 "GET /v2.0/ports?device_id=d2078004-f227-4fe7-8aa8-60587208c91a HTTP/1.1" status: 200  len: 945 time: 0.0916746
Jul 06 02:08:14.778368 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1050496'] for port, before_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:08:14.811804 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2078004-f227-4fe7-8aa8-60587208c91a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4608034-0607-40ff-a1eb-043ec5cd1985'}] {{(pid=80982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 06 02:08:14.816146 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-6a5ea29c-3f3b-4b51-9446-42703e2fca86 req-27ec3485-d9f2-440c-8224-3d4b6268a334 tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] 10.222.0.11 "GET /v2.0/security-groups?id=a393ecc9-7ff6-4be6-84ad-144ad9a41d0d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434754
Jul 06 02:08:14.824335 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] For port e4608034-0607-40ff-a1eb-043ec5cd1985, host hv-cinder-79954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79954',level=0,port_id=e4608034-0607-40ff-a1eb-043ec5cd1985,segment=NetworkSegment(dcf4052e-6231-4287-ac99-bb6742207439),segment_id=dcf4052e-6231-4287-ac99-bb6742207439)] {{(pid=80982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 02:08:14.861058 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2078004-f227-4fe7-8aa8-60587208c91a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4608034-0607-40ff-a1eb-043ec5cd1985', 'code': 200}
Jul 06 02:08:14.862757 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740753762112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740753409037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296101366746'] for port, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:08:14.865404 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:08:14.932765 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Pushing event updated for resources: {'Port': ['ID=e4608034-0607-40ff-a1eb-043ec5cd1985,revision_number=5']} {{(pid=80982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:08:14.936230 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:08:15.172803 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-197bca8a-de9c-47a9-8dcd-5ee3f562b15d req-b698b84c-3134-4acd-87e6-d621c3bc1508 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d2078004-f227-4fe7-8aa8-60587208c91a HTTP/1.1" status: 200  len: 1099 time: 0.0712657
Jul 06 02:08:15.217656 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-197bca8a-de9c-47a9-8dcd-5ee3f562b15d req-c5d9bcc7-3a20-41a6-9a46-038feef5043f service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=a393ecc9-7ff6-4be6-84ad-144ad9a41d0d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0379937
Jul 06 02:08:16.012078 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad13c07d-3aaf-4480-a124-71913e3a579f req-40ba5c20-a7b7-4e00-b46a-b8715cebec76 tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:08:16.012078 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-ad13c07d-3aaf-4480-a124-71913e3a579f req-40ba5c20-a7b7-4e00-b46a-b8715cebec76 tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] 10.222.0.11 "GET /v2.0/ports?device_id=d2078004-f227-4fe7-8aa8-60587208c91a HTTP/1.1" status: 200  len: 946 time: 0.0766475
Jul 06 02:08:16.068801 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-ad13c07d-3aaf-4480-a124-71913e3a579f req-9cebec25-f47f-4b16-9bb9-b58fd277b1ff tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] 10.222.0.11 "GET /v2.0/security-groups?id=a393ecc9-7ff6-4be6-84ad-144ad9a41d0d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0481381
Jul 06 02:08:17.274664 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faedf48-bdfe-4757-a0dc-b1a666204ebd req-3e1162ea-d259-482f-b6da-6c9eb4082316 tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:08:17.276287 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-5faedf48-bdfe-4757-a0dc-b1a666204ebd req-3e1162ea-d259-482f-b6da-6c9eb4082316 tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] 10.222.0.11 "GET /v2.0/ports?device_id=d2078004-f227-4fe7-8aa8-60587208c91a HTTP/1.1" status: 200  len: 946 time: 0.0808010
Jul 06 02:08:17.332601 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-5faedf48-bdfe-4757-a0dc-b1a666204ebd req-71ec496d-1041-4908-bdc6-62e6a5d94922 tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] 10.222.0.11 "GET /v2.0/security-groups?id=a393ecc9-7ff6-4be6-84ad-144ad9a41d0d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0482984
Jul 06 02:08:19.866689 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206f4f43-53a0-4f2a-8080-515dca5c53a7 req-f4242940-ac28-4e97-91b7-d0ac1e512a9a tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:08:19.868342 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-206f4f43-53a0-4f2a-8080-515dca5c53a7 req-f4242940-ac28-4e97-91b7-d0ac1e512a9a tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] 10.222.0.11 "GET /v2.0/networks?id=efeb8d93-c6ba-4827-a604-9cb60992a02a HTTP/1.1" status: 200  len: 815 time: 0.1497552
Jul 06 02:08:19.886940 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-206f4f43-53a0-4f2a-8080-515dca5c53a7 req-5586dc6d-f570-43b8-9174-9b301f814cbc tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] 10.222.0.11 "GET /v2.0/quotas/4a06646d7d35412c90347955579a4756 HTTP/1.1" status: 200  len: 375 time: 0.0116410
Jul 06 02:08:19.975498 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-206f4f43-53a0-4f2a-8080-515dca5c53a7 req-314d2121-4451-4590-94fd-41d070b64dd5 tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=4a06646d7d35412c90347955579a4756&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0785036
Jul 06 02:08:19.984293 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80981) accepted ('10.222.0.11', 47986) {{(pid=80981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 02:08:20.054540 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb453e92-6361-4d8a-8a06-23c972393a7a admin admin] Deleting subnet ae68177e-c428-457e-92a2-03cbfd8d6857 {{(pid=80981) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1063}}
Jul 06 02:08:20.054928 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-cb453e92-6361-4d8a-8a06-23c972393a7a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:08:20.112711 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-cb453e92-6361-4d8a-8a06-23c972393a7a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14767067'] for subnet, precommit_delete_associations {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:08:20.188202 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-cb453e92-6361-4d8a-8a06-23c972393a7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1281289'] for subnet, precommit_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:08:20.280506 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-cb453e92-6361-4d8a-8a06-23c972393a7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853494527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036839889365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15725816'] for subnet, after_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:08:20.285877 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-a3693db3-dfba-4677-b7a7-562657708ee0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:08:20.320505 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb453e92-6361-4d8a-8a06-23c972393a7a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ae68177e-c428-457e-92a2-03cbfd8d6857,revision_number=None']} {{(pid=80981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:08:20.323149 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-cb453e92-6361-4d8a-8a06-23c972393a7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:08:20.329302 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-cb453e92-6361-4d8a-8a06-23c972393a7a admin admin] Notify callbacks [] for subnet, before_response {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:08:20.335353 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-cb453e92-6361-4d8a-8a06-23c972393a7a admin admin] 10.222.0.11 "DELETE /v2.0/subnets/ae68177e-c428-457e-92a2-03cbfd8d6857 HTTP/1.1" status: 204  len: 168 time: 0.3499107
Jul 06 02:08:20.338107 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80981) accepted ('10.222.0.11', 47990) {{(pid=80981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 02:08:20.355793 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-206f4f43-53a0-4f2a-8080-515dca5c53a7 req-8eae6a43-2e76-4d43-83f6-4432ef0b572a service neutron] 10.222.0.11 "GET /v2.0/networks/efeb8d93-c6ba-4827-a604-9cb60992a02a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3714242
Jul 06 02:08:20.456072 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-f08ca29e-1064-41f6-b459-c3b13decfc13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853693134'] for network, before_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:08:20.497913 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-206f4f43-53a0-4f2a-8080-515dca5c53a7 req-15436f5c-75dd-428a-bd03-fdc5fda9b54d service neutron] 10.222.0.11 "GET /v2.0/networks/efeb8d93-c6ba-4827-a604-9cb60992a02a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1344736
Jul 06 02:08:20.608815 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-f08ca29e-1064-41f6-b459-c3b13decfc13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853494331', 'neutron.services.segments.db._delete_segments_for_network-8740753867311'] for network, precommit_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:08:20.624505 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.services.segments.db [None req-f08ca29e-1064-41f6-b459-c3b13decfc13 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f31d5df7748>,) {'filters': {'network_id': ['06f2277a-dbfc-46b9-bc1c-8a1822bac9b9']}} {{(pid=80981) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 02:08:20.638338 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.services.segments.db [None req-f08ca29e-1064-41f6-b459-c3b13decfc13 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f31d5df7748>, '561a848c-a506-4525-86d8-2746b18179e9') {'for_net_delete': True} {{(pid=80981) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 02:08:20.638679 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.services.segments.db [None req-f08ca29e-1064-41f6-b459-c3b13decfc13 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f31d5df7748>, '561a848c-a506-4525-86d8-2746b18179e9') {} {{(pid=80981) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 02:08:20.651963 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-f08ca29e-1064-41f6-b459-c3b13decfc13 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363296100912551', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036840008788'] for segment, before_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:08:20.733415 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-f08ca29e-1064-41f6-b459-c3b13decfc13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1280314'] for segment, precommit_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:08:20.743548 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f08ca29e-1064-41f6-b459-c3b13decfc13 admin admin] Releasing vlan 105 on physical network physnet1 to pool {{(pid=80981) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Jul 06 02:08:20.744003 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-f08ca29e-1064-41f6-b459-c3b13decfc13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853495502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14885317'] for segment, after_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:08:20.759214 dv-cinder-799546-3-iscsi neutron-server[80869]: Traceback (most recent call last):
Jul 06 02:08:20.759214 dv-cinder-799546-3-iscsi neutron-server[80869]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Jul 06 02:08:20.759214 dv-cinder-799546-3-iscsi neutron-server[80869]:     timer()
Jul 06 02:08:20.759214 dv-cinder-799546-3-iscsi neutron-server[80869]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jul 06 02:08:20.759214 dv-cinder-799546-3-iscsi neutron-server[80869]:     cb(*args, **kw)
Jul 06 02:08:20.759214 dv-cinder-799546-3-iscsi neutron-server[80869]:   File "/opt/stack/neutron/neutron/common/utils.py", line 968, in wrapper
Jul 06 02:08:20.759214 dv-cinder-799546-3-iscsi neutron-server[80869]:     return func(*args, **kwargs)
Jul 06 02:08:20.759214 dv-cinder-799546-3-iscsi neutron-server[80869]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jul 06 02:08:20.759214 dv-cinder-799546-3-iscsi neutron-server[80869]:     self._notify()
Jul 06 02:08:20.759214 dv-cinder-799546-3-iscsi neutron-server[80869]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jul 06 02:08:20.759214 dv-cinder-799546-3-iscsi neutron-server[80869]:     self.callback(batched_events)
Jul 06 02:08:20.759214 dv-cinder-799546-3-iscsi neutron-server[80869]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jul 06 02:08:20.759214 dv-cinder-799546-3-iscsi neutron-server[80869]:     event.method(event)
Jul 06 02:08:20.759214 dv-cinder-799546-3-iscsi neutron-server[80869]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jul 06 02:08:20.759214 dv-cinder-799546-3-iscsi neutron-server[80869]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jul 06 02:08:20.759214 dv-cinder-799546-3-iscsi neutron-server[80869]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jul 06 02:08:20.759214 dv-cinder-799546-3-iscsi neutron-server[80869]:     segment_id)['aggregates'][0]
Jul 06 02:08:20.759214 dv-cinder-799546-3-iscsi neutron-server[80869]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 53, in wrapper
Jul 06 02:08:20.759214 dv-cinder-799546-3-iscsi neutron-server[80869]:     return f(self, *a, **k)
Jul 06 02:08:20.759214 dv-cinder-799546-3-iscsi neutron-server[80869]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 508, in list_aggregates
Jul 06 02:08:20.759214 dv-cinder-799546-3-iscsi neutron-server[80869]:     return self._get(url).json()
Jul 06 02:08:20.759214 dv-cinder-799546-3-iscsi neutron-server[80869]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 178, in _get
Jul 06 02:08:20.759214 dv-cinder-799546-3-iscsi neutron-server[80869]:     **kwargs)
Jul 06 02:08:20.759214 dv-cinder-799546-3-iscsi neutron-server[80869]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1116, in get
Jul 06 02:08:20.759214 dv-cinder-799546-3-iscsi neutron-server[80869]:     return self.request(url, 'GET', **kwargs)
Jul 06 02:08:20.759214 dv-cinder-799546-3-iscsi neutron-server[80869]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 787, in request
Jul 06 02:08:20.759214 dv-cinder-799546-3-iscsi neutron-server[80869]:     **endpoint_filter)
Jul 06 02:08:20.759214 dv-cinder-799546-3-iscsi neutron-server[80869]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1216, in get_endpoint
Jul 06 02:08:20.759214 dv-cinder-799546-3-iscsi neutron-server[80869]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jul 06 02:08:20.759214 dv-cinder-799546-3-iscsi neutron-server[80869]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1156, in _auth_required
Jul 06 02:08:20.759214 dv-cinder-799546-3-iscsi neutron-server[80869]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jul 06 02:08:20.759214 dv-cinder-799546-3-iscsi neutron-server[80869]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jul 06 02:08:20.868701 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-025b3ffe-ec93-4ba8-96f2-c60ccbe24801 req-9de74d7d-de40-4400-97e0-0c522bffb950 tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] 10.222.0.11 "GET /v2.0/ports?device_id=19c7d175-a346-4bda-b07c-20f9885ec498 HTTP/1.1" status: 200  len: 210 time: 0.0646148
Jul 06 02:08:20.898178 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-f08ca29e-1064-41f6-b459-c3b13decfc13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1281500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854446373'] for network, after_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:08:20.906537 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-3a3a9937-c8a1-4b90-97eb-a7ebaef062ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:08:20.920330 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-f08ca29e-1064-41f6-b459-c3b13decfc13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853726196'] for network, before_response {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:08:20.936088 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08ca29e-1064-41f6-b459-c3b13decfc13 admin admin] Pushing event deleted for resources: {'Network': ['ID=06f2277a-dbfc-46b9-bc1c-8a1822bac9b9,revision_number=None']} {{(pid=80981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:08:20.940336 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-f08ca29e-1064-41f6-b459-c3b13decfc13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:08:20.993833 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-f08ca29e-1064-41f6-b459-c3b13decfc13 admin admin] 10.222.0.11 "DELETE /v2.0/networks/06f2277a-dbfc-46b9-bc1c-8a1822bac9b9 HTTP/1.1" status: 204  len: 168 time: 0.6545119
Jul 06 02:08:21.320134 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80981) accepted ('10.222.0.11', 48006) {{(pid=80981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 02:08:21.377006 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-34c85e85-b1e0-4287-8ced-d8bf1c878901 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ca2e863beb034346a8ab8de98a6d1540&name=default HTTP/1.1" status: 200  len: 2629 time: 0.0535898
Jul 06 02:08:21.377857 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80981) accepted ('10.222.0.11', 48010) {{(pid=80981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 02:08:21.445512 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-c768bd15-3968-4888-9221-3932bb4bb8e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:08:21.475105 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-c768bd15-3968-4888-9221-3932bb4bb8e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:08:21.552786 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-c768bd15-3968-4888-9221-3932bb4bb8e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428228'] for security_group, after_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:08:21.557936 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-96500c31-6b3f-4d28-9e53-589c0c7e1bf9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:08:21.571916 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c768bd15-3968-4888-9221-3932bb4bb8e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=847ecf8e-1afa-4cdd-841b-4e3c07f668aa,revision_number=None']} {{(pid=80981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:08:21.574301 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-c768bd15-3968-4888-9221-3932bb4bb8e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:08:21.632314 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-c768bd15-3968-4888-9221-3932bb4bb8e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:08:21.633560 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-c768bd15-3968-4888-9221-3932bb4bb8e7 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/847ecf8e-1afa-4cdd-841b-4e3c07f668aa HTTP/1.1" status: 204  len: 168 time: 0.2547090
Jul 06 02:08:22.052387 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-5b75a1e0-194a-4427-9f1c-dc541382d6ef req-6d8b40a1-b451-4810-9e18-cf46f8da9cfd tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] 10.222.0.11 "GET /v2.0/ports?device_id=19c7d175-a346-4bda-b07c-20f9885ec498 HTTP/1.1" status: 200  len: 210 time: 0.0505562
Jul 06 02:08:22.227756 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.agents_db [None req-b173abe4-0d36-4765-adb2-33779d11156f None None] Agent healthcheck: found 6 active agents {{(pid=80983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Jul 06 02:08:22.453008 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206f4f43-53a0-4f2a-8080-515dca5c53a7 req-ed10b87c-04e3-4f83-8fe8-e4d5bcc25829 tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:08:22.454549 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-206f4f43-53a0-4f2a-8080-515dca5c53a7 req-ed10b87c-04e3-4f83-8fe8-e4d5bcc25829 tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] 10.222.0.37 "GET /v2.0/networks?id=efeb8d93-c6ba-4827-a604-9cb60992a02a HTTP/1.1" status: 200  len: 815 time: 0.1519463
Jul 06 02:08:22.467628 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.v2.base [req-206f4f43-53a0-4f2a-8080-515dca5c53a7 req-70c0fd07-b43d-4d9d-838a-8c91bb67bbc3 tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] Request body: {'port': {'device_id': '19c7d175-a346-4bda-b07c-20f9885ec498', 'network_id': 'efeb8d93-c6ba-4827-a604-9cb60992a02a', 'admin_state_up': True, 'tenant_id': '4a06646d7d35412c90347955579a4756'}} {{(pid=80981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 06 02:08:22.834127 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [req-206f4f43-53a0-4f2a-8080-515dca5c53a7 req-70c0fd07-b43d-4d9d-838a-8c91bb67bbc3 tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 02:08:22.844181 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [req-206f4f43-53a0-4f2a-8080-515dca5c53a7 req-70c0fd07-b43d-4d9d-838a-8c91bb67bbc3 tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 02:08:22.874187 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-206f4f43-53a0-4f2a-8080-515dca5c53a7 req-70c0fd07-b43d-4d9d-838a-8c91bb67bbc3 tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] Made reservation on behalf of 4a06646d7d35412c90347955579a4756 for: {'port': 1} {{(pid=80981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jul 06 02:08:22.879793 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-206f4f43-53a0-4f2a-8080-515dca5c53a7 req-70c0fd07-b43d-4d9d-838a-8c91bb67bbc3 tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1050496'] for port, before_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:08:23.038273 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.db_base_plugin_common [req-206f4f43-53a0-4f2a-8080-515dca5c53a7 req-70c0fd07-b43d-4d9d-838a-8c91bb67bbc3 tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] Allocated IP 172.20.0.13 (efeb8d93-c6ba-4827-a604-9cb60992a02a/63f99ad3-918a-4138-8fb2-218a809df3f9/23d9955e-0bfe-412f-9f47-1bec03a1e831) {{(pid=80981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Jul 06 02:08:23.324717 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-206f4f43-53a0-4f2a-8080-515dca5c53a7 req-70c0fd07-b43d-4d9d-838a-8c91bb67bbc3 tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] Notify callbacks [] for port, precommit_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:08:23.395709 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-4bf2cdc1-8bba-40d3-b0e1-607e7c238068 req-975e0829-a73f-4301-b147-e60a27f88672 tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] 10.222.0.11 "GET /v2.0/ports?device_id=19c7d175-a346-4bda-b07c-20f9885ec498 HTTP/1.1" status: 200  len: 210 time: 0.0495396
Jul 06 02:08:23.413451 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-206f4f43-53a0-4f2a-8080-515dca5c53a7 req-70c0fd07-b43d-4d9d-838a-8c91bb67bbc3 tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296101369102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839890433'] for port, after_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:08:23.421204 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-3ae91218-07eb-49bc-b64c-c0ff9c2363d0 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:08:23.426407 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] get_ports_and_sgs() called for port_ids ['adea360c-04d6-43af-806e-090ab661d6e7', 'e4608034-0607-40ff-a1eb-043ec5cd1985'] {{(pid=80982) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:184}}
Jul 06 02:08:23.486579 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-206f4f43-53a0-4f2a-8080-515dca5c53a7 req-70c0fd07-b43d-4d9d-838a-8c91bb67bbc3 tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] Network efeb8d93-c6ba-4827-a604-9cb60992a02a is already hosted by enough agents. {{(pid=80981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:240}}
Jul 06 02:08:23.490003 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.scheduler.base_scheduler [req-206f4f43-53a0-4f2a-8080-515dca5c53a7 req-70c0fd07-b43d-4d9d-838a-8c91bb67bbc3 tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] Resources bound (agent type, host, resource id):  {{(pid=80981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jul 06 02:08:23.494722 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_dvrscheduler_db [req-206f4f43-53a0-4f2a-8080-515dca5c53a7 req-70c0fd07-b43d-4d9d-838a-8c91bb67bbc3 tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] Received port after_create {{(pid=80981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 06 02:08:23.523303 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c0fd07-b43d-4d9d-838a-8c91bb67bbc3 tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] Pushing event updated for resources: {'Port': ['ID=23d9955e-0bfe-412f-9f47-1bec03a1e831,revision_number=1']} {{(pid=80981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:08:23.529039 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-70c0fd07-b43d-4d9d-838a-8c91bb67bbc3 tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:08:23.561424 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206f4f43-53a0-4f2a-8080-515dca5c53a7 req-70c0fd07-b43d-4d9d-838a-8c91bb67bbc3 tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:08:23.562636 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-206f4f43-53a0-4f2a-8080-515dca5c53a7 req-70c0fd07-b43d-4d9d-838a-8c91bb67bbc3 tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91827'] for port, before_response {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:08:23.646269 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-206f4f43-53a0-4f2a-8080-515dca5c53a7 req-70c0fd07-b43d-4d9d-838a-8c91bb67bbc3 tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.1829610
Jul 06 02:08:23.659980 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.v2.base [req-206f4f43-53a0-4f2a-8080-515dca5c53a7 req-149c12ba-b292-4f8a-8cdb-bbf8daee9989 service neutron] Request body: {'port': {'device_id': '19c7d175-a346-4bda-b07c-20f9885ec498', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79954'}} {{(pid=80981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 06 02:08:23.763423 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-206f4f43-53a0-4f2a-8080-515dca5c53a7 req-149c12ba-b292-4f8a-8cdb-bbf8daee9989 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1050496'] for port, before_update {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:08:24.091524 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.notifiers.nova [req-206f4f43-53a0-4f2a-8080-515dca5c53a7 req-149c12ba-b292-4f8a-8cdb-bbf8daee9989 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23d9955e-0bfe-412f-9f47-1bec03a1e831 {{(pid=80981) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Jul 06 02:08:24.098936 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-206f4f43-53a0-4f2a-8080-515dca5c53a7 req-149c12ba-b292-4f8a-8cdb-bbf8daee9989 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:08:24.113763 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.provisioning_blocks [req-206f4f43-53a0-4f2a-8080-515dca5c53a7 req-149c12ba-b292-4f8a-8cdb-bbf8daee9989 service neutron] Transition to ACTIVE for port object 23d9955e-0bfe-412f-9f47-1bec03a1e831 will not be triggered until provisioned by entity L2. {{(pid=80981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 06 02:08:24.159609 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-206f4f43-53a0-4f2a-8080-515dca5c53a7 req-149c12ba-b292-4f8a-8cdb-bbf8daee9989 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740753762112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740753409037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296101366746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14885351'] for port, after_update {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:08:24.163839 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:08:24.289508 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149c12ba-b292-4f8a-8cdb-bbf8daee9989 service neutron] Pushing event updated for resources: {'Port': ['ID=23d9955e-0bfe-412f-9f47-1bec03a1e831,revision_number=2']} {{(pid=80981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:08:24.292446 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-149c12ba-b292-4f8a-8cdb-bbf8daee9989 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:08:24.397303 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.managers [req-206f4f43-53a0-4f2a-8080-515dca5c53a7 req-149c12ba-b292-4f8a-8cdb-bbf8daee9989 service neutron] Attempting to bind port 23d9955e-0bfe-412f-9f47-1bec03a1e831 on host hv-cinder-79954 for vnic_type normal with profile  {{(pid=80981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jul 06 02:08:24.397865 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.managers [req-206f4f43-53a0-4f2a-8080-515dca5c53a7 req-149c12ba-b292-4f8a-8cdb-bbf8daee9989 service neutron] Attempting to bind port 23d9955e-0bfe-412f-9f47-1bec03a1e831 by drivers openvswitch,hyperv on host hv-cinder-79954 at level 0 using segments [{'id': 'dcf4052e-6231-4287-ac99-bb6742207439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'efeb8d93-c6ba-4827-a604-9cb60992a02a'}] {{(pid=80981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jul 06 02:08:24.398004 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-206f4f43-53a0-4f2a-8080-515dca5c53a7 req-149c12ba-b292-4f8a-8cdb-bbf8daee9989 service neutron] Attempting to bind port 23d9955e-0bfe-412f-9f47-1bec03a1e831 on network efeb8d93-c6ba-4827-a604-9cb60992a02a {{(pid=80981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Jul 06 02:08:24.403914 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-206f4f43-53a0-4f2a-8080-515dca5c53a7 req-149c12ba-b292-4f8a-8cdb-bbf8daee9989 service neutron] Port 23d9955e-0bfe-412f-9f47-1bec03a1e831 on network efeb8d93-c6ba-4827-a604-9cb60992a02a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79954 {{(pid=80981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jul 06 02:08:24.404277 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-206f4f43-53a0-4f2a-8080-515dca5c53a7 req-149c12ba-b292-4f8a-8cdb-bbf8daee9989 service neutron] Attempting to bind port 23d9955e-0bfe-412f-9f47-1bec03a1e831 on network efeb8d93-c6ba-4827-a604-9cb60992a02a {{(pid=80981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Jul 06 02:08:24.411590 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-206f4f43-53a0-4f2a-8080-515dca5c53a7 req-149c12ba-b292-4f8a-8cdb-bbf8daee9989 service neutron] Checking agent: {'id': 'abd15b5f-b1e1-4bf4-b258-9ce6723fb40b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79954', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 1, 56, 33), 'started_at': datetime.datetime(2021, 7, 6, 1, 56, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 2, 8, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Jul 06 02:08:24.411902 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-206f4f43-53a0-4f2a-8080-515dca5c53a7 req-149c12ba-b292-4f8a-8cdb-bbf8daee9989 service neutron] Checking segment: {'id': 'dcf4052e-6231-4287-ac99-bb6742207439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'efeb8d93-c6ba-4827-a604-9cb60992a02a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jul 06 02:08:24.412324 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-206f4f43-53a0-4f2a-8080-515dca5c53a7 req-149c12ba-b292-4f8a-8cdb-bbf8daee9989 service neutron] Bound using segment: {'id': 'dcf4052e-6231-4287-ac99-bb6742207439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'efeb8d93-c6ba-4827-a604-9cb60992a02a'} {{(pid=80981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Jul 06 02:08:24.412817 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.managers [req-206f4f43-53a0-4f2a-8080-515dca5c53a7 req-149c12ba-b292-4f8a-8cdb-bbf8daee9989 service neutron] Bound port: 23d9955e-0bfe-412f-9f47-1bec03a1e831, host: hv-cinder-79954, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dcf4052e-6231-4287-ac99-bb6742207439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'efeb8d93-c6ba-4827-a604-9cb60992a02a'}}] {{(pid=80981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jul 06 02:08:24.413209 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-206f4f43-53a0-4f2a-8080-515dca5c53a7 req-149c12ba-b292-4f8a-8cdb-bbf8daee9989 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1050496'] for port, before_update {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:08:24.505146 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [req-206f4f43-53a0-4f2a-8080-515dca5c53a7 req-149c12ba-b292-4f8a-8cdb-bbf8daee9989 service neutron] For port 23d9955e-0bfe-412f-9f47-1bec03a1e831, host hv-cinder-79954, cleared binding levels {{(pid=80981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:111}}
Jul 06 02:08:24.508305 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [req-206f4f43-53a0-4f2a-8080-515dca5c53a7 req-149c12ba-b292-4f8a-8cdb-bbf8daee9989 service neutron] For port 23d9955e-0bfe-412f-9f47-1bec03a1e831, host hv-cinder-79954, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79954',level=0,port_id=23d9955e-0bfe-412f-9f47-1bec03a1e831,segment=NetworkSegment(dcf4052e-6231-4287-ac99-bb6742207439),segment_id=dcf4052e-6231-4287-ac99-bb6742207439)] {{(pid=80981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}}
Jul 06 02:08:24.532422 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-206f4f43-53a0-4f2a-8080-515dca5c53a7 req-149c12ba-b292-4f8a-8cdb-bbf8daee9989 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740753762112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740753409037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296101366746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14885351'] for port, after_update {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:08:24.537231 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-526e29c5-7540-462d-8cf6-52d217ad0b52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:08:24.588203 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e3f549-4b9d-4589-bca9-9e7c97bba71e req-60e84f03-b93f-4cd0-a6e9-23d39ff1221a tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:08:24.589838 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-e4e3f549-4b9d-4589-bca9-9e7c97bba71e req-60e84f03-b93f-4cd0-a6e9-23d39ff1221a tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] 10.222.0.11 "GET /v2.0/ports?device_id=19c7d175-a346-4bda-b07c-20f9885ec498 HTTP/1.1" status: 200  len: 944 time: 0.0785177
Jul 06 02:08:24.593028 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-206f4f43-53a0-4f2a-8080-515dca5c53a7 req-149c12ba-b292-4f8a-8cdb-bbf8daee9989 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91827'] for port, before_response {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:08:24.595174 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-206f4f43-53a0-4f2a-8080-515dca5c53a7 req-149c12ba-b292-4f8a-8cdb-bbf8daee9989 service neutron] 10.222.0.37 "PUT /v2.0/ports/23d9955e-0bfe-412f-9f47-1bec03a1e831 HTTP/1.1" status: 200  len: 1094 time: 0.9396660
Jul 06 02:08:24.598185 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19c7d175-a346-4bda-b07c-20f9885ec498', 'tag': '23d9955e-0bfe-412f-9f47-1bec03a1e831'}] {{(pid=80981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 06 02:08:24.620591 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149c12ba-b292-4f8a-8cdb-bbf8daee9989 service neutron] Pushing event updated for resources: {'Port': ['ID=23d9955e-0bfe-412f-9f47-1bec03a1e831,revision_number=3']} {{(pid=80981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:08:24.624042 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-149c12ba-b292-4f8a-8cdb-bbf8daee9989 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:08:24.662516 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-e4e3f549-4b9d-4589-bca9-9e7c97bba71e req-26b5c46d-9585-4241-9fb2-eb187838a560 tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] 10.222.0.11 "GET /v2.0/security-groups?id=a393ecc9-7ff6-4be6-84ad-144ad9a41d0d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0641685
Jul 06 02:08:24.667797 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19c7d175-a346-4bda-b07c-20f9885ec498', 'tag': '23d9955e-0bfe-412f-9f47-1bec03a1e831', 'status': 'completed', 'code': 200}
Jul 06 02:08:24.749573 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-206f4f43-53a0-4f2a-8080-515dca5c53a7 req-ad499655-7549-4b4d-8ddd-df0418dce940 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4a06646d7d35412c90347955579a4756&device_id=19c7d175-a346-4bda-b07c-20f9885ec498 HTTP/1.1" status: 200  len: 1097 time: 0.0736110
Jul 06 02:08:24.826911 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-206f4f43-53a0-4f2a-8080-515dca5c53a7 req-66e0220a-0cd7-4ca5-8ce2-67fd2dc3e5e7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=23d9955e-0bfe-412f-9f47-1bec03a1e831 HTTP/1.1" status: 200  len: 217 time: 0.0685501
Jul 06 02:08:24.892636 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206f4f43-53a0-4f2a-8080-515dca5c53a7 req-614181eb-a614-499b-9490-66a03cda37b7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:08:24.894209 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-206f4f43-53a0-4f2a-8080-515dca5c53a7 req-614181eb-a614-499b-9490-66a03cda37b7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=63f99ad3-918a-4138-8fb2-218a809df3f9 HTTP/1.1" status: 200  len: 855 time: 0.0602200
Jul 06 02:08:24.947461 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-206f4f43-53a0-4f2a-8080-515dca5c53a7 req-0c620a0e-b381-4cea-95c9-772288ed9c1f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=efeb8d93-c6ba-4827-a604-9cb60992a02a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0449076
Jul 06 02:08:25.086265 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-206f4f43-53a0-4f2a-8080-515dca5c53a7 req-caeb5a52-85b2-420d-87e0-6f7f5e8d8d72 service neutron] 10.222.0.37 "GET /v2.0/networks/efeb8d93-c6ba-4827-a604-9cb60992a02a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1308424
Jul 06 02:08:25.219138 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-206f4f43-53a0-4f2a-8080-515dca5c53a7 req-e6def7d9-11cb-4bbe-9951-cb285b416423 service neutron] 10.222.0.37 "GET /v2.0/networks/efeb8d93-c6ba-4827-a604-9cb60992a02a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1262567
Jul 06 02:08:25.390899 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-9253026d-6b3c-4811-a390-43c14c53f1a3 req-f050ad9a-1ea3-47e7-81a9-e15d83360c3d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4a06646d7d35412c90347955579a4756&device_id=19c7d175-a346-4bda-b07c-20f9885ec498 HTTP/1.1" status: 200  len: 1097 time: 0.0724146
Jul 06 02:08:25.530463 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9253026d-6b3c-4811-a390-43c14c53f1a3 req-e1366050-517a-4f70-b116-4f2a22620906 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:08:25.532472 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-9253026d-6b3c-4811-a390-43c14c53f1a3 req-e1366050-517a-4f70-b116-4f2a22620906 service neutron] 10.222.0.37 "GET /v2.0/networks?id=efeb8d93-c6ba-4827-a604-9cb60992a02a HTTP/1.1" status: 200  len: 916 time: 0.1309199
Jul 06 02:08:25.605303 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-9253026d-6b3c-4811-a390-43c14c53f1a3 req-b03f1304-3d64-447e-b782-57cd4e0c0fae service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=23d9955e-0bfe-412f-9f47-1bec03a1e831 HTTP/1.1" status: 200  len: 217 time: 0.0645504
Jul 06 02:08:25.674941 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9253026d-6b3c-4811-a390-43c14c53f1a3 req-1bb7f372-717f-4fb8-85ee-5d86a8b221f1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:08:25.676436 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-9253026d-6b3c-4811-a390-43c14c53f1a3 req-1bb7f372-717f-4fb8-85ee-5d86a8b221f1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=63f99ad3-918a-4138-8fb2-218a809df3f9 HTTP/1.1" status: 200  len: 855 time: 0.0614405
Jul 06 02:08:25.725737 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-9253026d-6b3c-4811-a390-43c14c53f1a3 req-1800748e-b9d8-41dc-90d7-2148f5995f22 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=efeb8d93-c6ba-4827-a604-9cb60992a02a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0410955
Jul 06 02:08:26.167031 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-9253026d-6b3c-4811-a390-43c14c53f1a3 req-b748c546-1a0c-49a0-800d-a6dd4beaa771 service neutron] 10.222.0.37 "GET /v2.0/networks/efeb8d93-c6ba-4827-a604-9cb60992a02a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4328480
Jul 06 02:08:26.173520 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974d0f89-f8fd-4874-9f18-53a325570930 req-b04d21d9-0e44-4c77-8673-1f4b22a124b7 tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:08:26.174255 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [req-974d0f89-f8fd-4874-9f18-53a325570930 req-b04d21d9-0e44-4c77-8673-1f4b22a124b7 tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] Synchronizing usage tracker for tenant:4a06646d7d35412c90347955579a4756 on resource:port {{(pid=80981) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 06 02:08:26.305068 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [req-974d0f89-f8fd-4874-9f18-53a325570930 req-b04d21d9-0e44-4c77-8673-1f4b22a124b7 tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] Unset dirty status for tenant:4a06646d7d35412c90347955579a4756 on resource:port {{(pid=80981) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 06 02:08:26.306405 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-974d0f89-f8fd-4874-9f18-53a325570930 req-b04d21d9-0e44-4c77-8673-1f4b22a124b7 tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] 10.222.0.11 "GET /v2.0/ports?device_id=19c7d175-a346-4bda-b07c-20f9885ec498 HTTP/1.1" status: 200  len: 944 time: 0.5059416
Jul 06 02:08:26.317939 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-9253026d-6b3c-4811-a390-43c14c53f1a3 req-e038b585-c368-476f-8fa7-bc931d6b55bd service neutron] 10.222.0.37 "GET /v2.0/networks/efeb8d93-c6ba-4827-a604-9cb60992a02a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1399217
Jul 06 02:08:26.360022 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-974d0f89-f8fd-4874-9f18-53a325570930 req-7301e67d-add9-4b6e-b980-9d3ca5a328d2 tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] 10.222.0.11 "GET /v2.0/security-groups?id=a393ecc9-7ff6-4be6-84ad-144ad9a41d0d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0454504
Jul 06 02:08:26.637654 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.rpc [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Device 23d9955e-0bfe-412f-9f47-1bec03a1e831 details requested by agent hyperv_hv-cinder-79954 with host hv-cinder-79954 {{(pid=80982) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:87}}
Jul 06 02:08:26.938894 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] For port 23d9955e-0bfe-412f-9f47-1bec03a1e831, host hv-cinder-79954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79954',level=0,port_id=23d9955e-0bfe-412f-9f47-1bec03a1e831,segment=NetworkSegment(dcf4052e-6231-4287-ac99-bb6742207439),segment_id=dcf4052e-6231-4287-ac99-bb6742207439)] {{(pid=80982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 02:08:26.952811 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.rpc [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Returning: {'device': '23d9955e-0bfe-412f-9f47-1bec03a1e831', 'network_id': 'efeb8d93-c6ba-4827-a604-9cb60992a02a', 'port_id': '23d9955e-0bfe-412f-9f47-1bec03a1e831', 'mac_address': 'fa:16:3e:ff:20:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63f99ad3-918a-4138-8fb2-218a809df3f9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80982) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:165}}
Jul 06 02:08:27.002861 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1050496'] for port, before_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:08:27.020047 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.notifiers.nova [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23d9955e-0bfe-412f-9f47-1bec03a1e831 {{(pid=80982) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Jul 06 02:08:27.035722 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] For port 23d9955e-0bfe-412f-9f47-1bec03a1e831, host hv-cinder-79954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79954',level=0,port_id=23d9955e-0bfe-412f-9f47-1bec03a1e831,segment=NetworkSegment(dcf4052e-6231-4287-ac99-bb6742207439),segment_id=dcf4052e-6231-4287-ac99-bb6742207439)] {{(pid=80982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 02:08:27.067038 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740753762112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740753409037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296101366746'] for port, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:08:27.068989 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:08:27.131328 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Pushing event updated for resources: {'Port': ['ID=23d9955e-0bfe-412f-9f47-1bec03a1e831,revision_number=4']} {{(pid=80982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:08:27.140647 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:08:27.141064 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:08:27.141446 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Version for resource type Network changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:08:27.141823 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:08:27.142201 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Version for resource type PortForwarding changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:08:27.142576 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:08:27.142949 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Version for resource type SecurityGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:08:27.143325 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:08:27.143695 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:08:27.144062 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Version for resource type Subnet changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:08:27.144427 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:08:27.148720 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:08:27.307518 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] get_ports_and_sgs() called for port_ids ['23d9955e-0bfe-412f-9f47-1bec03a1e831'] {{(pid=80982) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:184}}
Jul 06 02:08:27.550001 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b62408b-4dcf-4338-b2f4-89dfbb1121ab req-6ca759c9-fa38-4077-93e8-b8ff80f5a2d4 tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:08:27.551575 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-7b62408b-4dcf-4338-b2f4-89dfbb1121ab req-6ca759c9-fa38-4077-93e8-b8ff80f5a2d4 tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] 10.222.0.11 "GET /v2.0/ports?device_id=19c7d175-a346-4bda-b07c-20f9885ec498 HTTP/1.1" status: 200  len: 945 time: 0.0760067
Jul 06 02:08:27.600443 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-7b62408b-4dcf-4338-b2f4-89dfbb1121ab req-0106d817-f959-4da5-ad04-bbcc44b3de1a tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] 10.222.0.11 "GET /v2.0/security-groups?id=a393ecc9-7ff6-4be6-84ad-144ad9a41d0d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419300
Jul 06 02:08:28.658734 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.rpc [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Device 23d9955e-0bfe-412f-9f47-1bec03a1e831 up at agent hyperv_hv-cinder-79954 {{(pid=80982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:273}}
Jul 06 02:08:28.795727 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466b1f8b-fb52-45bb-a9ae-4ca0e4516a4b req-7ef511f6-e10f-41e7-a03a-14d1e39221f1 tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:08:28.797869 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-466b1f8b-fb52-45bb-a9ae-4ca0e4516a4b req-7ef511f6-e10f-41e7-a03a-14d1e39221f1 tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] 10.222.0.11 "GET /v2.0/ports?device_id=19c7d175-a346-4bda-b07c-20f9885ec498 HTTP/1.1" status: 200  len: 945 time: 0.0828846
Jul 06 02:08:28.805405 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.provisioning_blocks [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Provisioning for port 23d9955e-0bfe-412f-9f47-1bec03a1e831 completed by entity L2. {{(pid=80982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 06 02:08:28.811055 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.provisioning_blocks [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Provisioning complete for port 23d9955e-0bfe-412f-9f47-1bec03a1e831 triggered by entity L2. {{(pid=80982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 06 02:08:28.816156 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1309268'] for port, provisioning_complete {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:08:28.848727 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-466b1f8b-fb52-45bb-a9ae-4ca0e4516a4b req-801c8aa6-ee54-4adf-af37-f00546a44bf3 tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] 10.222.0.11 "GET /v2.0/security-groups?id=a393ecc9-7ff6-4be6-84ad-144ad9a41d0d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438008
Jul 06 02:08:28.921836 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1050496'] for port, before_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:08:28.947749 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19c7d175-a346-4bda-b07c-20f9885ec498', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23d9955e-0bfe-412f-9f47-1bec03a1e831'}] {{(pid=80982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 06 02:08:28.959489 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] For port 23d9955e-0bfe-412f-9f47-1bec03a1e831, host hv-cinder-79954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79954',level=0,port_id=23d9955e-0bfe-412f-9f47-1bec03a1e831,segment=NetworkSegment(dcf4052e-6231-4287-ac99-bb6742207439),segment_id=dcf4052e-6231-4287-ac99-bb6742207439)] {{(pid=80982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 02:08:28.988330 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740753762112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740753409037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296101366746'] for port, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:08:28.990332 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:08:29.023952 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19c7d175-a346-4bda-b07c-20f9885ec498', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23d9955e-0bfe-412f-9f47-1bec03a1e831', 'code': 200}
Jul 06 02:08:29.051755 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Pushing event updated for resources: {'Port': ['ID=23d9955e-0bfe-412f-9f47-1bec03a1e831,revision_number=5']} {{(pid=80982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:08:29.054944 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:08:29.294410 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-9bddfa12-9b02-4cd5-9c4d-93fbfa35e026 req-421bd420-6165-4cb8-80fe-357d75d5ab06 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=19c7d175-a346-4bda-b07c-20f9885ec498 HTTP/1.1" status: 200  len: 1099 time: 0.0671422
Jul 06 02:08:29.346112 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-9bddfa12-9b02-4cd5-9c4d-93fbfa35e026 req-7d647e3f-2ad3-48f9-8b90-8eb7b2f1bae0 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=a393ecc9-7ff6-4be6-84ad-144ad9a41d0d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425248
Jul 06 02:08:30.038440 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaebed8-9488-411b-9601-65fc24a84d16 req-73dd8baa-4d85-4d81-bad1-2fec7f4c5804 tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:08:30.040040 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-2aaebed8-9488-411b-9601-65fc24a84d16 req-73dd8baa-4d85-4d81-bad1-2fec7f4c5804 tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] 10.222.0.11 "GET /v2.0/ports?device_id=19c7d175-a346-4bda-b07c-20f9885ec498 HTTP/1.1" status: 200  len: 946 time: 0.0780084
Jul 06 02:08:30.090183 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-2aaebed8-9488-411b-9601-65fc24a84d16 req-aa02bc0f-8ba0-4fc9-92b0-ab1bc15f6a3f tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] 10.222.0.11 "GET /v2.0/security-groups?id=a393ecc9-7ff6-4be6-84ad-144ad9a41d0d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424662
Jul 06 02:08:30.685435 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-b0a8b8f0-53d2-45a0-8df9-33129a5a4ad5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:08:31.286586 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deddbd0f-4dd3-4aea-93be-584ac87420a8 req-824c6d6a-d60c-43eb-bf54-9f3df6787caf tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:08:31.288131 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-deddbd0f-4dd3-4aea-93be-584ac87420a8 req-824c6d6a-d60c-43eb-bf54-9f3df6787caf tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] 10.222.0.11 "GET /v2.0/ports?device_id=19c7d175-a346-4bda-b07c-20f9885ec498 HTTP/1.1" status: 200  len: 946 time: 0.0800350
Jul 06 02:08:31.341055 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-deddbd0f-4dd3-4aea-93be-584ac87420a8 req-5e8c2d6a-efae-43b7-9332-1387f3467743 tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] 10.222.0.11 "GET /v2.0/security-groups?id=a393ecc9-7ff6-4be6-84ad-144ad9a41d0d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0458517
Jul 06 02:08:32.274278 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:08:33.199361 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-e6d3e93e-22f7-44ff-b8b6-4170d4acfaab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:08:33.673947 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:08:34.134970 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-76dafd09-8b9e-4f4b-ba8f-a0f9ff874801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:08:35.530814 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-fcfe0981-f829-42d2-99d0-fcc19e179060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:08:44.005596 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca49343e-5540-4d22-9aa6-926e46fb920f req-83a586fc-8f9e-4494-aa33-25f3261f0389 tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:08:44.007098 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-ca49343e-5540-4d22-9aa6-926e46fb920f req-83a586fc-8f9e-4494-aa33-25f3261f0389 tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] 10.222.0.11 "GET /v2.0/networks?id=efeb8d93-c6ba-4827-a604-9cb60992a02a HTTP/1.1" status: 200  len: 815 time: 0.1498654
Jul 06 02:08:44.026340 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-ca49343e-5540-4d22-9aa6-926e46fb920f req-655e341c-e16e-43a9-a0b1-26a4a08b1d95 tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] 10.222.0.11 "GET /v2.0/quotas/4a06646d7d35412c90347955579a4756 HTTP/1.1" status: 200  len: 375 time: 0.0123479
Jul 06 02:08:44.113222 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-ca49343e-5540-4d22-9aa6-926e46fb920f req-b9cb7bd0-7b8c-4f5d-8bfe-c1372f92ec3d tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=4a06646d7d35412c90347955579a4756&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0796363
Jul 06 02:08:44.253613 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-ca49343e-5540-4d22-9aa6-926e46fb920f req-01a29d39-7b52-490c-9030-8619b963088a service neutron] 10.222.0.11 "GET /v2.0/networks/efeb8d93-c6ba-4827-a604-9cb60992a02a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1319921
Jul 06 02:08:44.391510 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-ca49343e-5540-4d22-9aa6-926e46fb920f req-a1a7ea63-8abf-459e-9445-ec5650b6b6ba service neutron] 10.222.0.11 "GET /v2.0/networks/efeb8d93-c6ba-4827-a604-9cb60992a02a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1303804
Jul 06 02:08:44.721660 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-75e5fbef-c95b-4dd3-8732-6dbd5710bc4e req-c814b3fd-1326-48e7-a31d-29064447ec87 tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] 10.222.0.11 "GET /v2.0/ports?device_id=c52cc0a1-bb12-49ff-9e1e-8dfcc847d2f1 HTTP/1.1" status: 200  len: 210 time: 0.0494637
Jul 06 02:08:45.877171 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-5b124a88-5ec1-495a-b153-1e14786f4ebf req-dd7eee92-6b1c-4cab-a40c-d7e6404c18db tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] 10.222.0.11 "GET /v2.0/ports?device_id=c52cc0a1-bb12-49ff-9e1e-8dfcc847d2f1 HTTP/1.1" status: 200  len: 210 time: 0.0436888
Jul 06 02:08:46.300584 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca49343e-5540-4d22-9aa6-926e46fb920f req-3869c7c4-074e-46da-bf2f-63205c58ce45 tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:08:46.302135 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-ca49343e-5540-4d22-9aa6-926e46fb920f req-3869c7c4-074e-46da-bf2f-63205c58ce45 tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] 10.222.0.37 "GET /v2.0/networks?id=efeb8d93-c6ba-4827-a604-9cb60992a02a HTTP/1.1" status: 200  len: 815 time: 0.1497436
Jul 06 02:08:46.315557 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.v2.base [req-ca49343e-5540-4d22-9aa6-926e46fb920f req-8060ef96-e2a8-4604-aed4-8f250b47bcae tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] Request body: {'port': {'device_id': 'c52cc0a1-bb12-49ff-9e1e-8dfcc847d2f1', 'network_id': 'efeb8d93-c6ba-4827-a604-9cb60992a02a', 'admin_state_up': True, 'tenant_id': '4a06646d7d35412c90347955579a4756'}} {{(pid=80981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 06 02:08:46.454089 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [req-ca49343e-5540-4d22-9aa6-926e46fb920f req-8060ef96-e2a8-4604-aed4-8f250b47bcae tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 02:08:46.463747 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [req-ca49343e-5540-4d22-9aa6-926e46fb920f req-8060ef96-e2a8-4604-aed4-8f250b47bcae tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 02:08:46.501028 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca49343e-5540-4d22-9aa6-926e46fb920f req-8060ef96-e2a8-4604-aed4-8f250b47bcae tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] Made reservation on behalf of 4a06646d7d35412c90347955579a4756 for: {'port': 1} {{(pid=80981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jul 06 02:08:46.506577 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-ca49343e-5540-4d22-9aa6-926e46fb920f req-8060ef96-e2a8-4604-aed4-8f250b47bcae tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1050496'] for port, before_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:08:46.669015 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.db_base_plugin_common [req-ca49343e-5540-4d22-9aa6-926e46fb920f req-8060ef96-e2a8-4604-aed4-8f250b47bcae tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] Allocated IP 172.20.0.3 (efeb8d93-c6ba-4827-a604-9cb60992a02a/63f99ad3-918a-4138-8fb2-218a809df3f9/cc9338c6-b6d2-4a01-a2a5-ff523563770d) {{(pid=80981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Jul 06 02:08:46.875030 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-ca49343e-5540-4d22-9aa6-926e46fb920f req-8060ef96-e2a8-4604-aed4-8f250b47bcae tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] Notify callbacks [] for port, precommit_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:08:46.971008 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-ca49343e-5540-4d22-9aa6-926e46fb920f req-8060ef96-e2a8-4604-aed4-8f250b47bcae tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296101369102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839890433'] for port, after_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:08:46.977099 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-be5cd90c-5849-4b99-b1e1-51d8f325df5b tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:08:46.984159 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] get_ports_and_sgs() called for port_ids ['adea360c-04d6-43af-806e-090ab661d6e7', 'e4608034-0607-40ff-a1eb-043ec5cd1985', '23d9955e-0bfe-412f-9f47-1bec03a1e831'] {{(pid=80982) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:184}}
Jul 06 02:08:47.096709 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca49343e-5540-4d22-9aa6-926e46fb920f req-8060ef96-e2a8-4604-aed4-8f250b47bcae tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] Network efeb8d93-c6ba-4827-a604-9cb60992a02a is already hosted by enough agents. {{(pid=80981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:240}}
Jul 06 02:08:47.102700 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.scheduler.base_scheduler [req-ca49343e-5540-4d22-9aa6-926e46fb920f req-8060ef96-e2a8-4604-aed4-8f250b47bcae tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] Resources bound (agent type, host, resource id):  {{(pid=80981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jul 06 02:08:47.105512 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8060ef96-e2a8-4604-aed4-8f250b47bcae tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] Pushing event updated for resources: {'Port': ['ID=cc9338c6-b6d2-4a01-a2a5-ff523563770d,revision_number=1']} {{(pid=80981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:08:47.107923 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca49343e-5540-4d22-9aa6-926e46fb920f req-8060ef96-e2a8-4604-aed4-8f250b47bcae tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] Received port after_create {{(pid=80981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 06 02:08:47.131951 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-8060ef96-e2a8-4604-aed4-8f250b47bcae tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:08:47.175915 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca49343e-5540-4d22-9aa6-926e46fb920f req-8060ef96-e2a8-4604-aed4-8f250b47bcae tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:08:47.176575 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-ca49343e-5540-4d22-9aa6-926e46fb920f req-8060ef96-e2a8-4604-aed4-8f250b47bcae tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91827'] for port, before_response {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:08:47.193072 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1243be86-f811-4ca8-aa9c-7868cf96e02c req-33eeebd5-c80a-41c5-bc86-09507c6f851f tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:08:47.194612 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-1243be86-f811-4ca8-aa9c-7868cf96e02c req-33eeebd5-c80a-41c5-bc86-09507c6f851f tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] 10.222.0.11 "GET /v2.0/ports?device_id=c52cc0a1-bb12-49ff-9e1e-8dfcc847d2f1 HTTP/1.1" status: 200  len: 931 time: 0.1850085
Jul 06 02:08:47.243551 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-1243be86-f811-4ca8-aa9c-7868cf96e02c req-5cb58a0f-a434-48a1-a2d2-c0db14041bb2 tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] 10.222.0.11 "GET /v2.0/security-groups?id=a393ecc9-7ff6-4be6-84ad-144ad9a41d0d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415883
Jul 06 02:08:47.296798 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-ca49343e-5540-4d22-9aa6-926e46fb920f req-8060ef96-e2a8-4604-aed4-8f250b47bcae tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.9856539
Jul 06 02:08:47.313076 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.v2.base [req-ca49343e-5540-4d22-9aa6-926e46fb920f req-725bc701-3c2c-4f08-9d91-e0659433447f service neutron] Request body: {'port': {'device_id': 'c52cc0a1-bb12-49ff-9e1e-8dfcc847d2f1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79954'}} {{(pid=80981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 06 02:08:47.416953 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-ca49343e-5540-4d22-9aa6-926e46fb920f req-725bc701-3c2c-4f08-9d91-e0659433447f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1050496'] for port, before_update {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:08:47.742897 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.notifiers.nova [req-ca49343e-5540-4d22-9aa6-926e46fb920f req-725bc701-3c2c-4f08-9d91-e0659433447f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc9338c6-b6d2-4a01-a2a5-ff523563770d {{(pid=80981) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Jul 06 02:08:47.750250 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-ca49343e-5540-4d22-9aa6-926e46fb920f req-725bc701-3c2c-4f08-9d91-e0659433447f service neutron] Notify callbacks [] for port, precommit_update {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:08:47.764391 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.provisioning_blocks [req-ca49343e-5540-4d22-9aa6-926e46fb920f req-725bc701-3c2c-4f08-9d91-e0659433447f service neutron] Transition to ACTIVE for port object cc9338c6-b6d2-4a01-a2a5-ff523563770d will not be triggered until provisioned by entity L2. {{(pid=80981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 06 02:08:47.787673 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-ca49343e-5540-4d22-9aa6-926e46fb920f req-725bc701-3c2c-4f08-9d91-e0659433447f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740753762112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740753409037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296101366746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14885351'] for port, after_update {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:08:47.792195 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-d062614b-82f2-4371-9452-24c6a8bbdaa0 tempest-VolumesSnapshotTestJSON-1175186291 tempest-VolumesSnapshotTestJSON-1175186291-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:08:47.912681 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725bc701-3c2c-4f08-9d91-e0659433447f service neutron] Pushing event updated for resources: {'Port': ['ID=cc9338c6-b6d2-4a01-a2a5-ff523563770d,revision_number=2']} {{(pid=80981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:08:47.917487 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-725bc701-3c2c-4f08-9d91-e0659433447f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:08:48.021020 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.managers [req-ca49343e-5540-4d22-9aa6-926e46fb920f req-725bc701-3c2c-4f08-9d91-e0659433447f service neutron] Attempting to bind port cc9338c6-b6d2-4a01-a2a5-ff523563770d on host hv-cinder-79954 for vnic_type normal with profile  {{(pid=80981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jul 06 02:08:48.021868 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.managers [req-ca49343e-5540-4d22-9aa6-926e46fb920f req-725bc701-3c2c-4f08-9d91-e0659433447f service neutron] Attempting to bind port cc9338c6-b6d2-4a01-a2a5-ff523563770d by drivers openvswitch,hyperv on host hv-cinder-79954 at level 0 using segments [{'id': 'dcf4052e-6231-4287-ac99-bb6742207439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'efeb8d93-c6ba-4827-a604-9cb60992a02a'}] {{(pid=80981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jul 06 02:08:48.022006 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca49343e-5540-4d22-9aa6-926e46fb920f req-725bc701-3c2c-4f08-9d91-e0659433447f service neutron] Attempting to bind port cc9338c6-b6d2-4a01-a2a5-ff523563770d on network efeb8d93-c6ba-4827-a604-9cb60992a02a {{(pid=80981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Jul 06 02:08:48.027831 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca49343e-5540-4d22-9aa6-926e46fb920f req-725bc701-3c2c-4f08-9d91-e0659433447f service neutron] Port cc9338c6-b6d2-4a01-a2a5-ff523563770d on network efeb8d93-c6ba-4827-a604-9cb60992a02a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79954 {{(pid=80981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jul 06 02:08:48.028194 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca49343e-5540-4d22-9aa6-926e46fb920f req-725bc701-3c2c-4f08-9d91-e0659433447f service neutron] Attempting to bind port cc9338c6-b6d2-4a01-a2a5-ff523563770d on network efeb8d93-c6ba-4827-a604-9cb60992a02a {{(pid=80981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Jul 06 02:08:48.035342 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca49343e-5540-4d22-9aa6-926e46fb920f req-725bc701-3c2c-4f08-9d91-e0659433447f service neutron] Checking agent: {'id': 'abd15b5f-b1e1-4bf4-b258-9ce6723fb40b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79954', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 1, 56, 33), 'started_at': datetime.datetime(2021, 7, 6, 1, 56, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 2, 8, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Jul 06 02:08:48.035717 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca49343e-5540-4d22-9aa6-926e46fb920f req-725bc701-3c2c-4f08-9d91-e0659433447f service neutron] Checking segment: {'id': 'dcf4052e-6231-4287-ac99-bb6742207439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'efeb8d93-c6ba-4827-a604-9cb60992a02a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jul 06 02:08:48.036140 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca49343e-5540-4d22-9aa6-926e46fb920f req-725bc701-3c2c-4f08-9d91-e0659433447f service neutron] Bound using segment: {'id': 'dcf4052e-6231-4287-ac99-bb6742207439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'efeb8d93-c6ba-4827-a604-9cb60992a02a'} {{(pid=80981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Jul 06 02:08:48.036615 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.managers [req-ca49343e-5540-4d22-9aa6-926e46fb920f req-725bc701-3c2c-4f08-9d91-e0659433447f service neutron] Bound port: cc9338c6-b6d2-4a01-a2a5-ff523563770d, host: hv-cinder-79954, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dcf4052e-6231-4287-ac99-bb6742207439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'efeb8d93-c6ba-4827-a604-9cb60992a02a'}}] {{(pid=80981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jul 06 02:08:48.037037 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-ca49343e-5540-4d22-9aa6-926e46fb920f req-725bc701-3c2c-4f08-9d91-e0659433447f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1050496'] for port, before_update {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:08:48.123180 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [req-ca49343e-5540-4d22-9aa6-926e46fb920f req-725bc701-3c2c-4f08-9d91-e0659433447f service neutron] For port cc9338c6-b6d2-4a01-a2a5-ff523563770d, host hv-cinder-79954, cleared binding levels {{(pid=80981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:111}}
Jul 06 02:08:48.126364 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [req-ca49343e-5540-4d22-9aa6-926e46fb920f req-725bc701-3c2c-4f08-9d91-e0659433447f service neutron] For port cc9338c6-b6d2-4a01-a2a5-ff523563770d, host hv-cinder-79954, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79954',level=0,port_id=cc9338c6-b6d2-4a01-a2a5-ff523563770d,segment=NetworkSegment(dcf4052e-6231-4287-ac99-bb6742207439),segment_id=dcf4052e-6231-4287-ac99-bb6742207439)] {{(pid=80981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}}
Jul 06 02:08:48.176762 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-ca49343e-5540-4d22-9aa6-926e46fb920f req-725bc701-3c2c-4f08-9d91-e0659433447f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740753762112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740753409037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296101366746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14885351'] for port, after_update {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:08:48.181515 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-6aeb57fe-bcbc-456b-89be-ad229390689f tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:08:48.236041 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-ca49343e-5540-4d22-9aa6-926e46fb920f req-725bc701-3c2c-4f08-9d91-e0659433447f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91827'] for port, before_response {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:08:48.237828 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-ca49343e-5540-4d22-9aa6-926e46fb920f req-725bc701-3c2c-4f08-9d91-e0659433447f service neutron] 10.222.0.37 "PUT /v2.0/ports/cc9338c6-b6d2-4a01-a2a5-ff523563770d HTTP/1.1" status: 200  len: 1093 time: 0.9300129
Jul 06 02:08:48.240543 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c52cc0a1-bb12-49ff-9e1e-8dfcc847d2f1', 'tag': 'cc9338c6-b6d2-4a01-a2a5-ff523563770d'}] {{(pid=80981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 06 02:08:48.259095 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725bc701-3c2c-4f08-9d91-e0659433447f service neutron] Pushing event updated for resources: {'Port': ['ID=cc9338c6-b6d2-4a01-a2a5-ff523563770d,revision_number=3']} {{(pid=80981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:08:48.262509 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-725bc701-3c2c-4f08-9d91-e0659433447f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:08:48.292661 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c52cc0a1-bb12-49ff-9e1e-8dfcc847d2f1', 'tag': 'cc9338c6-b6d2-4a01-a2a5-ff523563770d', 'status': 'completed', 'code': 200}
Jul 06 02:08:48.444682 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-ca49343e-5540-4d22-9aa6-926e46fb920f req-e4ea4bb0-0205-4cd5-9875-293d3f271caf service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4a06646d7d35412c90347955579a4756&device_id=c52cc0a1-bb12-49ff-9e1e-8dfcc847d2f1 HTTP/1.1" status: 200  len: 1096 time: 0.1298816
Jul 06 02:08:48.455638 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25559253-d972-4c69-ac41-55b1ac802a40 req-c1730c69-7d86-4636-a1b2-34c02c447452 tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:08:48.456373 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [req-25559253-d972-4c69-ac41-55b1ac802a40 req-c1730c69-7d86-4636-a1b2-34c02c447452 tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] Synchronizing usage tracker for tenant:4a06646d7d35412c90347955579a4756 on resource:port {{(pid=80981) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 06 02:08:48.753667 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-ca49343e-5540-4d22-9aa6-926e46fb920f req-7d252c18-bf4c-419d-80ab-c30e6d615922 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cc9338c6-b6d2-4a01-a2a5-ff523563770d HTTP/1.1" status: 200  len: 217 time: 0.2933910
Jul 06 02:08:48.798893 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [req-25559253-d972-4c69-ac41-55b1ac802a40 req-c1730c69-7d86-4636-a1b2-34c02c447452 tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] Unset dirty status for tenant:4a06646d7d35412c90347955579a4756 on resource:port {{(pid=80981) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 06 02:08:48.800238 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-25559253-d972-4c69-ac41-55b1ac802a40 req-c1730c69-7d86-4636-a1b2-34c02c447452 tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] 10.222.0.11 "GET /v2.0/ports?device_id=c52cc0a1-bb12-49ff-9e1e-8dfcc847d2f1 HTTP/1.1" status: 200  len: 943 time: 0.4423678
Jul 06 02:08:48.858246 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca49343e-5540-4d22-9aa6-926e46fb920f req-ac5f20c9-5ab8-44d3-95da-91a11f2ef201 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:08:48.859825 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-ca49343e-5540-4d22-9aa6-926e46fb920f req-ac5f20c9-5ab8-44d3-95da-91a11f2ef201 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=63f99ad3-918a-4138-8fb2-218a809df3f9 HTTP/1.1" status: 200  len: 855 time: 0.0950551
Jul 06 02:08:48.870279 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-25559253-d972-4c69-ac41-55b1ac802a40 req-af92bb65-8c1c-4c60-adb0-0759931f7b7a tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] 10.222.0.11 "GET /v2.0/security-groups?id=a393ecc9-7ff6-4be6-84ad-144ad9a41d0d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0580161
Jul 06 02:08:48.917042 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-ca49343e-5540-4d22-9aa6-926e46fb920f req-ef1b8db1-5e0b-4932-ba85-cea86ca00ca2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=efeb8d93-c6ba-4827-a604-9cb60992a02a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0457220
Jul 06 02:08:49.054608 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-ca49343e-5540-4d22-9aa6-926e46fb920f req-79b3a159-e8f3-4b54-b286-70238731be81 service neutron] 10.222.0.37 "GET /v2.0/networks/efeb8d93-c6ba-4827-a604-9cb60992a02a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1282673
Jul 06 02:08:49.191375 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-ca49343e-5540-4d22-9aa6-926e46fb920f req-9de27bce-a2cf-4263-b202-f358841e170f service neutron] 10.222.0.37 "GET /v2.0/networks/efeb8d93-c6ba-4827-a604-9cb60992a02a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1285350
Jul 06 02:08:49.333289 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-a0527d5c-cc6a-4b52-9a27-f96fde18333c req-58f3f476-0bfb-4a16-8ea7-e6c1f33464db service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4a06646d7d35412c90347955579a4756&device_id=c52cc0a1-bb12-49ff-9e1e-8dfcc847d2f1 HTTP/1.1" status: 200  len: 1096 time: 0.0711527
Jul 06 02:08:49.473460 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0527d5c-cc6a-4b52-9a27-f96fde18333c req-7e81dc2d-f6dc-4a55-bdbc-a6453e3a8763 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:08:49.475035 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-a0527d5c-cc6a-4b52-9a27-f96fde18333c req-7e81dc2d-f6dc-4a55-bdbc-a6453e3a8763 service neutron] 10.222.0.37 "GET /v2.0/networks?id=efeb8d93-c6ba-4827-a604-9cb60992a02a HTTP/1.1" status: 200  len: 916 time: 0.1334271
Jul 06 02:08:49.546741 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-a0527d5c-cc6a-4b52-9a27-f96fde18333c req-53779815-7466-4008-9678-ef511b747784 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cc9338c6-b6d2-4a01-a2a5-ff523563770d HTTP/1.1" status: 200  len: 217 time: 0.0628691
Jul 06 02:08:49.616334 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0527d5c-cc6a-4b52-9a27-f96fde18333c req-1f04f454-24dd-4ea0-ac20-e2a2358a16bd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:08:49.617924 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-a0527d5c-cc6a-4b52-9a27-f96fde18333c req-1f04f454-24dd-4ea0-ac20-e2a2358a16bd service neutron] 10.222.0.37 "GET /v2.0/subnets?id=63f99ad3-918a-4138-8fb2-218a809df3f9 HTTP/1.1" status: 200  len: 855 time: 0.0636544
Jul 06 02:08:49.669378 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-a0527d5c-cc6a-4b52-9a27-f96fde18333c req-279ae5e1-6a68-4b0f-94d8-05df4425c0a2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=efeb8d93-c6ba-4827-a604-9cb60992a02a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0416551
Jul 06 02:08:49.805054 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-a0527d5c-cc6a-4b52-9a27-f96fde18333c req-985b119c-218a-464c-8ba5-2a2f0b3c0c98 service neutron] 10.222.0.37 "GET /v2.0/networks/efeb8d93-c6ba-4827-a604-9cb60992a02a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1272027
Jul 06 02:08:49.949639 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-a0527d5c-cc6a-4b52-9a27-f96fde18333c req-59beea54-957b-4793-b89f-2253a814b7c0 service neutron] 10.222.0.37 "GET /v2.0/networks/efeb8d93-c6ba-4827-a604-9cb60992a02a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1361923
Jul 06 02:08:50.060867 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7aefdec-1e3b-4d39-b70b-647b8877f38f req-c4d750f0-4efe-4c07-bca8-3407e9dd674b tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:08:50.062538 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-c7aefdec-1e3b-4d39-b70b-647b8877f38f req-c4d750f0-4efe-4c07-bca8-3407e9dd674b tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] 10.222.0.11 "GET /v2.0/ports?device_id=c52cc0a1-bb12-49ff-9e1e-8dfcc847d2f1 HTTP/1.1" status: 200  len: 943 time: 0.0782938
Jul 06 02:08:50.110579 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-c7aefdec-1e3b-4d39-b70b-647b8877f38f req-56327189-a698-4fa6-ae24-d84ed89de16a tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] 10.222.0.11 "GET /v2.0/security-groups?id=a393ecc9-7ff6-4be6-84ad-144ad9a41d0d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409842
Jul 06 02:08:50.752497 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.rpc [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Device cc9338c6-b6d2-4a01-a2a5-ff523563770d details requested by agent hyperv_hv-cinder-79954 with host hv-cinder-79954 {{(pid=80982) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:87}}
Jul 06 02:08:50.888891 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] For port cc9338c6-b6d2-4a01-a2a5-ff523563770d, host hv-cinder-79954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79954',level=0,port_id=cc9338c6-b6d2-4a01-a2a5-ff523563770d,segment=NetworkSegment(dcf4052e-6231-4287-ac99-bb6742207439),segment_id=dcf4052e-6231-4287-ac99-bb6742207439)] {{(pid=80982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 02:08:50.903552 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.rpc [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Returning: {'device': 'cc9338c6-b6d2-4a01-a2a5-ff523563770d', 'network_id': 'efeb8d93-c6ba-4827-a604-9cb60992a02a', 'port_id': 'cc9338c6-b6d2-4a01-a2a5-ff523563770d', 'mac_address': 'fa:16:3e:0c:bf:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63f99ad3-918a-4138-8fb2-218a809df3f9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80982) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:165}}
Jul 06 02:08:50.957491 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1050496'] for port, before_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:08:50.974388 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.notifiers.nova [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc9338c6-b6d2-4a01-a2a5-ff523563770d {{(pid=80982) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Jul 06 02:08:50.989569 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] For port cc9338c6-b6d2-4a01-a2a5-ff523563770d, host hv-cinder-79954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79954',level=0,port_id=cc9338c6-b6d2-4a01-a2a5-ff523563770d,segment=NetworkSegment(dcf4052e-6231-4287-ac99-bb6742207439),segment_id=dcf4052e-6231-4287-ac99-bb6742207439)] {{(pid=80982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 02:08:51.026652 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740753762112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740753409037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296101366746'] for port, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:08:51.028491 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:08:51.090723 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Pushing event updated for resources: {'Port': ['ID=cc9338c6-b6d2-4a01-a2a5-ff523563770d,revision_number=4']} {{(pid=80982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:08:51.094451 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:08:51.301509 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] get_ports_and_sgs() called for port_ids ['cc9338c6-b6d2-4a01-a2a5-ff523563770d'] {{(pid=80982) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:184}}
Jul 06 02:08:51.304731 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3beea68b-8bf3-4286-812d-58a2052d03f2 req-b2cf6386-d928-4bc7-a7bf-bcf6395fd242 tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:08:51.306348 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-3beea68b-8bf3-4286-812d-58a2052d03f2 req-b2cf6386-d928-4bc7-a7bf-bcf6395fd242 tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] 10.222.0.11 "GET /v2.0/ports?device_id=c52cc0a1-bb12-49ff-9e1e-8dfcc847d2f1 HTTP/1.1" status: 200  len: 944 time: 0.0807068
Jul 06 02:08:51.355402 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-3beea68b-8bf3-4286-812d-58a2052d03f2 req-fc686b55-2344-41e0-966b-8f101ae016cf tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] 10.222.0.11 "GET /v2.0/security-groups?id=a393ecc9-7ff6-4be6-84ad-144ad9a41d0d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419390
Jul 06 02:08:52.546628 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3d7e00-09f0-4579-8991-f988a0eed519 req-74aa65a7-91ca-4b43-bbed-965d837b7b0b tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:08:52.548198 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-0d3d7e00-09f0-4579-8991-f988a0eed519 req-74aa65a7-91ca-4b43-bbed-965d837b7b0b tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] 10.222.0.11 "GET /v2.0/ports?device_id=c52cc0a1-bb12-49ff-9e1e-8dfcc847d2f1 HTTP/1.1" status: 200  len: 944 time: 0.0758598
Jul 06 02:08:52.601129 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-0d3d7e00-09f0-4579-8991-f988a0eed519 req-e6ab056f-47dd-4500-acde-3abef3b81410 tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] 10.222.0.11 "GET /v2.0/security-groups?id=a393ecc9-7ff6-4be6-84ad-144ad9a41d0d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0457063
Jul 06 02:08:52.778049 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.rpc [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Device cc9338c6-b6d2-4a01-a2a5-ff523563770d up at agent hyperv_hv-cinder-79954 {{(pid=80982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:273}}
Jul 06 02:08:52.879426 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.provisioning_blocks [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Provisioning for port cc9338c6-b6d2-4a01-a2a5-ff523563770d completed by entity L2. {{(pid=80982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 06 02:08:52.884539 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.provisioning_blocks [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Provisioning complete for port cc9338c6-b6d2-4a01-a2a5-ff523563770d triggered by entity L2. {{(pid=80982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 06 02:08:52.884970 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1309268'] for port, provisioning_complete {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:08:52.991853 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1050496'] for port, before_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:08:53.022302 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c52cc0a1-bb12-49ff-9e1e-8dfcc847d2f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc9338c6-b6d2-4a01-a2a5-ff523563770d'}] {{(pid=80982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 06 02:08:53.033727 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] For port cc9338c6-b6d2-4a01-a2a5-ff523563770d, host hv-cinder-79954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79954',level=0,port_id=cc9338c6-b6d2-4a01-a2a5-ff523563770d,segment=NetworkSegment(dcf4052e-6231-4287-ac99-bb6742207439),segment_id=dcf4052e-6231-4287-ac99-bb6742207439)] {{(pid=80982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 02:08:53.069460 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c52cc0a1-bb12-49ff-9e1e-8dfcc847d2f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc9338c6-b6d2-4a01-a2a5-ff523563770d', 'code': 200}
Jul 06 02:08:53.073240 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740753762112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740753409037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296101366746'] for port, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:08:53.075216 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:08:53.136079 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Pushing event updated for resources: {'Port': ['ID=cc9338c6-b6d2-4a01-a2a5-ff523563770d,revision_number=5']} {{(pid=80982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:08:53.139253 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:08:53.504128 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-8079aa72-067a-48ff-9a68-1e52161fbe87 req-17d5d62f-2621-47d5-9806-15417f0895da service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c52cc0a1-bb12-49ff-9e1e-8dfcc847d2f1 HTTP/1.1" status: 200  len: 1098 time: 0.2028613
Jul 06 02:08:53.552530 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-8079aa72-067a-48ff-9a68-1e52161fbe87 req-b77a8f4f-6b15-4251-b1de-20baaf7dc462 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=a393ecc9-7ff6-4be6-84ad-144ad9a41d0d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0384033
Jul 06 02:08:53.938174 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90ba494-f78c-42e1-9295-935d896825d9 req-c427d4df-41db-4eeb-9770-679a416c6d39 tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:08:53.939751 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-b90ba494-f78c-42e1-9295-935d896825d9 req-c427d4df-41db-4eeb-9770-679a416c6d39 tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] 10.222.0.11 "GET /v2.0/ports?device_id=c52cc0a1-bb12-49ff-9e1e-8dfcc847d2f1 HTTP/1.1" status: 200  len: 945 time: 0.0771551
Jul 06 02:08:53.988445 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-b90ba494-f78c-42e1-9295-935d896825d9 req-93df2eeb-1672-4bc3-a270-c07709ef51fe tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] 10.222.0.11 "GET /v2.0/security-groups?id=a393ecc9-7ff6-4be6-84ad-144ad9a41d0d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414109
Jul 06 02:08:55.184159 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7760a0b5-e5a7-4039-aa1f-65f55802947b req-8185397b-beb8-4040-bafe-efd42eb4c225 tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:08:55.185669 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-7760a0b5-e5a7-4039-aa1f-65f55802947b req-8185397b-beb8-4040-bafe-efd42eb4c225 tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] 10.222.0.11 "GET /v2.0/ports?device_id=c52cc0a1-bb12-49ff-9e1e-8dfcc847d2f1 HTTP/1.1" status: 200  len: 945 time: 0.0761955
Jul 06 02:08:55.234511 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-7760a0b5-e5a7-4039-aa1f-65f55802947b req-bbb7a829-24af-4639-a8b9-e3f8ba9d0335 tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] 10.222.0.11 "GET /v2.0/security-groups?id=a393ecc9-7ff6-4be6-84ad-144ad9a41d0d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412290
Jul 06 02:08:59.228771 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.agents_db [None req-b173abe4-0d36-4765-adb2-33779d11156f None None] Agent healthcheck: found 6 active agents {{(pid=80983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Jul 06 02:09:00.683316 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-141d32f1-2c97-4760-a40f-8adf25ad907e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:09:02.261961 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:09:03.171095 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-f468d0d5-5958-4df3-81ae-d50923ba528e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:09:03.696197 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:09:04.146975 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-76dafd09-8b9e-4f4b-ba8f-a0f9ff874801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:09:05.524833 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-fcfe0981-f829-42d2-99d0-fcc19e179060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:09:08.858197 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c3541b-1993-4f61-8792-328dab2c40d6 req-1887a823-0b1a-461d-b7f4-c615d285f755 tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:09:08.859915 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-d1c3541b-1993-4f61-8792-328dab2c40d6 req-1887a823-0b1a-461d-b7f4-c615d285f755 tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] 10.222.0.11 "GET /v2.0/ports?device_id=c52cc0a1-bb12-49ff-9e1e-8dfcc847d2f1 HTTP/1.1" status: 200  len: 945 time: 0.0851769
Jul 06 02:09:08.914751 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-d1c3541b-1993-4f61-8792-328dab2c40d6 req-314f7cc5-66c5-4a22-ad4c-2f91b167cfe7 tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] 10.222.0.11 "GET /v2.0/security-groups?id=a393ecc9-7ff6-4be6-84ad-144ad9a41d0d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0469658
Jul 06 02:09:10.116842 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3334385-11a8-49ab-bac2-82c5d5f8c7a4 req-52c8ce41-9e91-4617-81ff-2c285e188499 tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:09:10.118624 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-b3334385-11a8-49ab-bac2-82c5d5f8c7a4 req-52c8ce41-9e91-4617-81ff-2c285e188499 tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] 10.222.0.11 "GET /v2.0/ports?device_id=c52cc0a1-bb12-49ff-9e1e-8dfcc847d2f1 HTTP/1.1" status: 200  len: 945 time: 0.0886433
Jul 06 02:09:10.173167 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-b3334385-11a8-49ab-bac2-82c5d5f8c7a4 req-14205447-db20-4c00-9626-c58090b4d51c tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] 10.222.0.11 "GET /v2.0/security-groups?id=a393ecc9-7ff6-4be6-84ad-144ad9a41d0d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0468488
Jul 06 02:09:10.461038 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0e7ba5-b6e7-44f2-a646-60ec915e1e55 req-78dc5413-cc7f-447c-b256-29b0c4dffe33 tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:09:10.462544 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-1f0e7ba5-b6e7-44f2-a646-60ec915e1e55 req-78dc5413-cc7f-447c-b256-29b0c4dffe33 tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] 10.222.0.37 "GET /v2.0/ports?device_id=c52cc0a1-bb12-49ff-9e1e-8dfcc847d2f1 HTTP/1.1" status: 200  len: 945 time: 0.0828052
Jul 06 02:09:10.537106 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.plugin [req-1f0e7ba5-b6e7-44f2-a646-60ec915e1e55 req-8c369444-6b2f-4e6d-b1db-e7749db762a3 tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] Deleting port cc9338c6-b6d2-4a01-a2a5-ff523563770d {{(pid=80981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1879}}
Jul 06 02:09:10.537497 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-1f0e7ba5-b6e7-44f2-a646-60ec915e1e55 req-8c369444-6b2f-4e6d-b1db-e7749db762a3 tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296100957044'] for port, before_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:09:10.802927 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [req-1f0e7ba5-b6e7-44f2-a646-60ec915e1e55 req-8c369444-6b2f-4e6d-b1db-e7749db762a3 tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] For port cc9338c6-b6d2-4a01-a2a5-ff523563770d, host hv-cinder-79954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79954',level=0,port_id=cc9338c6-b6d2-4a01-a2a5-ff523563770d,segment=NetworkSegment(dcf4052e-6231-4287-ac99-bb6742207439),segment_id=dcf4052e-6231-4287-ac99-bb6742207439)] {{(pid=80981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 02:09:10.807446 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-1f0e7ba5-b6e7-44f2-a646-60ec915e1e55 req-8c369444-6b2f-4e6d-b1db-e7749db762a3 tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328131'] for port, precommit_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:09:10.934315 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.plugin [req-1f0e7ba5-b6e7-44f2-a646-60ec915e1e55 req-8c369444-6b2f-4e6d-b1db-e7749db762a3 tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] Calling delete_port for cc9338c6-b6d2-4a01-a2a5-ff523563770d owned by compute:nova {{(pid=80981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1952}}
Jul 06 02:09:11.106648 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-1f0e7ba5-b6e7-44f2-a646-60ec915e1e55 req-8c369444-6b2f-4e6d-b1db-e7749db762a3 tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740753762095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296101366780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839890433'] for port, after_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:09:11.113780 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-3d64b197-f9cd-4f16-ab7c-4375a94f31af tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:09:11.120549 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] get_ports_and_sgs() called for port_ids ['adea360c-04d6-43af-806e-090ab661d6e7', 'e4608034-0607-40ff-a1eb-043ec5cd1985', '23d9955e-0bfe-412f-9f47-1bec03a1e831', 'cc9338c6-b6d2-4a01-a2a5-ff523563770d'] {{(pid=80982) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:184}}
Jul 06 02:09:11.163470 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c369444-6b2f-4e6d-b1db-e7749db762a3 tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] Pushing event deleted for resources: {'Port': ['ID=cc9338c6-b6d2-4a01-a2a5-ff523563770d,revision_number=None']} {{(pid=80981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:09:11.206256 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c369444-6b2f-4e6d-b1db-e7749db762a3 tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:09:11.206685 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c369444-6b2f-4e6d-b1db-e7749db762a3 tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:09:11.207110 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c369444-6b2f-4e6d-b1db-e7749db762a3 tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] Version for resource type Network changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:09:11.207518 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c369444-6b2f-4e6d-b1db-e7749db762a3 tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:09:11.207932 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c369444-6b2f-4e6d-b1db-e7749db762a3 tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] Version for resource type PortForwarding changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:09:11.208345 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c369444-6b2f-4e6d-b1db-e7749db762a3 tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:09:11.208752 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c369444-6b2f-4e6d-b1db-e7749db762a3 tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] Version for resource type SecurityGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:09:11.209185 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c369444-6b2f-4e6d-b1db-e7749db762a3 tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:09:11.209589 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c369444-6b2f-4e6d-b1db-e7749db762a3 tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:09:11.209992 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c369444-6b2f-4e6d-b1db-e7749db762a3 tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] Version for resource type Subnet changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:09:11.210398 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c369444-6b2f-4e6d-b1db-e7749db762a3 tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:09:11.217792 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-8c369444-6b2f-4e6d-b1db-e7749db762a3 tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:09:11.256477 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f0e7ba5-b6e7-44f2-a646-60ec915e1e55 req-8c369444-6b2f-4e6d-b1db-e7749db762a3 tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] No DVR routers for this DVR port cc9338c6-b6d2-4a01-a2a5-ff523563770d on host hv-cinder-79954 {{(pid=80981) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jul 06 02:09:11.259527 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-1f0e7ba5-b6e7-44f2-a646-60ec915e1e55 req-8c369444-6b2f-4e6d-b1db-e7749db762a3 tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91827'] for port, before_response {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:09:11.262489 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c52cc0a1-bb12-49ff-9e1e-8dfcc847d2f1', 'name': 'network-vif-deleted', 'tag': 'cc9338c6-b6d2-4a01-a2a5-ff523563770d'}] {{(pid=80981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 06 02:09:11.308691 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-1f0e7ba5-b6e7-44f2-a646-60ec915e1e55 req-8c369444-6b2f-4e6d-b1db-e7749db762a3 tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] 10.222.0.37 "DELETE /v2.0/ports/cc9338c6-b6d2-4a01-a2a5-ff523563770d HTTP/1.1" status: 204  len: 173 time: 0.8395660
Jul 06 02:09:11.318837 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c52cc0a1-bb12-49ff-9e1e-8dfcc847d2f1', 'name': 'network-vif-deleted', 'tag': 'cc9338c6-b6d2-4a01-a2a5-ff523563770d', 'status': 'completed', 'code': 200}
Jul 06 02:09:11.364169 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [req-e7691159-d53e-44b9-b8b5-85e115d99dd2 req-65236729-47df-42cc-a2fb-9c2803e2ae0c tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] Synchronizing usage tracker for tenant:4a06646d7d35412c90347955579a4756 on resource:port {{(pid=80981) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 06 02:09:11.416509 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [req-e7691159-d53e-44b9-b8b5-85e115d99dd2 req-65236729-47df-42cc-a2fb-9c2803e2ae0c tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] Unset dirty status for tenant:4a06646d7d35412c90347955579a4756 on resource:port {{(pid=80981) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 06 02:09:11.418269 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-e7691159-d53e-44b9-b8b5-85e115d99dd2 req-65236729-47df-42cc-a2fb-9c2803e2ae0c tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] 10.222.0.11 "GET /v2.0/ports?device_id=c52cc0a1-bb12-49ff-9e1e-8dfcc847d2f1 HTTP/1.1" status: 200  len: 210 time: 0.0983453
Jul 06 02:09:14.271642 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d666b0-bd50-4fad-a7fb-386574425d51 req-ecb1f7fd-9429-4de5-b488-481c8335619d tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:09:14.273270 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-d0d666b0-bd50-4fad-a7fb-386574425d51 req-ecb1f7fd-9429-4de5-b488-481c8335619d tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] 10.222.0.11 "GET /v2.0/ports?device_id=19c7d175-a346-4bda-b07c-20f9885ec498 HTTP/1.1" status: 200  len: 946 time: 0.0775197
Jul 06 02:09:14.332157 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-d0d666b0-bd50-4fad-a7fb-386574425d51 req-aea6aab1-1ae7-4ec7-99f0-db07292c7132 tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] 10.222.0.11 "GET /v2.0/security-groups?id=a393ecc9-7ff6-4be6-84ad-144ad9a41d0d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0469408
Jul 06 02:09:14.907402 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.rpc [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Device cc9338c6-b6d2-4a01-a2a5-ff523563770d no longer exists at agent hyperv_hv-cinder-79954 {{(pid=80982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:242}}
Jul 06 02:09:14.940837 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.plugin [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] No Port match for: cc9338c6-b6d2-4a01-a2a5-ff523563770d {{(pid=80982) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2217}}
Jul 06 02:09:14.941271 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.rpc [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Device cc9338c6-b6d2-4a01-a2a5-ff523563770d not bound to the agent host hv-cinder-79954 {{(pid=80982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:250}}
Jul 06 02:09:15.533569 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa33c7a6-9fd3-4c6c-8b73-0b01a390db65 req-12404c6f-0b1b-4013-a20c-8f242c51fafa tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:09:15.535189 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-aa33c7a6-9fd3-4c6c-8b73-0b01a390db65 req-12404c6f-0b1b-4013-a20c-8f242c51fafa tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] 10.222.0.11 "GET /v2.0/ports?device_id=19c7d175-a346-4bda-b07c-20f9885ec498 HTTP/1.1" status: 200  len: 946 time: 0.0826688
Jul 06 02:09:15.888829 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-aa33c7a6-9fd3-4c6c-8b73-0b01a390db65 req-c99b7fb5-638f-43e3-a18d-c667ec4295ab tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] 10.222.0.11 "GET /v2.0/security-groups?id=a393ecc9-7ff6-4be6-84ad-144ad9a41d0d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3452671
Jul 06 02:09:15.914284 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffb1aa6-82f9-4b62-8fc6-03a2b8fb2763 req-839802b5-4a66-427d-ab72-db012513e02c tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:09:15.915861 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-0ffb1aa6-82f9-4b62-8fc6-03a2b8fb2763 req-839802b5-4a66-427d-ab72-db012513e02c tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] 10.222.0.37 "GET /v2.0/ports?device_id=19c7d175-a346-4bda-b07c-20f9885ec498 HTTP/1.1" status: 200  len: 946 time: 0.1028337
Jul 06 02:09:15.994265 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.plugin [req-0ffb1aa6-82f9-4b62-8fc6-03a2b8fb2763 req-027977f3-328c-48cd-924b-7a5a42813ca7 tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] Deleting port 23d9955e-0bfe-412f-9f47-1bec03a1e831 {{(pid=80981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1879}}
Jul 06 02:09:15.994655 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-0ffb1aa6-82f9-4b62-8fc6-03a2b8fb2763 req-027977f3-328c-48cd-924b-7a5a42813ca7 tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296100957044'] for port, before_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:09:16.249926 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [req-0ffb1aa6-82f9-4b62-8fc6-03a2b8fb2763 req-027977f3-328c-48cd-924b-7a5a42813ca7 tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] For port 23d9955e-0bfe-412f-9f47-1bec03a1e831, host hv-cinder-79954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79954',level=0,port_id=23d9955e-0bfe-412f-9f47-1bec03a1e831,segment=NetworkSegment(dcf4052e-6231-4287-ac99-bb6742207439),segment_id=dcf4052e-6231-4287-ac99-bb6742207439)] {{(pid=80981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 02:09:16.250331 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-0ffb1aa6-82f9-4b62-8fc6-03a2b8fb2763 req-027977f3-328c-48cd-924b-7a5a42813ca7 tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328131'] for port, precommit_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:09:16.379073 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.plugin [req-0ffb1aa6-82f9-4b62-8fc6-03a2b8fb2763 req-027977f3-328c-48cd-924b-7a5a42813ca7 tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] Calling delete_port for 23d9955e-0bfe-412f-9f47-1bec03a1e831 owned by compute:nova {{(pid=80981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1952}}
Jul 06 02:09:16.582467 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-0ffb1aa6-82f9-4b62-8fc6-03a2b8fb2763 req-027977f3-328c-48cd-924b-7a5a42813ca7 tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740753762095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296101366780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839890433'] for port, after_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:09:16.589110 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-d0dfa238-3de2-4690-bb31-56fccc846961 tempest-AttachVolumeShelveTestJSON-1783762662 tempest-AttachVolumeShelveTestJSON-1783762662-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:09:16.595071 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] get_ports_and_sgs() called for port_ids ['adea360c-04d6-43af-806e-090ab661d6e7', 'e4608034-0607-40ff-a1eb-043ec5cd1985', '23d9955e-0bfe-412f-9f47-1bec03a1e831'] {{(pid=80982) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:184}}
Jul 06 02:09:16.643171 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027977f3-328c-48cd-924b-7a5a42813ca7 tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] Pushing event deleted for resources: {'Port': ['ID=23d9955e-0bfe-412f-9f47-1bec03a1e831,revision_number=None']} {{(pid=80981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:09:16.646576 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-027977f3-328c-48cd-924b-7a5a42813ca7 tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:09:16.720492 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ffb1aa6-82f9-4b62-8fc6-03a2b8fb2763 req-027977f3-328c-48cd-924b-7a5a42813ca7 tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] No DVR routers for this DVR port 23d9955e-0bfe-412f-9f47-1bec03a1e831 on host hv-cinder-79954 {{(pid=80981) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jul 06 02:09:16.723120 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-0ffb1aa6-82f9-4b62-8fc6-03a2b8fb2763 req-027977f3-328c-48cd-924b-7a5a42813ca7 tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91827'] for port, before_response {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:09:16.726127 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19c7d175-a346-4bda-b07c-20f9885ec498', 'name': 'network-vif-deleted', 'tag': '23d9955e-0bfe-412f-9f47-1bec03a1e831'}] {{(pid=80981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 06 02:09:16.771926 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-0ffb1aa6-82f9-4b62-8fc6-03a2b8fb2763 req-027977f3-328c-48cd-924b-7a5a42813ca7 tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] 10.222.0.37 "DELETE /v2.0/ports/23d9955e-0bfe-412f-9f47-1bec03a1e831 HTTP/1.1" status: 204  len: 173 time: 0.8481345
Jul 06 02:09:16.781377 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19c7d175-a346-4bda-b07c-20f9885ec498', 'name': 'network-vif-deleted', 'tag': '23d9955e-0bfe-412f-9f47-1bec03a1e831', 'status': 'completed', 'code': 200}
Jul 06 02:09:17.081041 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [req-fc9ab689-7de0-4d09-bf6c-93a0e64a817b req-33fb5173-4c98-4dda-989a-3ae579c914c9 tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] Synchronizing usage tracker for tenant:4a06646d7d35412c90347955579a4756 on resource:port {{(pid=80981) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 06 02:09:17.124056 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [req-fc9ab689-7de0-4d09-bf6c-93a0e64a817b req-33fb5173-4c98-4dda-989a-3ae579c914c9 tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] Unset dirty status for tenant:4a06646d7d35412c90347955579a4756 on resource:port {{(pid=80981) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 06 02:09:17.125441 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-fc9ab689-7de0-4d09-bf6c-93a0e64a817b req-33fb5173-4c98-4dda-989a-3ae579c914c9 tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] 10.222.0.11 "GET /v2.0/ports?device_id=19c7d175-a346-4bda-b07c-20f9885ec498 HTTP/1.1" status: 200  len: 210 time: 0.0936108
Jul 06 02:09:18.728975 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a37130f-4c10-4cc3-8469-f6d74f9dcab5 req-30497718-df21-4ae9-9853-01bf7709e3c2 tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:09:18.730659 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-5a37130f-4c10-4cc3-8469-f6d74f9dcab5 req-30497718-df21-4ae9-9853-01bf7709e3c2 tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] 10.222.0.11 "GET /v2.0/ports?device_id=d2078004-f227-4fe7-8aa8-60587208c91a HTTP/1.1" status: 200  len: 946 time: 0.0834985
Jul 06 02:09:18.785223 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-5a37130f-4c10-4cc3-8469-f6d74f9dcab5 req-5ec2e2e4-21c4-4335-b175-556c3b615619 tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] 10.222.0.11 "GET /v2.0/security-groups?id=a393ecc9-7ff6-4be6-84ad-144ad9a41d0d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0463026
Jul 06 02:09:18.935208 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.rpc [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Device 23d9955e-0bfe-412f-9f47-1bec03a1e831 no longer exists at agent hyperv_hv-cinder-79954 {{(pid=80982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:242}}
Jul 06 02:09:18.970964 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.plugin [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] No Port match for: 23d9955e-0bfe-412f-9f47-1bec03a1e831 {{(pid=80982) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2217}}
Jul 06 02:09:18.971448 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.rpc [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Device 23d9955e-0bfe-412f-9f47-1bec03a1e831 not bound to the agent host hv-cinder-79954 {{(pid=80982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:250}}
Jul 06 02:09:20.013837 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4c86a3-435f-4815-a50c-ce095cee06c8 req-c03ef2e8-ef38-448b-9efc-bd1c20434c14 tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:09:20.015940 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-8e4c86a3-435f-4815-a50c-ce095cee06c8 req-c03ef2e8-ef38-448b-9efc-bd1c20434c14 tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2078004-f227-4fe7-8aa8-60587208c91a HTTP/1.1" status: 200  len: 946 time: 0.1419697
Jul 06 02:09:20.022472 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b053b23a-b9f7-432f-a30b-5b6924bbc322 req-23feec23-6a2a-49e2-a26c-0ecaa72f9c41 tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:09:20.023914 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-b053b23a-b9f7-432f-a30b-5b6924bbc322 req-23feec23-6a2a-49e2-a26c-0ecaa72f9c41 tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] 10.222.0.11 "GET /v2.0/ports?device_id=d2078004-f227-4fe7-8aa8-60587208c91a HTTP/1.1" status: 200  len: 946 time: 0.1143541
Jul 06 02:09:20.120331 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.plugin [req-8e4c86a3-435f-4815-a50c-ce095cee06c8 req-670543a4-192b-405e-a7c3-e791941c0b0c tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] Deleting port e4608034-0607-40ff-a1eb-043ec5cd1985 {{(pid=80981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1879}}
Jul 06 02:09:20.120712 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-8e4c86a3-435f-4815-a50c-ce095cee06c8 req-670543a4-192b-405e-a7c3-e791941c0b0c tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296100957044'] for port, before_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:09:20.161323 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-b053b23a-b9f7-432f-a30b-5b6924bbc322 req-87690ebd-27e7-43a9-9f22-2ef7207f068f tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] 10.222.0.11 "GET /v2.0/security-groups?id=a393ecc9-7ff6-4be6-84ad-144ad9a41d0d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1038315
Jul 06 02:09:20.368272 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [req-8e4c86a3-435f-4815-a50c-ce095cee06c8 req-670543a4-192b-405e-a7c3-e791941c0b0c tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] For port e4608034-0607-40ff-a1eb-043ec5cd1985, host hv-cinder-79954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79954',level=0,port_id=e4608034-0607-40ff-a1eb-043ec5cd1985,segment=NetworkSegment(dcf4052e-6231-4287-ac99-bb6742207439),segment_id=dcf4052e-6231-4287-ac99-bb6742207439)] {{(pid=80981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 02:09:20.368668 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-8e4c86a3-435f-4815-a50c-ce095cee06c8 req-670543a4-192b-405e-a7c3-e791941c0b0c tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328131'] for port, precommit_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:09:20.500778 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.plugin [req-8e4c86a3-435f-4815-a50c-ce095cee06c8 req-670543a4-192b-405e-a7c3-e791941c0b0c tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] Calling delete_port for e4608034-0607-40ff-a1eb-043ec5cd1985 owned by compute:nova {{(pid=80981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1952}}
Jul 06 02:09:20.666413 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-8e4c86a3-435f-4815-a50c-ce095cee06c8 req-670543a4-192b-405e-a7c3-e791941c0b0c tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740753762095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296101366780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839890433'] for port, after_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:09:20.672543 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-a06df168-78b4-4193-86a6-a92b90a257fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:09:20.678857 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] get_ports_and_sgs() called for port_ids ['adea360c-04d6-43af-806e-090ab661d6e7', 'e4608034-0607-40ff-a1eb-043ec5cd1985'] {{(pid=80982) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:184}}
Jul 06 02:09:20.718988 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670543a4-192b-405e-a7c3-e791941c0b0c tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] Pushing event deleted for resources: {'Port': ['ID=e4608034-0607-40ff-a1eb-043ec5cd1985,revision_number=None']} {{(pid=80981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:09:20.721911 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-670543a4-192b-405e-a7c3-e791941c0b0c tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:09:20.809696 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e4c86a3-435f-4815-a50c-ce095cee06c8 req-670543a4-192b-405e-a7c3-e791941c0b0c tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] No DVR routers for this DVR port e4608034-0607-40ff-a1eb-043ec5cd1985 on host hv-cinder-79954 {{(pid=80981) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jul 06 02:09:20.809696 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-8e4c86a3-435f-4815-a50c-ce095cee06c8 req-670543a4-192b-405e-a7c3-e791941c0b0c tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91827'] for port, before_response {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:09:20.809696 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2078004-f227-4fe7-8aa8-60587208c91a', 'name': 'network-vif-deleted', 'tag': 'e4608034-0607-40ff-a1eb-043ec5cd1985'}] {{(pid=80981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 06 02:09:20.860847 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-8e4c86a3-435f-4815-a50c-ce095cee06c8 req-670543a4-192b-405e-a7c3-e791941c0b0c tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] 10.222.0.37 "DELETE /v2.0/ports/e4608034-0607-40ff-a1eb-043ec5cd1985 HTTP/1.1" status: 204  len: 173 time: 0.8354225
Jul 06 02:09:20.863250 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2078004-f227-4fe7-8aa8-60587208c91a', 'name': 'network-vif-deleted', 'tag': 'e4608034-0607-40ff-a1eb-043ec5cd1985', 'status': 'completed', 'code': 200}
Jul 06 02:09:21.334988 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [req-04b8ae98-bb7f-44ec-aeef-c680db6427f1 req-b83874f4-d8b5-4f87-adcb-206abe8512af tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] Synchronizing usage tracker for tenant:4a06646d7d35412c90347955579a4756 on resource:port {{(pid=80981) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 06 02:09:21.381815 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [req-04b8ae98-bb7f-44ec-aeef-c680db6427f1 req-b83874f4-d8b5-4f87-adcb-206abe8512af tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] Unset dirty status for tenant:4a06646d7d35412c90347955579a4756 on resource:port {{(pid=80981) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 06 02:09:21.383148 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-04b8ae98-bb7f-44ec-aeef-c680db6427f1 req-b83874f4-d8b5-4f87-adcb-206abe8512af tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] 10.222.0.11 "GET /v2.0/ports?device_id=d2078004-f227-4fe7-8aa8-60587208c91a HTTP/1.1" status: 200  len: 210 time: 0.0925095
Jul 06 02:09:22.949706 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.rpc [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Device e4608034-0607-40ff-a1eb-043ec5cd1985 no longer exists at agent hyperv_hv-cinder-79954 {{(pid=80982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:242}}
Jul 06 02:09:22.983960 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.plugin [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] No Port match for: e4608034-0607-40ff-a1eb-043ec5cd1985 {{(pid=80982) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2217}}
Jul 06 02:09:22.984353 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.rpc [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Device e4608034-0607-40ff-a1eb-043ec5cd1985 not bound to the agent host hv-cinder-79954 {{(pid=80982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:250}}
Jul 06 02:09:24.283553 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b83c3d-daa0-48b7-a756-f18717257d1c req-680f189e-7947-485a-ae03-265eede67e38 tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:09:24.285283 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-b4b83c3d-daa0-48b7-a756-f18717257d1c req-680f189e-7947-485a-ae03-265eede67e38 tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] 10.222.0.11 "GET /v2.0/ports?device_id=acfaf01c-ccba-49be-b431-f535e0d1bf64 HTTP/1.1" status: 200  len: 946 time: 0.0811272
Jul 06 02:09:24.338288 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-b4b83c3d-daa0-48b7-a756-f18717257d1c req-c0dab373-a8ce-4a24-9300-16d63d152fb4 tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] 10.222.0.11 "GET /v2.0/security-groups?id=a393ecc9-7ff6-4be6-84ad-144ad9a41d0d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439670
Jul 06 02:09:25.536749 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192d0df5-04f2-43a6-a638-796766d7017c req-42aaba98-c2d6-474a-a880-f5852917e3dd tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:09:25.538411 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-192d0df5-04f2-43a6-a638-796766d7017c req-42aaba98-c2d6-474a-a880-f5852917e3dd tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] 10.222.0.11 "GET /v2.0/ports?device_id=acfaf01c-ccba-49be-b431-f535e0d1bf64 HTTP/1.1" status: 200  len: 946 time: 0.0843210
Jul 06 02:09:25.589209 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-192d0df5-04f2-43a6-a638-796766d7017c req-547ec9ed-0c9d-4ca8-9fb5-8c39394014b2 tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] 10.222.0.11 "GET /v2.0/security-groups?id=a393ecc9-7ff6-4be6-84ad-144ad9a41d0d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436549
Jul 06 02:09:25.727390 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9428bdb-3492-4b20-8245-74c61c183864 req-d43a5802-cd59-4257-aed0-0fc5802faec0 tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:09:25.728979 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-d9428bdb-3492-4b20-8245-74c61c183864 req-d43a5802-cd59-4257-aed0-0fc5802faec0 tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] 10.222.0.37 "GET /v2.0/ports?device_id=acfaf01c-ccba-49be-b431-f535e0d1bf64 HTTP/1.1" status: 200  len: 946 time: 0.0760207
Jul 06 02:09:25.800826 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.plugin [req-d9428bdb-3492-4b20-8245-74c61c183864 req-5c5eff56-3f3e-4264-95ff-b19fdb4390e9 tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] Deleting port adea360c-04d6-43af-806e-090ab661d6e7 {{(pid=80981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1879}}
Jul 06 02:09:25.801261 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-d9428bdb-3492-4b20-8245-74c61c183864 req-5c5eff56-3f3e-4264-95ff-b19fdb4390e9 tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296100957044'] for port, before_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:09:26.046787 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [req-d9428bdb-3492-4b20-8245-74c61c183864 req-5c5eff56-3f3e-4264-95ff-b19fdb4390e9 tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] For port adea360c-04d6-43af-806e-090ab661d6e7, host hv-cinder-79954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79954',level=0,port_id=adea360c-04d6-43af-806e-090ab661d6e7,segment=NetworkSegment(dcf4052e-6231-4287-ac99-bb6742207439),segment_id=dcf4052e-6231-4287-ac99-bb6742207439)] {{(pid=80981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 02:09:26.047103 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-d9428bdb-3492-4b20-8245-74c61c183864 req-5c5eff56-3f3e-4264-95ff-b19fdb4390e9 tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328131'] for port, precommit_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:09:26.169094 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.plugin [req-d9428bdb-3492-4b20-8245-74c61c183864 req-5c5eff56-3f3e-4264-95ff-b19fdb4390e9 tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] Calling delete_port for adea360c-04d6-43af-806e-090ab661d6e7 owned by compute:nova {{(pid=80981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1952}}
Jul 06 02:09:26.341628 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-d9428bdb-3492-4b20-8245-74c61c183864 req-5c5eff56-3f3e-4264-95ff-b19fdb4390e9 tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740753762095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296101366780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839890433'] for port, after_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:09:26.348386 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-8060ef96-e2a8-4604-aed4-8f250b47bcae tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:09:26.354183 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] get_ports_and_sgs() called for port_ids ['adea360c-04d6-43af-806e-090ab661d6e7'] {{(pid=80982) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:184}}
Jul 06 02:09:26.399201 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5eff56-3f3e-4264-95ff-b19fdb4390e9 tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] Pushing event deleted for resources: {'Port': ['ID=adea360c-04d6-43af-806e-090ab661d6e7,revision_number=None']} {{(pid=80981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:09:26.401822 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-5c5eff56-3f3e-4264-95ff-b19fdb4390e9 tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:09:26.471099 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9428bdb-3492-4b20-8245-74c61c183864 req-5c5eff56-3f3e-4264-95ff-b19fdb4390e9 tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] No DVR routers for this DVR port adea360c-04d6-43af-806e-090ab661d6e7 on host hv-cinder-79954 {{(pid=80981) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jul 06 02:09:26.473601 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-d9428bdb-3492-4b20-8245-74c61c183864 req-5c5eff56-3f3e-4264-95ff-b19fdb4390e9 tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91827'] for port, before_response {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:09:26.476340 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acfaf01c-ccba-49be-b431-f535e0d1bf64', 'name': 'network-vif-deleted', 'tag': 'adea360c-04d6-43af-806e-090ab661d6e7'}] {{(pid=80981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 06 02:09:26.514634 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-d9428bdb-3492-4b20-8245-74c61c183864 req-5c5eff56-3f3e-4264-95ff-b19fdb4390e9 tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] 10.222.0.37 "DELETE /v2.0/ports/adea360c-04d6-43af-806e-090ab661d6e7 HTTP/1.1" status: 204  len: 173 time: 0.7787309
Jul 06 02:09:26.542824 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acfaf01c-ccba-49be-b431-f535e0d1bf64', 'name': 'network-vif-deleted', 'tag': 'adea360c-04d6-43af-806e-090ab661d6e7', 'status': 'completed', 'code': 200}
Jul 06 02:09:26.782436 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [req-2abfb157-2787-4bfc-ab5a-5f2266462c33 req-0f8eed7f-69bc-4b0b-a629-27fcf4b574d9 tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] Synchronizing usage tracker for tenant:4a06646d7d35412c90347955579a4756 on resource:port {{(pid=80981) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 06 02:09:26.821633 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [req-2abfb157-2787-4bfc-ab5a-5f2266462c33 req-0f8eed7f-69bc-4b0b-a629-27fcf4b574d9 tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] Unset dirty status for tenant:4a06646d7d35412c90347955579a4756 on resource:port {{(pid=80981) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 06 02:09:26.823017 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-2abfb157-2787-4bfc-ab5a-5f2266462c33 req-0f8eed7f-69bc-4b0b-a629-27fcf4b574d9 tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] 10.222.0.11 "GET /v2.0/ports?device_id=acfaf01c-ccba-49be-b431-f535e0d1bf64 HTTP/1.1" status: 200  len: 210 time: 0.0930455
Jul 06 02:09:27.930510 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80981) accepted ('10.222.0.11', 48250) {{(pid=80981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 02:09:28.231645 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc5b1442-80d6-4e5e-aa40-d4b7f040ed7a admin admin] Deleting subnet 63f99ad3-918a-4138-8fb2-218a809df3f9 {{(pid=80981) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1063}}
Jul 06 02:09:28.232017 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-dc5b1442-80d6-4e5e-aa40-d4b7f040ed7a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:09:28.285534 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-dc5b1442-80d6-4e5e-aa40-d4b7f040ed7a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14767067'] for subnet, precommit_delete_associations {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:09:28.346968 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-dc5b1442-80d6-4e5e-aa40-d4b7f040ed7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1281289'] for subnet, precommit_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:09:28.445164 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-dc5b1442-80d6-4e5e-aa40-d4b7f040ed7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853494527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036839889365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15725816'] for subnet, after_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:09:28.449937 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-22f11d95-e0a5-4be0-9b2a-efc247d605aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:09:28.485261 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5b1442-80d6-4e5e-aa40-d4b7f040ed7a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=63f99ad3-918a-4138-8fb2-218a809df3f9,revision_number=None']} {{(pid=80981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:09:28.487778 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-dc5b1442-80d6-4e5e-aa40-d4b7f040ed7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:09:28.493327 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-dc5b1442-80d6-4e5e-aa40-d4b7f040ed7a admin admin] Notify callbacks [] for subnet, before_response {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:09:28.500335 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-dc5b1442-80d6-4e5e-aa40-d4b7f040ed7a admin admin] 10.222.0.11 "DELETE /v2.0/subnets/63f99ad3-918a-4138-8fb2-218a809df3f9 HTTP/1.1" status: 204  len: 168 time: 0.5682993
Jul 06 02:09:28.503129 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80981) accepted ('10.222.0.11', 48254) {{(pid=80981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 02:09:28.616103 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-983f3c16-8986-4b57-84a2-f95dd724d641 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853693134'] for network, before_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:09:28.743246 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-983f3c16-8986-4b57-84a2-f95dd724d641 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853494331', 'neutron.services.segments.db._delete_segments_for_network-8740753867311'] for network, precommit_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:09:28.758925 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.services.segments.db [None req-983f3c16-8986-4b57-84a2-f95dd724d641 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f31d6bc14a8>,) {'filters': {'network_id': ['efeb8d93-c6ba-4827-a604-9cb60992a02a']}} {{(pid=80981) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 02:09:28.774023 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.services.segments.db [None req-983f3c16-8986-4b57-84a2-f95dd724d641 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f31d6bc14a8>, 'dcf4052e-6231-4287-ac99-bb6742207439') {'for_net_delete': True} {{(pid=80981) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 02:09:28.774365 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.services.segments.db [None req-983f3c16-8986-4b57-84a2-f95dd724d641 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f31d6bc14a8>, 'dcf4052e-6231-4287-ac99-bb6742207439') {} {{(pid=80981) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 02:09:28.788637 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-983f3c16-8986-4b57-84a2-f95dd724d641 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363296100912551', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036840008788'] for segment, before_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:09:28.806469 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-983f3c16-8986-4b57-84a2-f95dd724d641 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1280314'] for segment, precommit_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:09:28.814264 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-983f3c16-8986-4b57-84a2-f95dd724d641 admin admin] Releasing vlan 102 on physical network physnet1 to pool {{(pid=80981) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Jul 06 02:09:28.814721 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-983f3c16-8986-4b57-84a2-f95dd724d641 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853495502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14885317'] for segment, after_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:09:28.829555 dv-cinder-799546-3-iscsi neutron-server[80869]: Traceback (most recent call last):
Jul 06 02:09:28.829555 dv-cinder-799546-3-iscsi neutron-server[80869]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Jul 06 02:09:28.829555 dv-cinder-799546-3-iscsi neutron-server[80869]:     timer()
Jul 06 02:09:28.829555 dv-cinder-799546-3-iscsi neutron-server[80869]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jul 06 02:09:28.829555 dv-cinder-799546-3-iscsi neutron-server[80869]:     cb(*args, **kw)
Jul 06 02:09:28.829555 dv-cinder-799546-3-iscsi neutron-server[80869]:   File "/opt/stack/neutron/neutron/common/utils.py", line 968, in wrapper
Jul 06 02:09:28.829555 dv-cinder-799546-3-iscsi neutron-server[80869]:     return func(*args, **kwargs)
Jul 06 02:09:28.829555 dv-cinder-799546-3-iscsi neutron-server[80869]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jul 06 02:09:28.829555 dv-cinder-799546-3-iscsi neutron-server[80869]:     self._notify()
Jul 06 02:09:28.829555 dv-cinder-799546-3-iscsi neutron-server[80869]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jul 06 02:09:28.829555 dv-cinder-799546-3-iscsi neutron-server[80869]:     self.callback(batched_events)
Jul 06 02:09:28.829555 dv-cinder-799546-3-iscsi neutron-server[80869]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jul 06 02:09:28.829555 dv-cinder-799546-3-iscsi neutron-server[80869]:     event.method(event)
Jul 06 02:09:28.829555 dv-cinder-799546-3-iscsi neutron-server[80869]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jul 06 02:09:28.829555 dv-cinder-799546-3-iscsi neutron-server[80869]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jul 06 02:09:28.829555 dv-cinder-799546-3-iscsi neutron-server[80869]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jul 06 02:09:28.829555 dv-cinder-799546-3-iscsi neutron-server[80869]:     segment_id)['aggregates'][0]
Jul 06 02:09:28.829555 dv-cinder-799546-3-iscsi neutron-server[80869]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 53, in wrapper
Jul 06 02:09:28.829555 dv-cinder-799546-3-iscsi neutron-server[80869]:     return f(self, *a, **k)
Jul 06 02:09:28.829555 dv-cinder-799546-3-iscsi neutron-server[80869]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 508, in list_aggregates
Jul 06 02:09:28.829555 dv-cinder-799546-3-iscsi neutron-server[80869]:     return self._get(url).json()
Jul 06 02:09:28.829555 dv-cinder-799546-3-iscsi neutron-server[80869]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 178, in _get
Jul 06 02:09:28.829555 dv-cinder-799546-3-iscsi neutron-server[80869]:     **kwargs)
Jul 06 02:09:28.829555 dv-cinder-799546-3-iscsi neutron-server[80869]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1116, in get
Jul 06 02:09:28.829555 dv-cinder-799546-3-iscsi neutron-server[80869]:     return self.request(url, 'GET', **kwargs)
Jul 06 02:09:28.829555 dv-cinder-799546-3-iscsi neutron-server[80869]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 787, in request
Jul 06 02:09:28.829555 dv-cinder-799546-3-iscsi neutron-server[80869]:     **endpoint_filter)
Jul 06 02:09:28.829555 dv-cinder-799546-3-iscsi neutron-server[80869]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1216, in get_endpoint
Jul 06 02:09:28.829555 dv-cinder-799546-3-iscsi neutron-server[80869]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jul 06 02:09:28.829555 dv-cinder-799546-3-iscsi neutron-server[80869]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1156, in _auth_required
Jul 06 02:09:28.829555 dv-cinder-799546-3-iscsi neutron-server[80869]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jul 06 02:09:28.829555 dv-cinder-799546-3-iscsi neutron-server[80869]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jul 06 02:09:28.934980 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-983f3c16-8986-4b57-84a2-f95dd724d641 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1281500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854446373'] for network, after_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:09:28.939234 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-cfba9718-d944-450c-a514-545a62c96806 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:09:28.956550 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-983f3c16-8986-4b57-84a2-f95dd724d641 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853726196'] for network, before_response {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:09:28.964996 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983f3c16-8986-4b57-84a2-f95dd724d641 admin admin] Pushing event deleted for resources: {'Network': ['ID=efeb8d93-c6ba-4827-a604-9cb60992a02a,revision_number=None']} {{(pid=80981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:09:28.969271 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-983f3c16-8986-4b57-84a2-f95dd724d641 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:09:28.994980 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.rpc [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Device adea360c-04d6-43af-806e-090ab661d6e7 no longer exists at agent hyperv_hv-cinder-79954 {{(pid=80982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:242}}
Jul 06 02:09:28.998724 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-983f3c16-8986-4b57-84a2-f95dd724d641 admin admin] 10.222.0.11 "DELETE /v2.0/networks/efeb8d93-c6ba-4827-a604-9cb60992a02a HTTP/1.1" status: 204  len: 168 time: 0.4944065
Jul 06 02:09:29.032120 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.plugin [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] No Port match for: adea360c-04d6-43af-806e-090ab661d6e7 {{(pid=80982) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2217}}
Jul 06 02:09:29.032512 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.rpc [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Device adea360c-04d6-43af-806e-090ab661d6e7 not bound to the agent host hv-cinder-79954 {{(pid=80982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:250}}
Jul 06 02:09:29.356880 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80981) accepted ('10.222.0.11', 48260) {{(pid=80981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 02:09:29.415468 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-c655a73d-bd9c-4b93-a8f9-3cd8565a6fa0 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4a06646d7d35412c90347955579a4756&name=default HTTP/1.1" status: 200  len: 2629 time: 0.0571542
Jul 06 02:09:29.418201 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80981) accepted ('10.222.0.11', 48264) {{(pid=80981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 02:09:29.489239 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-5db15388-ba5b-4f21-a8fb-1e9a93cf7f40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:09:29.517342 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-5db15388-ba5b-4f21-a8fb-1e9a93cf7f40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:09:29.609226 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-5db15388-ba5b-4f21-a8fb-1e9a93cf7f40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428228'] for security_group, after_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:09:29.614331 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-471031b4-0c21-4809-b818-2f8da7703c52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:09:29.627980 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db15388-ba5b-4f21-a8fb-1e9a93cf7f40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a393ecc9-7ff6-4be6-84ad-144ad9a41d0d,revision_number=None']} {{(pid=80981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:09:29.630871 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-5db15388-ba5b-4f21-a8fb-1e9a93cf7f40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:09:29.665634 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-5db15388-ba5b-4f21-a8fb-1e9a93cf7f40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:09:29.666871 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-5db15388-ba5b-4f21-a8fb-1e9a93cf7f40 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a393ecc9-7ff6-4be6-84ad-144ad9a41d0d HTTP/1.1" status: 204  len: 168 time: 0.2476730
Jul 06 02:09:30.667849 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-3cabc327-9c17-42e0-ba7f-b02fc443d4e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:09:31.764328 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80981) accepted ('10.222.0.11', 48314) {{(pid=80981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 02:09:31.920060 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-b22ad4da-a395-4dd4-a095-9aee59e48261 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:09:31.955976 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-b22ad4da-a395-4dd4-a095-9aee59e48261 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 02:09:31.959996 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-b22ad4da-a395-4dd4-a095-9aee59e48261 admin admin] Usage tracker for resource:security_group_rule and tenant:694cf78968794a029bf4f3fe38284177 is out of sync, need to count used quota {{(pid=80981) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 02:09:31.962951 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-b22ad4da-a395-4dd4-a095-9aee59e48261 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80981) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 02:09:31.969474 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-b22ad4da-a395-4dd4-a095-9aee59e48261 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 02:09:32.099042 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-b22ad4da-a395-4dd4-a095-9aee59e48261 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:09:32.136688 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-b22ad4da-a395-4dd4-a095-9aee59e48261 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428228'] for security_group, after_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:09:32.145371 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-24826af3-d8ce-4fca-9c78-ed224ff5a448 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:09:32.188229 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22ad4da-a395-4dd4-a095-9aee59e48261 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a07b38ce-5ca6-4b91-b96a-5a51db78c48b,revision_number=1']} {{(pid=80981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:09:32.191424 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-b22ad4da-a395-4dd4-a095-9aee59e48261 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:09:32.193831 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-b22ad4da-a395-4dd4-a095-9aee59e48261 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=694cf78968794a029bf4f3fe38284177&name=default HTTP/1.1" status: 200  len: 2629 time: 0.4283814
Jul 06 02:09:32.197148 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80980) accepted ('10.222.0.11', 48320) {{(pid=80980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 02:09:32.262749 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-923b223f-870d-4e63-b97e-12beaed67fb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:09:32.273199 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:09:32.295917 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-923b223f-870d-4e63-b97e-12beaed67fb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:09:32.483432 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-923b223f-870d-4e63-b97e-12beaed67fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428228'] for security_group, after_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:09:32.487810 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-1dcc63d9-53a8-41f8-8df6-46064c90c27d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:09:32.501075 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923b223f-870d-4e63-b97e-12beaed67fb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a07b38ce-5ca6-4b91-b96a-5a51db78c48b,revision_number=None']} {{(pid=80980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:09:32.515363 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923b223f-870d-4e63-b97e-12beaed67fb0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:09:32.515785 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923b223f-870d-4e63-b97e-12beaed67fb0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:09:32.516208 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923b223f-870d-4e63-b97e-12beaed67fb0 admin admin] Version for resource type Network changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:09:32.516611 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923b223f-870d-4e63-b97e-12beaed67fb0 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:09:32.517075 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923b223f-870d-4e63-b97e-12beaed67fb0 admin admin] Version for resource type PortForwarding changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:09:32.517477 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923b223f-870d-4e63-b97e-12beaed67fb0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:09:32.517880 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923b223f-870d-4e63-b97e-12beaed67fb0 admin admin] Version for resource type SecurityGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:09:32.518284 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923b223f-870d-4e63-b97e-12beaed67fb0 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:09:32.518685 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923b223f-870d-4e63-b97e-12beaed67fb0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:09:32.519082 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923b223f-870d-4e63-b97e-12beaed67fb0 admin admin] Version for resource type Subnet changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:09:32.519478 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923b223f-870d-4e63-b97e-12beaed67fb0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:09:32.523019 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-923b223f-870d-4e63-b97e-12beaed67fb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:09:32.524250 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-923b223f-870d-4e63-b97e-12beaed67fb0 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a07b38ce-5ca6-4b91-b96a-5a51db78c48b HTTP/1.1" status: 204  len: 168 time: 0.3260119
Jul 06 02:09:32.525362 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-923b223f-870d-4e63-b97e-12beaed67fb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:09:33.181770 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-2d506f7d-d00c-4db6-9c9e-5b845e78a317 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:09:33.718997 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:09:34.146384 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-76dafd09-8b9e-4f4b-ba8f-a0f9ff874801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:09:35.396622 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80980) accepted ('10.222.0.11', 48374) {{(pid=80980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 02:09:35.524528 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-fcfe0981-f829-42d2-99d0-fcc19e179060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:09:35.554103 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-8307f1e4-1956-4bd2-8204-4c34bc572df7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:09:35.586732 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-8307f1e4-1956-4bd2-8204-4c34bc572df7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 02:09:35.590703 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-8307f1e4-1956-4bd2-8204-4c34bc572df7 admin admin] Usage tracker for resource:security_group_rule and tenant:a935a52fe99a4a899ca4e8d75f8b214e is out of sync, need to count used quota {{(pid=80980) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 02:09:35.593774 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-8307f1e4-1956-4bd2-8204-4c34bc572df7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80980) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 02:09:35.599775 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-8307f1e4-1956-4bd2-8204-4c34bc572df7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 02:09:35.667190 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-8307f1e4-1956-4bd2-8204-4c34bc572df7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:09:35.695741 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-8307f1e4-1956-4bd2-8204-4c34bc572df7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428228'] for security_group, after_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:09:35.703425 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-2d371f3c-8396-46d9-b1a4-2af3cdb38f68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:09:35.758709 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8307f1e4-1956-4bd2-8204-4c34bc572df7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5e4ebad-eff7-4336-8994-f17e16351c33,revision_number=1']} {{(pid=80980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:09:35.761880 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-8307f1e4-1956-4bd2-8204-4c34bc572df7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:09:35.764335 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-8307f1e4-1956-4bd2-8204-4c34bc572df7 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a935a52fe99a4a899ca4e8d75f8b214e&name=default HTTP/1.1" status: 200  len: 2629 time: 0.3665807
Jul 06 02:09:35.767291 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80980) accepted ('10.222.0.11', 48380) {{(pid=80980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 02:09:35.831432 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-c23602b2-5c69-4c61-88b1-071369d9858a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:09:35.859160 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-c23602b2-5c69-4c61-88b1-071369d9858a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:09:35.936022 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-c23602b2-5c69-4c61-88b1-071369d9858a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428228'] for security_group, after_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:09:35.940158 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-29ae7123-35f7-4be1-827d-5073ed37e712 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:09:35.957467 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23602b2-5c69-4c61-88b1-071369d9858a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5e4ebad-eff7-4336-8994-f17e16351c33,revision_number=None']} {{(pid=80980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:09:35.961741 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-c23602b2-5c69-4c61-88b1-071369d9858a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:09:35.965345 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-c23602b2-5c69-4c61-88b1-071369d9858a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:09:35.966941 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-c23602b2-5c69-4c61-88b1-071369d9858a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d5e4ebad-eff7-4336-8994-f17e16351c33 HTTP/1.1" status: 204  len: 168 time: 0.1983063
Jul 06 02:09:36.229013 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.agents_db [None req-b173abe4-0d36-4765-adb2-33779d11156f None None] Agent healthcheck: found 6 active agents {{(pid=80983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Jul 06 02:09:36.556556 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80980) accepted ('10.222.0.11', 48388) {{(pid=80980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 02:09:36.576653 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-4d102b30-6595-4fde-8942-c0a3c0a346fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:09:36.608115 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-4d102b30-6595-4fde-8942-c0a3c0a346fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 02:09:36.612199 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-4d102b30-6595-4fde-8942-c0a3c0a346fc admin admin] Usage tracker for resource:security_group_rule and tenant:a9aed99398624235a89970a0cf4caa36 is out of sync, need to count used quota {{(pid=80980) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 02:09:36.615970 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-4d102b30-6595-4fde-8942-c0a3c0a346fc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80980) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 02:09:36.622095 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-4d102b30-6595-4fde-8942-c0a3c0a346fc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 02:09:36.693989 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-4d102b30-6595-4fde-8942-c0a3c0a346fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:09:36.724829 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-4d102b30-6595-4fde-8942-c0a3c0a346fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428228'] for security_group, after_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:09:36.738919 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-4c606d6d-db26-45d4-b25c-d67bc1eb0d80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:09:36.822739 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d102b30-6595-4fde-8942-c0a3c0a346fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a63def9b-0739-4d31-a8b4-f7da5623001d,revision_number=1']} {{(pid=80980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:09:36.829410 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-4d102b30-6595-4fde-8942-c0a3c0a346fc admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a9aed99398624235a89970a0cf4caa36&name=default HTTP/1.1" status: 200  len: 2629 time: 0.2715681
Jul 06 02:09:36.830372 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-4d102b30-6595-4fde-8942-c0a3c0a346fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:09:36.832667 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80980) accepted ('10.222.0.11', 48392) {{(pid=80980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 02:09:36.901795 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-9d8eab18-d50b-4129-b97a-aac48c0b3b3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:09:36.929253 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-9d8eab18-d50b-4129-b97a-aac48c0b3b3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:09:37.004115 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-9d8eab18-d50b-4129-b97a-aac48c0b3b3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428228'] for security_group, after_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:09:37.009716 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-067ed49e-0064-4ebd-b938-891393282b83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:09:37.023958 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8eab18-d50b-4129-b97a-aac48c0b3b3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a63def9b-0739-4d31-a8b4-f7da5623001d,revision_number=None']} {{(pid=80980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:09:37.026482 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-9d8eab18-d50b-4129-b97a-aac48c0b3b3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:09:37.030913 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-9d8eab18-d50b-4129-b97a-aac48c0b3b3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:09:37.032340 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-9d8eab18-d50b-4129-b97a-aac48c0b3b3a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a63def9b-0739-4d31-a8b4-f7da5623001d HTTP/1.1" status: 204  len: 168 time: 0.1991565
Jul 06 02:09:42.113196 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80980) accepted ('10.222.0.11', 48528) {{(pid=80980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 02:09:42.267254 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-dd04b704-8c58-4831-aff0-cea6dfec1c96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:09:42.302967 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-dd04b704-8c58-4831-aff0-cea6dfec1c96 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 02:09:42.306872 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-dd04b704-8c58-4831-aff0-cea6dfec1c96 admin admin] Usage tracker for resource:security_group_rule and tenant:096d8e3ddbdf4c16868540cff915518d is out of sync, need to count used quota {{(pid=80980) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 02:09:42.309739 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-dd04b704-8c58-4831-aff0-cea6dfec1c96 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80980) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 02:09:42.315959 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-dd04b704-8c58-4831-aff0-cea6dfec1c96 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 02:09:42.387089 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-dd04b704-8c58-4831-aff0-cea6dfec1c96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:09:42.410717 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-dd04b704-8c58-4831-aff0-cea6dfec1c96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428228'] for security_group, after_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:09:42.417951 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-ff4be350-77f6-4b9e-a878-d6469a0b4856 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:09:42.459583 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd04b704-8c58-4831-aff0-cea6dfec1c96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a2240c4-1577-4ffd-9e95-e6efc74c903a,revision_number=1']} {{(pid=80980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:09:42.464578 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-dd04b704-8c58-4831-aff0-cea6dfec1c96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:09:42.468037 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-dd04b704-8c58-4831-aff0-cea6dfec1c96 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=096d8e3ddbdf4c16868540cff915518d&name=default HTTP/1.1" status: 200  len: 2629 time: 0.3537138
Jul 06 02:09:42.471019 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80980) accepted ('10.222.0.11', 48534) {{(pid=80980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 02:09:42.538176 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-55973dc1-1029-4305-80e2-0848446cf1af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:09:42.566470 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-55973dc1-1029-4305-80e2-0848446cf1af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:09:42.632338 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-55973dc1-1029-4305-80e2-0848446cf1af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428228'] for security_group, after_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:09:42.637613 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-dd04b704-8c58-4831-aff0-cea6dfec1c96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:09:42.648916 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55973dc1-1029-4305-80e2-0848446cf1af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a2240c4-1577-4ffd-9e95-e6efc74c903a,revision_number=None']} {{(pid=80980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:09:42.652564 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-55973dc1-1029-4305-80e2-0848446cf1af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:09:42.655867 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-55973dc1-1029-4305-80e2-0848446cf1af admin admin] Notify callbacks [] for security_group, before_response {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:09:42.657107 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-55973dc1-1029-4305-80e2-0848446cf1af admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3a2240c4-1577-4ffd-9e95-e6efc74c903a HTTP/1.1" status: 204  len: 168 time: 0.1850858
Jul 06 02:09:43.139771 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80980) accepted ('10.222.0.11', 48542) {{(pid=80980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 02:09:43.159915 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-38b41028-ad9a-4724-805b-fd90ae30817e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:09:43.190878 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-38b41028-ad9a-4724-805b-fd90ae30817e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 02:09:43.194878 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-38b41028-ad9a-4724-805b-fd90ae30817e admin admin] Usage tracker for resource:security_group_rule and tenant:8597167769894435b5385fd08093e087 is out of sync, need to count used quota {{(pid=80980) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 02:09:43.198534 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-38b41028-ad9a-4724-805b-fd90ae30817e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80980) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 02:09:43.211671 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-38b41028-ad9a-4724-805b-fd90ae30817e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 02:09:43.286768 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-38b41028-ad9a-4724-805b-fd90ae30817e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:09:43.324041 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-38b41028-ad9a-4724-805b-fd90ae30817e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428228'] for security_group, after_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:09:43.332276 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-8d2dda5a-8787-4e79-81b2-6f7b027794dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:09:43.374828 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b41028-ad9a-4724-805b-fd90ae30817e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75621df5-ab66-488f-9048-68be6cdd390e,revision_number=1']} {{(pid=80980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:09:43.379122 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-38b41028-ad9a-4724-805b-fd90ae30817e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8597167769894435b5385fd08093e087&name=default HTTP/1.1" status: 200  len: 2629 time: 0.2382302
Jul 06 02:09:43.380128 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-38b41028-ad9a-4724-805b-fd90ae30817e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:09:43.382381 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80981) accepted ('10.222.0.11', 48546) {{(pid=80981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 02:09:43.452715 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-9156e26f-06e6-4a9f-a61c-3410d0d1fd2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:09:43.480361 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-9156e26f-06e6-4a9f-a61c-3410d0d1fd2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:09:43.552733 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-9156e26f-06e6-4a9f-a61c-3410d0d1fd2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428228'] for security_group, after_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:09:43.558138 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-2ffcb035-84be-43b2-b402-8337af7c1945 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:09:43.571626 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9156e26f-06e6-4a9f-a61c-3410d0d1fd2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75621df5-ab66-488f-9048-68be6cdd390e,revision_number=None']} {{(pid=80981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:09:43.576518 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-9156e26f-06e6-4a9f-a61c-3410d0d1fd2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:09:43.582408 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-9156e26f-06e6-4a9f-a61c-3410d0d1fd2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:09:43.583635 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-9156e26f-06e6-4a9f-a61c-3410d0d1fd2b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/75621df5-ab66-488f-9048-68be6cdd390e HTTP/1.1" status: 204  len: 168 time: 0.2001932
Jul 06 02:09:51.164141 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80981) accepted ('10.222.0.11', 48644) {{(pid=80981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 02:09:51.312378 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-6970d0df-ce85-4b94-ad4a-b1447f83762b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:09:51.343702 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-6970d0df-ce85-4b94-ad4a-b1447f83762b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 02:09:51.347681 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-6970d0df-ce85-4b94-ad4a-b1447f83762b admin admin] Usage tracker for resource:security_group_rule and tenant:47063d84b96344ce948c36ee47f10c41 is out of sync, need to count used quota {{(pid=80981) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 02:09:51.352599 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-6970d0df-ce85-4b94-ad4a-b1447f83762b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80981) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 02:09:51.361065 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-6970d0df-ce85-4b94-ad4a-b1447f83762b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 02:09:51.435766 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-6970d0df-ce85-4b94-ad4a-b1447f83762b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:09:51.478106 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-6970d0df-ce85-4b94-ad4a-b1447f83762b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428228'] for security_group, after_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:09:51.485567 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-30e71954-b9ad-4f16-bd0e-5774229baccf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:09:51.527407 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6970d0df-ce85-4b94-ad4a-b1447f83762b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6839f5f-ce07-4b8a-9e7a-2917de85e37b,revision_number=1']} {{(pid=80981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:09:51.531583 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-6970d0df-ce85-4b94-ad4a-b1447f83762b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:09:51.534252 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-6970d0df-ce85-4b94-ad4a-b1447f83762b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=47063d84b96344ce948c36ee47f10c41&name=default HTTP/1.1" status: 200  len: 2629 time: 0.3689177
Jul 06 02:09:51.537421 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80981) accepted ('10.222.0.11', 48650) {{(pid=80981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 02:09:51.598799 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-36b88e57-2bc1-48e3-8749-e51a19efca13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:09:51.630008 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-36b88e57-2bc1-48e3-8749-e51a19efca13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:09:51.701445 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-36b88e57-2bc1-48e3-8749-e51a19efca13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428228'] for security_group, after_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:09:51.706412 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-530b0ecb-a3b1-4079-a214-319dccc09280 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:09:51.717649 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b88e57-2bc1-48e3-8749-e51a19efca13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6839f5f-ce07-4b8a-9e7a-2917de85e37b,revision_number=None']} {{(pid=80981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:09:51.721269 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-36b88e57-2bc1-48e3-8749-e51a19efca13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:09:51.724432 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-36b88e57-2bc1-48e3-8749-e51a19efca13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:09:51.725690 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-36b88e57-2bc1-48e3-8749-e51a19efca13 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a6839f5f-ce07-4b8a-9e7a-2917de85e37b HTTP/1.1" status: 204  len: 168 time: 0.1872401
Jul 06 02:09:52.271517 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80981) accepted ('10.222.0.11', 48658) {{(pid=80981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 02:09:52.291127 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-ea51300c-0dd6-4dad-bdc7-21bbaca1bb0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:09:52.321884 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-ea51300c-0dd6-4dad-bdc7-21bbaca1bb0e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 02:09:52.325795 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-ea51300c-0dd6-4dad-bdc7-21bbaca1bb0e admin admin] Usage tracker for resource:security_group_rule and tenant:0887155de4864f96ae48a38badeb2fb7 is out of sync, need to count used quota {{(pid=80981) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 02:09:52.329233 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-ea51300c-0dd6-4dad-bdc7-21bbaca1bb0e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80981) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 02:09:52.335439 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-ea51300c-0dd6-4dad-bdc7-21bbaca1bb0e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 02:09:52.401949 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-ea51300c-0dd6-4dad-bdc7-21bbaca1bb0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:09:52.443001 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-ea51300c-0dd6-4dad-bdc7-21bbaca1bb0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428228'] for security_group, after_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:09:52.450901 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-9156e26f-06e6-4a9f-a61c-3410d0d1fd2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:09:52.500103 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-ea51300c-0dd6-4dad-bdc7-21bbaca1bb0e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0887155de4864f96ae48a38badeb2fb7&name=default HTTP/1.1" status: 200  len: 2629 time: 0.2274146
Jul 06 02:09:52.500904 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea51300c-0dd6-4dad-bdc7-21bbaca1bb0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d0b7cd4-0449-4295-aebf-4aca6adc09c4,revision_number=1']} {{(pid=80981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:09:52.503266 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80980) accepted ('10.222.0.11', 48662) {{(pid=80980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 02:09:52.504077 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-ea51300c-0dd6-4dad-bdc7-21bbaca1bb0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:09:52.565850 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-44c64281-ac04-4d9a-ac0f-5ab801462fab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:09:52.592002 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-44c64281-ac04-4d9a-ac0f-5ab801462fab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:09:52.655424 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-44c64281-ac04-4d9a-ac0f-5ab801462fab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428228'] for security_group, after_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:09:52.660295 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-c23602b2-5c69-4c61-88b1-071369d9858a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:09:52.673112 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c64281-ac04-4d9a-ac0f-5ab801462fab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d0b7cd4-0449-4295-aebf-4aca6adc09c4,revision_number=None']} {{(pid=80980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:09:52.677220 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-44c64281-ac04-4d9a-ac0f-5ab801462fab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:09:52.682660 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-44c64281-ac04-4d9a-ac0f-5ab801462fab admin admin] Notify callbacks [] for security_group, before_response {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:09:52.683865 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-44c64281-ac04-4d9a-ac0f-5ab801462fab admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6d0b7cd4-0449-4295-aebf-4aca6adc09c4 HTTP/1.1" status: 204  len: 168 time: 0.1795278
Jul 06 02:09:56.866771 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80980) accepted ('10.222.0.11', 48734) {{(pid=80980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 02:09:57.017094 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-0570eec5-6fe7-4d9a-985a-a86d3f5654d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:09:57.049493 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-0570eec5-6fe7-4d9a-985a-a86d3f5654d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 02:09:57.053416 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-0570eec5-6fe7-4d9a-985a-a86d3f5654d3 admin admin] Usage tracker for resource:security_group_rule and tenant:59de3ade4d144675a4705e3e42445d16 is out of sync, need to count used quota {{(pid=80980) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 02:09:57.056339 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-0570eec5-6fe7-4d9a-985a-a86d3f5654d3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80980) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 02:09:57.062223 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-0570eec5-6fe7-4d9a-985a-a86d3f5654d3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 02:09:57.127967 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-0570eec5-6fe7-4d9a-985a-a86d3f5654d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:09:57.152382 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-0570eec5-6fe7-4d9a-985a-a86d3f5654d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428228'] for security_group, after_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:09:57.160283 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-cf8a9326-7ce8-40f7-b340-f9ae0fe57515 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:09:57.208348 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-0570eec5-6fe7-4d9a-985a-a86d3f5654d3 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=59de3ade4d144675a4705e3e42445d16&name=default HTTP/1.1" status: 200  len: 2629 time: 0.3404267
Jul 06 02:09:57.209178 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570eec5-6fe7-4d9a-985a-a86d3f5654d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33916ea7-d58c-4890-9de9-4b921a8f3a9e,revision_number=1']} {{(pid=80980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:09:57.211990 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80981) accepted ('10.222.0.11', 48740) {{(pid=80981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 02:09:57.212299 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-0570eec5-6fe7-4d9a-985a-a86d3f5654d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:09:57.277449 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-bfad53d2-3014-4ee0-8a21-b535ea288c94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:09:57.304301 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-bfad53d2-3014-4ee0-8a21-b535ea288c94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:09:57.375244 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-bfad53d2-3014-4ee0-8a21-b535ea288c94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428228'] for security_group, after_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:09:57.380136 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-407ac62c-be4e-49f6-87af-895b66c5d212 tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:09:57.399815 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfad53d2-3014-4ee0-8a21-b535ea288c94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33916ea7-d58c-4890-9de9-4b921a8f3a9e,revision_number=None']} {{(pid=80981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:09:57.404271 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-bfad53d2-3014-4ee0-8a21-b535ea288c94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:09:57.414378 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-bfad53d2-3014-4ee0-8a21-b535ea288c94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:09:57.415841 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-bfad53d2-3014-4ee0-8a21-b535ea288c94 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/33916ea7-d58c-4890-9de9-4b921a8f3a9e HTTP/1.1" status: 204  len: 168 time: 0.2022223
Jul 06 02:09:57.883585 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80980) accepted ('10.222.0.11', 48748) {{(pid=80980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 02:09:57.904113 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-224cd478-0786-452d-884b-65d5c500f992 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:09:57.934909 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-224cd478-0786-452d-884b-65d5c500f992 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 02:09:57.938860 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-224cd478-0786-452d-884b-65d5c500f992 admin admin] Usage tracker for resource:security_group_rule and tenant:b2246dd2f9d54557ad05f111ad943aff is out of sync, need to count used quota {{(pid=80980) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 02:09:57.941718 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-224cd478-0786-452d-884b-65d5c500f992 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80980) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 02:09:57.947456 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-224cd478-0786-452d-884b-65d5c500f992 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 02:09:58.013741 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-224cd478-0786-452d-884b-65d5c500f992 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:09:58.037910 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-224cd478-0786-452d-884b-65d5c500f992 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428228'] for security_group, after_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:09:58.045195 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-d2ad3f7c-5fa4-44bf-a5cf-2919f8179212 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:09:58.294821 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224cd478-0786-452d-884b-65d5c500f992 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca826721-e7f4-4cba-9bde-2fb7f1292640,revision_number=1']} {{(pid=80980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:09:58.297931 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-224cd478-0786-452d-884b-65d5c500f992 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:09:58.300273 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-224cd478-0786-452d-884b-65d5c500f992 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b2246dd2f9d54557ad05f111ad943aff&name=default HTTP/1.1" status: 200  len: 2629 time: 0.4156380
Jul 06 02:09:58.303246 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80980) accepted ('10.222.0.11', 48752) {{(pid=80980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 02:09:58.363514 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-85327a52-3d46-4aa1-92aa-e3e80a092d9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:09:58.389800 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-85327a52-3d46-4aa1-92aa-e3e80a092d9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:09:58.460576 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-85327a52-3d46-4aa1-92aa-e3e80a092d9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428228'] for security_group, after_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:09:58.465678 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-82929737-3fa0-484d-ba48-ef2639e59d9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:09:58.478470 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85327a52-3d46-4aa1-92aa-e3e80a092d9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca826721-e7f4-4cba-9bde-2fb7f1292640,revision_number=None']} {{(pid=80980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:09:58.483763 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-85327a52-3d46-4aa1-92aa-e3e80a092d9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:09:58.487948 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-85327a52-3d46-4aa1-92aa-e3e80a092d9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:09:58.489205 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-85327a52-3d46-4aa1-92aa-e3e80a092d9a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ca826721-e7f4-4cba-9bde-2fb7f1292640 HTTP/1.1" status: 204  len: 168 time: 0.1849117
Jul 06 02:09:59.494754 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80980) accepted ('10.222.0.11', 48774) {{(pid=80980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 02:09:59.632925 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.v2.base [None req-2d53dd87-7817-4c37-8ce3-54f441c1e590 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1251328745-network', 'tenant_id': '9b9b77729cb3438b9ca89127da181324'}} {{(pid=80980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 06 02:09:59.643495 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-2d53dd87-7817-4c37-8ce3-54f441c1e590 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 02:09:59.647621 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-2d53dd87-7817-4c37-8ce3-54f441c1e590 admin admin] Usage tracker for resource:network and tenant:9b9b77729cb3438b9ca89127da181324 is out of sync, need to count used quota {{(pid=80980) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 02:09:59.650524 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-2d53dd87-7817-4c37-8ce3-54f441c1e590 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80980) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 02:09:59.656266 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-2d53dd87-7817-4c37-8ce3-54f441c1e590 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 02:09:59.689380 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d53dd87-7817-4c37-8ce3-54f441c1e590 admin admin] Made reservation on behalf of 9b9b77729cb3438b9ca89127da181324 for: {'network': 1} {{(pid=80980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jul 06 02:09:59.694156 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-2d53dd87-7817-4c37-8ce3-54f441c1e590 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1050496'] for network, before_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:09:59.707246 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-2d53dd87-7817-4c37-8ce3-54f441c1e590 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:09:59.737714 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-2d53dd87-7817-4c37-8ce3-54f441c1e590 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 02:09:59.741578 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-2d53dd87-7817-4c37-8ce3-54f441c1e590 admin admin] Usage tracker for resource:security_group_rule and tenant:9b9b77729cb3438b9ca89127da181324 is out of sync, need to count used quota {{(pid=80980) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 02:09:59.744391 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-2d53dd87-7817-4c37-8ce3-54f441c1e590 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80980) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 02:09:59.750812 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-2d53dd87-7817-4c37-8ce3-54f441c1e590 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 02:09:59.819349 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-2d53dd87-7817-4c37-8ce3-54f441c1e590 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:09:59.998830 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-2d53dd87-7817-4c37-8ce3-54f441c1e590 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428228'] for security_group, after_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:10:00.003430 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-9d8eab18-d50b-4129-b97a-aac48c0b3b3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:10:00.030594 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d53dd87-7817-4c37-8ce3-54f441c1e590 admin admin] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'}  {{(pid=80980) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}}
Jul 06 02:10:00.043524 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d53dd87-7817-4c37-8ce3-54f441c1e590 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2320e905-159b-4d68-bec7-725c47f4e525,revision_number=1']} {{(pid=80980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:10:00.047328 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-2d53dd87-7817-4c37-8ce3-54f441c1e590 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:10:00.073796 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-2d53dd87-7817-4c37-8ce3-54f441c1e590 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1280314'] for segment, precommit_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:10:00.074195 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.db.segments_db [None req-2d53dd87-7817-4c37-8ce3-54f441c1e590 admin admin] Added segment 74fdbca4-16e2-4773-9a83-f93356a3588c of type vlan for network 7b75ddbd-096b-4c76-b200-5fe79d8d0f95
Jul 06 02:10:00.160049 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-2d53dd87-7817-4c37-8ce3-54f441c1e590 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740753358485'] for network, precommit_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:10:00.249498 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-2d53dd87-7817-4c37-8ce3-54f441c1e590 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802'] for network, after_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:10:00.250750 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d53dd87-7817-4c37-8ce3-54f441c1e590 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:10:00.251389 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-2d53dd87-7817-4c37-8ce3-54f441c1e590 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853726196'] for network, before_response {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:10:00.256383 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-bf1ba62d-1190-4054-9f75-9169f7c0b90c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:10:00.354372 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d53dd87-7817-4c37-8ce3-54f441c1e590 admin admin] Pushing event updated for resources: {'Network': ['ID=7b75ddbd-096b-4c76-b200-5fe79d8d0f95,revision_number=1']} {{(pid=80980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:10:00.358817 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-2d53dd87-7817-4c37-8ce3-54f441c1e590 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:10:00.365798 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.rpc [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Network 7b75ddbd-096b-4c76-b200-5fe79d8d0f95 details requested by agent ovs-agent-dv-cinder-799546-3-iscsi with host dv-cinder-799546-3-iscsi {{(pid=80982) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:231}}
Jul 06 02:10:00.381837 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-2d53dd87-7817-4c37-8ce3-54f441c1e590 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.8859231
Jul 06 02:10:00.384854 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80980) accepted ('10.222.0.11', 48780) {{(pid=80980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 02:10:00.391391 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.v2.base [None req-b5fddf7d-7f56-482f-94b8-e009b3f87cb6 admin admin] Request body: {'subnet': {'network_id': '7b75ddbd-096b-4c76-b200-5fe79d8d0f95', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1251328745-subnet', 'tenant_id': '9b9b77729cb3438b9ca89127da181324', 'ip_version': 4}} {{(pid=80980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 06 02:10:00.396696 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-b5fddf7d-7f56-482f-94b8-e009b3f87cb6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 02:10:00.402332 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-b5fddf7d-7f56-482f-94b8-e009b3f87cb6 admin admin] Usage tracker for resource:subnet and tenant:9b9b77729cb3438b9ca89127da181324 is out of sync, need to count used quota {{(pid=80980) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 02:10:00.405893 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-b5fddf7d-7f56-482f-94b8-e009b3f87cb6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80980) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 02:10:00.413141 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-b5fddf7d-7f56-482f-94b8-e009b3f87cb6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 02:10:00.461243 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5fddf7d-7f56-482f-94b8-e009b3f87cb6 admin admin] Made reservation on behalf of 9b9b77729cb3438b9ca89127da181324 for: {'subnet': 1} {{(pid=80980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jul 06 02:10:00.467323 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-b5fddf7d-7f56-482f-94b8-e009b3f87cb6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036840084899'] for subnet, before_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:10:00.695262 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-6f64b004-ef37-4fcc-9fb8-d79a153ad2ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:10:00.873351 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-b5fddf7d-7f56-482f-94b8-e009b3f87cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14827962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036840084822'] for subnet, after_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:10:00.878212 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-89868330-4ee0-48d2-bfbd-41feb2c5dd34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:10:00.953679 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fddf7d-7f56-482f-94b8-e009b3f87cb6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c4ccb081-7a6c-4e1b-abfd-422d472a0348,revision_number=0']} {{(pid=80980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:10:00.958272 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-b5fddf7d-7f56-482f-94b8-e009b3f87cb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:10:00.963036 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5fddf7d-7f56-482f-94b8-e009b3f87cb6 admin admin] Checking segment: {'id': '74fdbca4-16e2-4773-9a83-f93356a3588c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '7b75ddbd-096b-4c76-b200-5fe79d8d0f95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jul 06 02:10:00.963430 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5fddf7d-7f56-482f-94b8-e009b3f87cb6 admin admin] Network hostable DHCP agents. Network: 7b75ddbd-096b-4c76-b200-5fe79d8d0f95, hostable agents: ['46061ec9-d1c1-4ae2-b701-eece7f3c7f15'], hosted agents: [] {{(pid=80980) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:297}}
Jul 06 02:10:01.032373 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5fddf7d-7f56-482f-94b8-e009b3f87cb6 admin admin] Network 7b75ddbd-096b-4c76-b200-5fe79d8d0f95 is scheduled to be hosted by DHCP agent 46061ec9-d1c1-4ae2-b701-eece7f3c7f15 {{(pid=80980) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:196}}
Jul 06 02:10:01.112150 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.scheduler.base_scheduler [None req-b5fddf7d-7f56-482f-94b8-e009b3f87cb6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799546-3-iscsi, 7b75ddbd-096b-4c76-b200-5fe79d8d0f95) {{(pid=80980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jul 06 02:10:01.116262 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5fddf7d-7f56-482f-94b8-e009b3f87cb6 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:10:01.116910 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-b5fddf7d-7f56-482f-94b8-e009b3f87cb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853726196'] for subnet, before_response {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:10:01.121046 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-429507d9-9eea-40e3-8b5a-1eaf60644789 None None] Network 7b75ddbd-096b-4c76-b200-5fe79d8d0f95 requested from dv-cinder-799546-3-iscsi {{(pid=80982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jul 06 02:10:01.164389 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-b5fddf7d-7f56-482f-94b8-e009b3f87cb6 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.7783818
Jul 06 02:10:01.167370 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80980) accepted ('10.222.0.11', 48784) {{(pid=80980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 02:10:01.173927 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.v2.base [None req-272776a0-52a7-463f-8cf2-ceec5171a7b5 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1251328745-router', 'tenant_id': '9b9b77729cb3438b9ca89127da181324', 'external_gateway_info': {'network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8'}}} {{(pid=80980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 06 02:10:01.178808 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-272776a0-52a7-463f-8cf2-ceec5171a7b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 02:10:01.182763 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-272776a0-52a7-463f-8cf2-ceec5171a7b5 admin admin] Usage tracker for resource:router and tenant:9b9b77729cb3438b9ca89127da181324 is out of sync, need to count used quota {{(pid=80980) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 02:10:01.186362 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-272776a0-52a7-463f-8cf2-ceec5171a7b5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80980) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 02:10:01.193638 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-272776a0-52a7-463f-8cf2-ceec5171a7b5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 02:10:01.237177 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-272776a0-52a7-463f-8cf2-ceec5171a7b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-454287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036838019708'] for router, before_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:10:01.238301 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-272776a0-52a7-463f-8cf2-ceec5171a7b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-342583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854440336', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854326468', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16756125'] for router, precommit_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:10:01.256710 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-272776a0-52a7-463f-8cf2-ceec5171a7b5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:10:01.346703 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-035a5af2-6f66-4957-b0c6-492f074fda2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdda4d945-3f0d-5e23-8fbb-630040bb9905-7b75ddbd-096b-4c76-b200-5fe79d8d0f95', 'network_id': '7b75ddbd-096b-4c76-b200-5fe79d8d0f95', 'tenant_id': '9b9b77729cb3438b9ca89127da181324', 'fixed_ips': [{'subnet_id': 'c4ccb081-7a6c-4e1b-abfd-422d472a0348'}]}} from dv-cinder-799546-3-iscsi. {{(pid=80982) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Jul 06 02:10:01.347594 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-035a5af2-6f66-4957-b0c6-492f074fda2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1050496'] for port, before_create {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:10:01.441469 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-272776a0-52a7-463f-8cf2-ceec5171a7b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854440351', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-454384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16756142'] for router, precommit_update {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:10:01.663940 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-272776a0-52a7-463f-8cf2-ceec5171a7b5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:10:01.666882 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.db_base_plugin_common [None req-035a5af2-6f66-4957-b0c6-492f074fda2a None None] Allocated IP 172.20.0.2 (7b75ddbd-096b-4c76-b200-5fe79d8d0f95/c4ccb081-7a6c-4e1b-abfd-422d472a0348/59877d79-087b-4ec3-ab6a-510473f2df81) {{(pid=80982) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Jul 06 02:10:01.692153 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-272776a0-52a7-463f-8cf2-ceec5171a7b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1050496'] for port, before_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:10:01.830417 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.db_base_plugin_common [None req-272776a0-52a7-463f-8cf2-ceec5171a7b5 admin admin] Allocated IP 172.27.1.153 (69f53fb8-46a2-4fb2-8b50-29617e0b26b8/24d74941-6bd6-4d03-882f-a623d522833f/cd0b31a7-e642-4344-968d-f8f920cac542) {{(pid=80980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Jul 06 02:10:01.883574 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-035a5af2-6f66-4957-b0c6-492f074fda2a None None] Notify callbacks [] for port, precommit_create {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:10:01.940948 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.provisioning_blocks [None req-035a5af2-6f66-4957-b0c6-492f074fda2a None None] Transition to ACTIVE for port object 59877d79-087b-4ec3-ab6a-510473f2df81 will not be triggered until provisioned by entity L2. {{(pid=80982) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 06 02:10:01.961115 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.provisioning_blocks [None req-035a5af2-6f66-4957-b0c6-492f074fda2a None None] Transition to ACTIVE for port object 59877d79-087b-4ec3-ab6a-510473f2df81 will not be triggered until provisioned by entity DHCP. {{(pid=80982) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 06 02:10:01.978690 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-272776a0-52a7-463f-8cf2-ceec5171a7b5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:10:01.992653 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-035a5af2-6f66-4957-b0c6-492f074fda2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296101369102'] for port, after_create {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:10:01.997127 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:10:02.026914 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-272776a0-52a7-463f-8cf2-ceec5171a7b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296101369102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839946710'] for port, after_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:10:02.031995 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-91b2be17-f1bb-495d-92dc-daafed9786d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:10:02.058934 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-035a5af2-6f66-4957-b0c6-492f074fda2a None None] Network 7b75ddbd-096b-4c76-b200-5fe79d8d0f95 is already hosted by enough agents. {{(pid=80982) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:240}}
Jul 06 02:10:02.061931 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.scheduler.base_scheduler [None req-035a5af2-6f66-4957-b0c6-492f074fda2a None None] Resources bound (agent type, host, resource id):  {{(pid=80982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jul 06 02:10:02.065911 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-035a5af2-6f66-4957-b0c6-492f074fda2a None None] Received port after_create {{(pid=80982) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 06 02:10:02.072042 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035a5af2-6f66-4957-b0c6-492f074fda2a None None] Pushing event updated for resources: {'Port': ['ID=59877d79-087b-4ec3-ab6a-510473f2df81,revision_number=1']} {{(pid=80982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:10:02.095089 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-272776a0-52a7-463f-8cf2-ceec5171a7b5 admin admin] Network 69f53fb8-46a2-4fb2-8b50-29617e0b26b8 is already hosted by enough agents. {{(pid=80980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:240}}
Jul 06 02:10:02.098029 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.scheduler.base_scheduler [None req-272776a0-52a7-463f-8cf2-ceec5171a7b5 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jul 06 02:10:02.100475 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-272776a0-52a7-463f-8cf2-ceec5171a7b5 admin admin] Received port after_create {{(pid=80980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 06 02:10:02.138622 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272776a0-52a7-463f-8cf2-ceec5171a7b5 admin admin] Pushing event updated for resources: {'Port': ['ID=cd0b31a7-e642-4344-968d-f8f920cac542,revision_number=1']} {{(pid=80980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:10:02.141614 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-272776a0-52a7-463f-8cf2-ceec5171a7b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:10:02.142009 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035a5af2-6f66-4957-b0c6-492f074fda2a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:10:02.142404 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035a5af2-6f66-4957-b0c6-492f074fda2a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:10:02.142785 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035a5af2-6f66-4957-b0c6-492f074fda2a None None] Version for resource type Network changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:10:02.143162 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035a5af2-6f66-4957-b0c6-492f074fda2a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:10:02.143533 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035a5af2-6f66-4957-b0c6-492f074fda2a None None] Version for resource type PortForwarding changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:10:02.144366 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035a5af2-6f66-4957-b0c6-492f074fda2a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:10:02.144366 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035a5af2-6f66-4957-b0c6-492f074fda2a None None] Version for resource type SecurityGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:10:02.144648 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035a5af2-6f66-4957-b0c6-492f074fda2a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:10:02.145256 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035a5af2-6f66-4957-b0c6-492f074fda2a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:10:02.145895 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035a5af2-6f66-4957-b0c6-492f074fda2a None None] Version for resource type Subnet changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:10:02.145985 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035a5af2-6f66-4957-b0c6-492f074fda2a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:10:02.153989 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-035a5af2-6f66-4957-b0c6-492f074fda2a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:10:02.173892 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.managers [None req-035a5af2-6f66-4957-b0c6-492f074fda2a None None] Attempting to bind port 59877d79-087b-4ec3-ab6a-510473f2df81 on host dv-cinder-799546-3-iscsi for vnic_type normal with profile  {{(pid=80982) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jul 06 02:10:02.174311 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.managers [None req-035a5af2-6f66-4957-b0c6-492f074fda2a None None] Attempting to bind port 59877d79-087b-4ec3-ab6a-510473f2df81 by drivers openvswitch,hyperv on host dv-cinder-799546-3-iscsi at level 0 using segments [{'id': '74fdbca4-16e2-4773-9a83-f93356a3588c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '7b75ddbd-096b-4c76-b200-5fe79d8d0f95'}] {{(pid=80982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jul 06 02:10:02.174722 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-035a5af2-6f66-4957-b0c6-492f074fda2a None None] Attempting to bind port 59877d79-087b-4ec3-ab6a-510473f2df81 on network 7b75ddbd-096b-4c76-b200-5fe79d8d0f95 {{(pid=80982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Jul 06 02:10:02.181405 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-035a5af2-6f66-4957-b0c6-492f074fda2a None None] Checking agent: {'id': '3e633bc2-fb27-4d05-86ce-e7e954e44018', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799546-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 1, 50, 2), 'started_at': datetime.datetime(2021, 7, 6, 1, 50, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 2, 9, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['geneve', 'gre', 'internal', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799546-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.0', 'Port': '1.5', 'PortForwarding': '1.1', 'QosPolicy': '1.8', 'SecurityGroup': '1.1', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.0', 'Trunk': '1.1'}} {{(pid=80982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Jul 06 02:10:02.181824 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-035a5af2-6f66-4957-b0c6-492f074fda2a None None] Checking segment: {'id': '74fdbca4-16e2-4773-9a83-f93356a3588c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '7b75ddbd-096b-4c76-b200-5fe79d8d0f95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jul 06 02:10:02.182273 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-035a5af2-6f66-4957-b0c6-492f074fda2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:10:02.182711 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-035a5af2-6f66-4957-b0c6-492f074fda2a None None] Bound using segment: {'id': '74fdbca4-16e2-4773-9a83-f93356a3588c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '7b75ddbd-096b-4c76-b200-5fe79d8d0f95'} {{(pid=80982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Jul 06 02:10:02.183226 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.managers [None req-035a5af2-6f66-4957-b0c6-492f074fda2a None None] Bound port: 59877d79-087b-4ec3-ab6a-510473f2df81, host: dv-cinder-799546-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74fdbca4-16e2-4773-9a83-f93356a3588c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '7b75ddbd-096b-4c76-b200-5fe79d8d0f95'}}] {{(pid=80982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jul 06 02:10:02.183644 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-035a5af2-6f66-4957-b0c6-492f074fda2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1050496'] for port, before_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:10:02.284359 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [None req-035a5af2-6f66-4957-b0c6-492f074fda2a None None] For port 59877d79-087b-4ec3-ab6a-510473f2df81, host dv-cinder-799546-3-iscsi, cleared binding levels {{(pid=80982) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:111}}
Jul 06 02:10:02.287931 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [None req-035a5af2-6f66-4957-b0c6-492f074fda2a None None] For port 59877d79-087b-4ec3-ab6a-510473f2df81, host dv-cinder-799546-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799546-3-iscsi',level=0,port_id=59877d79-087b-4ec3-ab6a-510473f2df81,segment=NetworkSegment(74fdbca4-16e2-4773-9a83-f93356a3588c),segment_id=74fdbca4-16e2-4773-9a83-f93356a3588c)] {{(pid=80982) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}}
Jul 06 02:10:02.335576 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:10:02.338668 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-035a5af2-6f66-4957-b0c6-492f074fda2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740753762112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740753409037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296101366746'] for port, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:10:02.343381 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:10:02.358464 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-272776a0-52a7-463f-8cf2-ceec5171a7b5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:10:02.359303 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-272776a0-52a7-463f-8cf2-ceec5171a7b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854321484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-335366'] for router, after_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:10:02.431630 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035a5af2-6f66-4957-b0c6-492f074fda2a None None] Pushing event updated for resources: {'Port': ['ID=59877d79-087b-4ec3-ab6a-510473f2df81,revision_number=2']} {{(pid=80982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:10:02.435373 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-035a5af2-6f66-4957-b0c6-492f074fda2a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:10:02.638219 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-272776a0-52a7-463f-8cf2-ceec5171a7b5 admin admin] Router 887abde4-193f-4326-a0f1-9e48e2ea1968 is scheduled to L3 agent 61912d2b-cbf3-48c5-b8b2-dcc1c49052a5 with binding_index 1 {{(pid=80980) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Jul 06 02:10:02.846020 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-272776a0-52a7-463f-8cf2-ceec5171a7b5 admin admin] Notify agent at l3_agent.dv-cinder-799546-3-iscsi the message routers_updated {{(pid=80980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jul 06 02:10:02.857087 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-499ff77b-7819-4cb9-aaf5-c276c27229b7 None None] Sync routers for ids ['887abde4-193f-4326-a0f1-9e48e2ea1968'] in dv-cinder-799546-3-iscsi {{(pid=80982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Jul 06 02:10:02.873844 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-499ff77b-7819-4cb9-aaf5-c276c27229b7 None None] Routers {'887abde4-193f-4326-a0f1-9e48e2ea1968'} bound to L3 agent in host dv-cinder-799546-3-iscsi {{(pid=80982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 06 02:10:02.874543 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_hamode_db [None req-499ff77b-7819-4cb9-aaf5-c276c27229b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f31d70a4b38>, 'dv-cinder-799546-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T01:50:03Z,description=<?>,heartbeat_timestamp=2021-07-06T02:09:33Z,host='dv-cinder-799546-3-iscsi',id=61912d2b-cbf3-48c5-b8b2-dcc1c49052a5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-06T01:50:03Z,topic='l3_agent')) {'router_ids': ['887abde4-193f-4326-a0f1-9e48e2ea1968'], 'active': True} {{(pid=80982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 02:10:02.986676 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-272776a0-52a7-463f-8cf2-ceec5171a7b5 admin admin] Notify callbacks [] for router, before_response {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:10:02.987970 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-272776a0-52a7-463f-8cf2-ceec5171a7b5 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201  len: 924 time: 1.8194532
Jul 06 02:10:02.991100 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80980) accepted ('10.222.0.11', 48788) {{(pid=80980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 02:10:03.051147 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_dvr_db [None req-499ff77b-7819-4cb9-aaf5-c276c27229b7 None None] Set router 887abde4-193f-4326-a0f1-9e48e2ea1968 gateway port host: dv-cinder-799546-3-iscsi {{(pid=80982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:850}}
Jul 06 02:10:03.263954 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-6e9099e0-7230-41de-a82a-66b52780cf97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:10:03.366433 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_hamode_db [None req-499ff77b-7819-4cb9-aaf5-c276c27229b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f31d70a4b38>, [{'id': '887abde4-193f-4326-a0f1-9e48e2ea1968', 'name': 'tempest-TestVolumeBootPattern-1251328745-router', 'tenant_id': '9b9b77729cb3438b9ca89127da181324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8', 'external_fixed_ips': [{'subnet_id': '24d74941-6bd6-4d03-882f-a623d522833f', 'ip_address': '172.27.1.153'}], 'enable_snat': True}, 'gw_port_id': 'cd0b31a7-e642-4344-968d-f8f920cac542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T02:10:01Z', 'updated_at': '2021-07-06T02:10:02Z', 'revision_number': 3, 'project_id': '9b9b77729cb3438b9ca89127da181324', 'gw_port': {'id': 'cd0b31a7-e642-4344-968d-f8f920cac542', 'name': '', 'network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:b3:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '887abde4-193f-4326-a0f1-9e48e2ea1968', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '24d74941-6bd6-4d03-882f-a623d522833f', 'ip_address': '172.27.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T02:10:01Z', 'updated_at': '2021-07-06T02:10:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '24d74941-6bd6-4d03-882f-a623d522833f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799546-3-iscsi'}], 'dv-cinder-799546-3-iscsi', False) {} {{(pid=80982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 02:10:03.370445 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-499ff77b-7819-4cb9-aaf5-c276c27229b7 None None] Checking router: 887abde4-193f-4326-a0f1-9e48e2ea1968 for host: dv-cinder-799546-3-iscsi {{(pid=80982) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Jul 06 02:10:03.370845 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-499ff77b-7819-4cb9-aaf5-c276c27229b7 None None] Updating router 887abde4-193f-4326-a0f1-9e48e2ea1968 port cd0b31a7-e642-4344-968d-f8f920cac542 binding host dv-cinder-799546-3-iscsi {{(pid=80982) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Jul 06 02:10:03.419387 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-499ff77b-7819-4cb9-aaf5-c276c27229b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1050496'] for port, before_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:10:03.734414 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.rpc [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Device 59877d79-087b-4ec3-ab6a-510473f2df81 up at agent ovs-agent-dv-cinder-799546-3-iscsi {{(pid=80982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:273}}
Jul 06 02:10:03.769135 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:10:03.819500 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-499ff77b-7819-4cb9-aaf5-c276c27229b7 None None] Notify callbacks [] for port, precommit_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:10:03.835067 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.provisioning_blocks [None req-499ff77b-7819-4cb9-aaf5-c276c27229b7 None None] Transition to ACTIVE for port object cd0b31a7-e642-4344-968d-f8f920cac542 will not be triggered until provisioned by entity L2. {{(pid=80982) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 06 02:10:03.860711 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.provisioning_blocks [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Provisioning for port 59877d79-087b-4ec3-ab6a-510473f2df81 completed by entity L2. {{(pid=80982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 06 02:10:03.883850 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-499ff77b-7819-4cb9-aaf5-c276c27229b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740753762112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740753409037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296101366746'] for port, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:10:03.897602 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:10:03.970161 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.managers [None req-499ff77b-7819-4cb9-aaf5-c276c27229b7 None None] Attempting to bind port cd0b31a7-e642-4344-968d-f8f920cac542 on host dv-cinder-799546-3-iscsi for vnic_type normal with profile  {{(pid=80982) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jul 06 02:10:03.970596 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.managers [None req-499ff77b-7819-4cb9-aaf5-c276c27229b7 None None] Attempting to bind port cd0b31a7-e642-4344-968d-f8f920cac542 by drivers openvswitch,hyperv on host dv-cinder-799546-3-iscsi at level 0 using segments [{'id': 'e64f8835-8265-4308-a68c-94b30f2a67d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8'}] {{(pid=80982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jul 06 02:10:03.971014 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-499ff77b-7819-4cb9-aaf5-c276c27229b7 None None] Attempting to bind port cd0b31a7-e642-4344-968d-f8f920cac542 on network 69f53fb8-46a2-4fb2-8b50-29617e0b26b8 {{(pid=80982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Jul 06 02:10:03.977039 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-1cefea66-7c35-498c-894c-55100caf6906 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1050496'] for port, before_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:10:03.977574 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c563178b-12d8-434b-94ec-47766ed5f07c None None] Pushing event updated for resources: {'Port': ['ID=cd0b31a7-e642-4344-968d-f8f920cac542,revision_number=2']} {{(pid=80982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:10:03.980616 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-c563178b-12d8-434b-94ec-47766ed5f07c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=80982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:10:03.984489 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-499ff77b-7819-4cb9-aaf5-c276c27229b7 None None] Checking agent: {'id': '3e633bc2-fb27-4d05-86ce-e7e954e44018', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799546-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 1, 50, 2), 'started_at': datetime.datetime(2021, 7, 6, 1, 50, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 2, 10, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['geneve', 'gre', 'internal', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799546-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.0', 'Port': '1.5', 'PortForwarding': '1.1', 'QosPolicy': '1.8', 'SecurityGroup': '1.1', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.0', 'Trunk': '1.1'}} {{(pid=80982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Jul 06 02:10:03.984920 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-499ff77b-7819-4cb9-aaf5-c276c27229b7 None None] Checking segment: {'id': 'e64f8835-8265-4308-a68c-94b30f2a67d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jul 06 02:10:03.985395 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-499ff77b-7819-4cb9-aaf5-c276c27229b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:10:03.985835 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-499ff77b-7819-4cb9-aaf5-c276c27229b7 None None] Bound using segment: {'id': 'e64f8835-8265-4308-a68c-94b30f2a67d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8'} {{(pid=80982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Jul 06 02:10:03.986367 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.managers [None req-499ff77b-7819-4cb9-aaf5-c276c27229b7 None None] Bound port: cd0b31a7-e642-4344-968d-f8f920cac542, host: dv-cinder-799546-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e64f8835-8265-4308-a68c-94b30f2a67d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8'}}] {{(pid=80982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jul 06 02:10:03.986773 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-499ff77b-7819-4cb9-aaf5-c276c27229b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1050496'] for port, before_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:10:04.060761 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [None req-499ff77b-7819-4cb9-aaf5-c276c27229b7 None None] For port cd0b31a7-e642-4344-968d-f8f920cac542, host dv-cinder-799546-3-iscsi, cleared binding levels {{(pid=80982) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:111}}
Jul 06 02:10:04.064209 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [None req-499ff77b-7819-4cb9-aaf5-c276c27229b7 None None] For port cd0b31a7-e642-4344-968d-f8f920cac542, host dv-cinder-799546-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799546-3-iscsi',level=0,port_id=cd0b31a7-e642-4344-968d-f8f920cac542,segment=NetworkSegment(e64f8835-8265-4308-a68c-94b30f2a67d9),segment_id=e64f8835-8265-4308-a68c-94b30f2a67d9)] {{(pid=80982) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}}
Jul 06 02:10:04.116567 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-499ff77b-7819-4cb9-aaf5-c276c27229b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740753762112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740753409037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296101366746'] for port, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:10:04.121514 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:10:04.177764 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82daf138-f822-454a-8cef-598bd18db8f0 None None] Network 7b75ddbd-096b-4c76-b200-5fe79d8d0f95 requested from dv-cinder-799546-3-iscsi {{(pid=80982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jul 06 02:10:04.190310 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.db_base_plugin_common [None req-1cefea66-7c35-498c-894c-55100caf6906 admin admin] Allocated IP 172.20.0.1 (7b75ddbd-096b-4c76-b200-5fe79d8d0f95/c4ccb081-7a6c-4e1b-abfd-422d472a0348/0c24cbd5-1ea2-4ed3-8852-2990ae18ebfb) {{(pid=80980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Jul 06 02:10:04.241172 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-76dafd09-8b9e-4f4b-ba8f-a0f9ff874801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:10:04.381315 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-1cefea66-7c35-498c-894c-55100caf6906 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:10:04.398684 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.provisioning_blocks [None req-1cefea66-7c35-498c-894c-55100caf6906 admin admin] Transition to ACTIVE for port object 0c24cbd5-1ea2-4ed3-8852-2990ae18ebfb will not be triggered until provisioned by entity DHCP. {{(pid=80980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 06 02:10:04.448887 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-1cefea66-7c35-498c-894c-55100caf6906 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296101369102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839946710'] for port, after_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:10:04.453646 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-2ef1b9a3-cc12-4fb4-8a87-e212cec9a389 tempest-AttachVolumeTestJSON-191424442 tempest-AttachVolumeTestJSON-191424442-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:10:04.461175 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c563178b-12d8-434b-94ec-47766ed5f07c None None] Pushing event updated for resources: {'Port': ['ID=cd0b31a7-e642-4344-968d-f8f920cac542,revision_number=3']} {{(pid=80982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:10:04.470795 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-c563178b-12d8-434b-94ec-47766ed5f07c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=80982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:10:04.485113 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-499ff77b-7819-4cb9-aaf5-c276c27229b7 None None] Routers {'887abde4-193f-4326-a0f1-9e48e2ea1968'} bound to L3 agent in host dv-cinder-799546-3-iscsi {{(pid=80982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 06 02:10:04.485813 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_hamode_db [None req-499ff77b-7819-4cb9-aaf5-c276c27229b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f31d70a4b38>, 'dv-cinder-799546-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T01:50:03Z,description=<?>,heartbeat_timestamp=2021-07-06T02:10:03Z,host='dv-cinder-799546-3-iscsi',id=61912d2b-cbf3-48c5-b8b2-dcc1c49052a5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-06T01:50:03Z,topic='l3_agent')) {'router_ids': ['887abde4-193f-4326-a0f1-9e48e2ea1968'], 'active': True} {{(pid=80982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 02:10:04.519130 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cefea66-7c35-498c-894c-55100caf6906 admin admin] Network 7b75ddbd-096b-4c76-b200-5fe79d8d0f95 is already hosted by enough agents. {{(pid=80980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:240}}
Jul 06 02:10:04.522396 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.scheduler.base_scheduler [None req-1cefea66-7c35-498c-894c-55100caf6906 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jul 06 02:10:04.524858 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cefea66-7c35-498c-894c-55100caf6906 admin admin] Received port after_create {{(pid=80980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 06 02:10:04.559926 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cefea66-7c35-498c-894c-55100caf6906 admin admin] Pushing event updated for resources: {'Port': ['ID=0c24cbd5-1ea2-4ed3-8852-2990ae18ebfb,revision_number=1']} {{(pid=80980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:10:04.562934 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-1cefea66-7c35-498c-894c-55100caf6906 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:10:04.579379 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.provisioning_blocks [None req-cdf43f49-f78c-4235-a7d6-73e2f8fd03ee None None] Provisioning for port 59877d79-087b-4ec3-ab6a-510473f2df81 completed by entity DHCP. {{(pid=80982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 06 02:10:04.587877 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-1cefea66-7c35-498c-894c-55100caf6906 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-342957'] for router_interface, before_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:10:04.612397 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.provisioning_blocks [None req-cdf43f49-f78c-4235-a7d6-73e2f8fd03ee None None] Provisioning complete for port 59877d79-087b-4ec3-ab6a-510473f2df81 triggered by entity DHCP. {{(pid=80982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 06 02:10:04.612844 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-cdf43f49-f78c-4235-a7d6-73e2f8fd03ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1309268'] for port, provisioning_complete {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:10:04.728833 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-1cefea66-7c35-498c-894c-55100caf6906 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1050496'] for port, before_update {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:10:04.853914 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_dvr_db [None req-499ff77b-7819-4cb9-aaf5-c276c27229b7 None None] Set router 887abde4-193f-4326-a0f1-9e48e2ea1968 gateway port host: dv-cinder-799546-3-iscsi {{(pid=80982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:850}}
Jul 06 02:10:04.956076 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-1cefea66-7c35-498c-894c-55100caf6906 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:10:04.991077 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-1cefea66-7c35-498c-894c-55100caf6906 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740753762112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740753409037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296101366746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14829106'] for port, after_update {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:10:05.016627 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-2f3b0ca2-0736-4ff3-bf60-2d21eee7f249 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:10:05.046026 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-cdf43f49-f78c-4235-a7d6-73e2f8fd03ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1050496'] for port, before_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:10:05.095083 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-1cefea66-7c35-498c-894c-55100caf6906 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1080785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-328041'] for router_interface, after_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:10:05.098823 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cefea66-7c35-498c-894c-55100caf6906 admin admin] Pushing event updated for resources: {'Port': ['ID=0c24cbd5-1ea2-4ed3-8852-2990ae18ebfb,revision_number=2']} {{(pid=80980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:10:05.102133 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-1cefea66-7c35-498c-894c-55100caf6906 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:10:05.120612 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [None req-cdf43f49-f78c-4235-a7d6-73e2f8fd03ee None None] For port 59877d79-087b-4ec3-ab6a-510473f2df81, host dv-cinder-799546-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799546-3-iscsi',level=0,port_id=59877d79-087b-4ec3-ab6a-510473f2df81,segment=NetworkSegment(74fdbca4-16e2-4773-9a83-f93356a3588c),segment_id=74fdbca4-16e2-4773-9a83-f93356a3588c)] {{(pid=80982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 02:10:05.168512 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-cdf43f49-f78c-4235-a7d6-73e2f8fd03ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740753762112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740753409037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296101366746'] for port, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:10:05.173524 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:10:05.245698 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cefea66-7c35-498c-894c-55100caf6906 admin admin] Network 7b75ddbd-096b-4c76-b200-5fe79d8d0f95 is already hosted by enough agents. {{(pid=80980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:240}}
Jul 06 02:10:05.247579 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.scheduler.base_scheduler [None req-1cefea66-7c35-498c-894c-55100caf6906 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jul 06 02:10:05.257188 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf43f49-f78c-4235-a7d6-73e2f8fd03ee None None] Pushing event updated for resources: {'Port': ['ID=59877d79-087b-4ec3-ab6a-510473f2df81,revision_number=3']} {{(pid=80982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:10:05.260862 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-cdf43f49-f78c-4235-a7d6-73e2f8fd03ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=80982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:10:05.272280 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_hamode_db [None req-499ff77b-7819-4cb9-aaf5-c276c27229b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f31d70a4b38>, [{'id': '887abde4-193f-4326-a0f1-9e48e2ea1968', 'name': 'tempest-TestVolumeBootPattern-1251328745-router', 'tenant_id': '9b9b77729cb3438b9ca89127da181324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8', 'external_fixed_ips': [{'subnet_id': '24d74941-6bd6-4d03-882f-a623d522833f', 'ip_address': '172.27.1.153'}], 'enable_snat': True}, 'gw_port_id': 'cd0b31a7-e642-4344-968d-f8f920cac542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T02:10:01Z', 'updated_at': '2021-07-06T02:10:02Z', 'revision_number': 3, 'project_id': '9b9b77729cb3438b9ca89127da181324', 'gw_port': {'id': 'cd0b31a7-e642-4344-968d-f8f920cac542', 'name': '', 'network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:b3:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '887abde4-193f-4326-a0f1-9e48e2ea1968', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '24d74941-6bd6-4d03-882f-a623d522833f', 'ip_address': '172.27.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T02:10:01Z', 'updated_at': '2021-07-06T02:10:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24d74941-6bd6-4d03-882f-a623d522833f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799546-3-iscsi'}], 'dv-cinder-799546-3-iscsi', False) {} {{(pid=80982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 02:10:05.276574 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-499ff77b-7819-4cb9-aaf5-c276c27229b7 None None] The sync data for ids ['887abde4-193f-4326-a0f1-9e48e2ea1968'] in dv-cinder-799546-3-iscsi is: [{'id': '887abde4-193f-4326-a0f1-9e48e2ea1968', 'name': 'tempest-TestVolumeBootPattern-1251328745-router', 'tenant_id': '9b9b77729cb3438b9ca89127da181324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8', 'external_fixed_ips': [{'subnet_id': '24d74941-6bd6-4d03-882f-a623d522833f', 'ip_address': '172.27.1.153'}], 'enable_snat': True}, 'gw_port_id': 'cd0b31a7-e642-4344-968d-f8f920cac542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T02:10:01Z', 'updated_at': '2021-07-06T02:10:02Z', 'revision_number': 3, 'project_id': '9b9b77729cb3438b9ca89127da181324', 'gw_port': {'id': 'cd0b31a7-e642-4344-968d-f8f920cac542', 'name': '', 'network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:b3:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '887abde4-193f-4326-a0f1-9e48e2ea1968', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '24d74941-6bd6-4d03-882f-a623d522833f', 'ip_address': '172.27.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T02:10:01Z', 'updated_at': '2021-07-06T02:10:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24d74941-6bd6-4d03-882f-a623d522833f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799546-3-iscsi'}] {{(pid=80982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Jul 06 02:10:05.426694 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.provisioning_blocks [None req-f6d29257-e4e0-4a97-96c4-5359328624cf None None] Provisioning for port 0c24cbd5-1ea2-4ed3-8852-2990ae18ebfb completed by entity DHCP. {{(pid=80982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 06 02:10:05.432634 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.provisioning_blocks [None req-f6d29257-e4e0-4a97-96c4-5359328624cf None None] Provisioning complete for port 0c24cbd5-1ea2-4ed3-8852-2990ae18ebfb triggered by entity DHCP. {{(pid=80982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 06 02:10:05.433090 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-f6d29257-e4e0-4a97-96c4-5359328624cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1309268'] for port, provisioning_complete {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:10:05.499320 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.plugin [None req-f6d29257-e4e0-4a97-96c4-5359328624cf None None] Port 0c24cbd5-1ea2-4ed3-8852-2990ae18ebfb cannot update to ACTIVE because it is not bound. {{(pid=80982) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:301}}
Jul 06 02:10:05.519200 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.provisioning_blocks [None req-f6d29257-e4e0-4a97-96c4-5359328624cf None None] Provisioning complete for port 59877d79-087b-4ec3-ab6a-510473f2df81 triggered by entity DHCP. {{(pid=80982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 06 02:10:05.519200 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-f6d29257-e4e0-4a97-96c4-5359328624cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1309268'] for port, provisioning_complete {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:10:05.548503 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-fcfe0981-f829-42d2-99d0-fcc19e179060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:10:05.673419 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.rpc [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Device 59877d79-087b-4ec3-ab6a-510473f2df81 up at agent ovs-agent-dv-cinder-799546-3-iscsi {{(pid=80982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:273}}
Jul 06 02:10:05.775975 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.provisioning_blocks [None req-7b71d41e-5070-4b38-9a53-7c9cd35f5f60 None None] Provisioning complete for port 0c24cbd5-1ea2-4ed3-8852-2990ae18ebfb triggered by entity DHCP. {{(pid=80982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 06 02:10:05.776546 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-7b71d41e-5070-4b38-9a53-7c9cd35f5f60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1309268'] for port, provisioning_complete {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:10:05.851073 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.plugin [None req-7b71d41e-5070-4b38-9a53-7c9cd35f5f60 None None] Port 0c24cbd5-1ea2-4ed3-8852-2990ae18ebfb cannot update to ACTIVE because it is not bound. {{(pid=80982) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:301}}
Jul 06 02:10:05.853249 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.provisioning_blocks [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Provisioning complete for port 59877d79-087b-4ec3-ab6a-510473f2df81 triggered by entity L2. {{(pid=80982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 06 02:10:05.853249 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1309268'] for port, provisioning_complete {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:10:05.932659 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cefea66-7c35-498c-894c-55100caf6906 admin admin] Router 887abde4-193f-4326-a0f1-9e48e2ea1968 has already been hosted by L3 agent 61912d2b-cbf3-48c5-b8b2-dcc1c49052a5 {{(pid=80980) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Jul 06 02:10:05.995092 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.provisioning_blocks [None req-bf78fa1a-6c88-4323-b654-715e606ba6c2 None None] Provisioning complete for port 0c24cbd5-1ea2-4ed3-8852-2990ae18ebfb triggered by entity DHCP. {{(pid=80982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 06 02:10:05.995611 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-bf78fa1a-6c88-4323-b654-715e606ba6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1309268'] for port, provisioning_complete {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:10:06.052626 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.plugin [None req-bf78fa1a-6c88-4323-b654-715e606ba6c2 None None] Port 0c24cbd5-1ea2-4ed3-8852-2990ae18ebfb cannot update to ACTIVE because it is not bound. {{(pid=80982) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:301}}
Jul 06 02:10:06.138865 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cefea66-7c35-498c-894c-55100caf6906 admin admin] Notify agent at l3_agent.dv-cinder-799546-3-iscsi the message routers_updated {{(pid=80980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jul 06 02:10:06.148499 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-1cefea66-7c35-498c-894c-55100caf6906 admin admin] 10.222.0.11 "PUT /v2.0/routers/887abde4-193f-4326-a0f1-9e48e2ea1968/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1562967
Jul 06 02:10:07.236325 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80981) accepted ('10.222.0.11', 48810) {{(pid=80981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 02:10:07.242501 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.v2.base [None req-5c7b9712-2622-4c38-a1f6-c79f17eaa774 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1955424555-network', 'tenant_id': 'fe9c33ee9a8c4ad69738d25eb06a0d5f'}} {{(pid=80981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 06 02:10:07.247588 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-5c7b9712-2622-4c38-a1f6-c79f17eaa774 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 02:10:07.251525 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-5c7b9712-2622-4c38-a1f6-c79f17eaa774 admin admin] Usage tracker for resource:network and tenant:fe9c33ee9a8c4ad69738d25eb06a0d5f is out of sync, need to count used quota {{(pid=80981) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 02:10:07.255572 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-5c7b9712-2622-4c38-a1f6-c79f17eaa774 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80981) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 02:10:07.261382 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-5c7b9712-2622-4c38-a1f6-c79f17eaa774 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 02:10:07.294043 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c7b9712-2622-4c38-a1f6-c79f17eaa774 admin admin] Made reservation on behalf of fe9c33ee9a8c4ad69738d25eb06a0d5f for: {'network': 1} {{(pid=80981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jul 06 02:10:07.298765 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-5c7b9712-2622-4c38-a1f6-c79f17eaa774 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1050496'] for network, before_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:10:07.311184 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-5c7b9712-2622-4c38-a1f6-c79f17eaa774 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:10:07.342342 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-5c7b9712-2622-4c38-a1f6-c79f17eaa774 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 02:10:07.346648 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-5c7b9712-2622-4c38-a1f6-c79f17eaa774 admin admin] Usage tracker for resource:security_group_rule and tenant:fe9c33ee9a8c4ad69738d25eb06a0d5f is out of sync, need to count used quota {{(pid=80981) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 02:10:07.350181 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-5c7b9712-2622-4c38-a1f6-c79f17eaa774 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80981) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 02:10:07.356031 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-5c7b9712-2622-4c38-a1f6-c79f17eaa774 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 02:10:07.428840 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-5c7b9712-2622-4c38-a1f6-c79f17eaa774 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:10:07.482873 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-5c7b9712-2622-4c38-a1f6-c79f17eaa774 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428228'] for security_group, after_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:10:07.486194 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-95feb244-376a-4ed2-98aa-88887a4c5284 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:10:07.518534 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c7b9712-2622-4c38-a1f6-c79f17eaa774 admin admin] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'}  {{(pid=80981) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}}
Jul 06 02:10:07.528556 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7b9712-2622-4c38-a1f6-c79f17eaa774 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4244409-017e-4dcb-abbf-26af7b44db34,revision_number=1']} {{(pid=80981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:10:07.531980 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-5c7b9712-2622-4c38-a1f6-c79f17eaa774 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:10:07.534715 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-5c7b9712-2622-4c38-a1f6-c79f17eaa774 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1280314'] for segment, precommit_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:10:07.535102 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.db.segments_db [None req-5c7b9712-2622-4c38-a1f6-c79f17eaa774 admin admin] Added segment b563c01f-40f0-4768-ab9a-e3aef752a7d7 of type vlan for network 0c50e6f9-6b50-4c7d-965e-5182e55eef88
Jul 06 02:10:07.565699 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-5c7b9712-2622-4c38-a1f6-c79f17eaa774 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740753358485'] for network, precommit_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:10:07.626318 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-5c7b9712-2622-4c38-a1f6-c79f17eaa774 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802'] for network, after_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:10:07.627556 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c7b9712-2622-4c38-a1f6-c79f17eaa774 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:10:07.628203 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-5c7b9712-2622-4c38-a1f6-c79f17eaa774 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853726196'] for network, before_response {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:10:07.633352 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-f08ca29e-1064-41f6-b459-c3b13decfc13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:10:07.680026 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.rpc [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Device cd0b31a7-e642-4344-968d-f8f920cac542 up at agent ovs-agent-dv-cinder-799546-3-iscsi {{(pid=80982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:273}}
Jul 06 02:10:07.733655 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7b9712-2622-4c38-a1f6-c79f17eaa774 admin admin] Pushing event updated for resources: {'Network': ['ID=0c50e6f9-6b50-4c7d-965e-5182e55eef88,revision_number=1']} {{(pid=80981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:10:07.736709 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-5c7b9712-2622-4c38-a1f6-c79f17eaa774 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:10:07.744107 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.rpc [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Network 0c50e6f9-6b50-4c7d-965e-5182e55eef88 details requested by agent ovs-agent-dv-cinder-799546-3-iscsi with host dv-cinder-799546-3-iscsi {{(pid=80982) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:231}}
Jul 06 02:10:07.776111 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-5c7b9712-2622-4c38-a1f6-c79f17eaa774 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.5385725
Jul 06 02:10:07.779254 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80981) accepted ('10.222.0.11', 48814) {{(pid=80981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 02:10:07.785423 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.v2.base [None req-ff308616-e0ac-4a53-8948-ce5a7c277886 admin admin] Request body: {'subnet': {'network_id': '0c50e6f9-6b50-4c7d-965e-5182e55eef88', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1955424555-subnet', 'tenant_id': 'fe9c33ee9a8c4ad69738d25eb06a0d5f', 'ip_version': 4}} {{(pid=80981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 06 02:10:07.790677 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-ff308616-e0ac-4a53-8948-ce5a7c277886 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 02:10:07.794897 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-ff308616-e0ac-4a53-8948-ce5a7c277886 admin admin] Usage tracker for resource:subnet and tenant:fe9c33ee9a8c4ad69738d25eb06a0d5f is out of sync, need to count used quota {{(pid=80981) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 02:10:07.797972 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-ff308616-e0ac-4a53-8948-ce5a7c277886 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80981) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 02:10:07.804749 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-ff308616-e0ac-4a53-8948-ce5a7c277886 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 02:10:07.810008 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.provisioning_blocks [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Provisioning for port cd0b31a7-e642-4344-968d-f8f920cac542 completed by entity L2. {{(pid=80982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 06 02:10:07.826344 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.provisioning_blocks [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Provisioning complete for port cd0b31a7-e642-4344-968d-f8f920cac542 triggered by entity L2. {{(pid=80982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 06 02:10:07.826765 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1309268'] for port, provisioning_complete {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:10:07.874271 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff308616-e0ac-4a53-8948-ce5a7c277886 admin admin] Made reservation on behalf of fe9c33ee9a8c4ad69738d25eb06a0d5f for: {'subnet': 1} {{(pid=80981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jul 06 02:10:07.879077 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-ff308616-e0ac-4a53-8948-ce5a7c277886 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036839050233'] for subnet, before_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:10:07.955880 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1050496'] for port, before_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:10:07.972921 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] For port cd0b31a7-e642-4344-968d-f8f920cac542, host dv-cinder-799546-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799546-3-iscsi',level=0,port_id=cd0b31a7-e642-4344-968d-f8f920cac542,segment=NetworkSegment(e64f8835-8265-4308-a68c-94b30f2a67d9),segment_id=e64f8835-8265-4308-a68c-94b30f2a67d9)] {{(pid=80982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 02:10:08.003811 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740753762112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740753409037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296101366746'] for port, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:10:08.005799 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-c563178b-12d8-434b-94ec-47766ed5f07c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:10:08.066428 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Pushing event updated for resources: {'Port': ['ID=cd0b31a7-e642-4344-968d-f8f920cac542,revision_number=4']} {{(pid=80982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:10:08.069706 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:10:08.118313 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-ff308616-e0ac-4a53-8948-ce5a7c277886 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14886511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036839050000'] for subnet, after_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:10:08.122914 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-2a161ee5-8ca1-4d68-9180-f22bdc0725fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:10:08.195276 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff308616-e0ac-4a53-8948-ce5a7c277886 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e4676828-47ba-4639-b528-7859d83a5a23,revision_number=0']} {{(pid=80981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:10:08.201069 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-ff308616-e0ac-4a53-8948-ce5a7c277886 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:10:08.211804 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff308616-e0ac-4a53-8948-ce5a7c277886 admin admin] Checking segment: {'id': 'b563c01f-40f0-4768-ab9a-e3aef752a7d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '0c50e6f9-6b50-4c7d-965e-5182e55eef88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jul 06 02:10:08.212196 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff308616-e0ac-4a53-8948-ce5a7c277886 admin admin] Network hostable DHCP agents. Network: 0c50e6f9-6b50-4c7d-965e-5182e55eef88, hostable agents: ['46061ec9-d1c1-4ae2-b701-eece7f3c7f15'], hosted agents: [] {{(pid=80981) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:297}}
Jul 06 02:10:08.249398 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff308616-e0ac-4a53-8948-ce5a7c277886 admin admin] Network 0c50e6f9-6b50-4c7d-965e-5182e55eef88 is scheduled to be hosted by DHCP agent 46061ec9-d1c1-4ae2-b701-eece7f3c7f15 {{(pid=80981) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:196}}
Jul 06 02:10:08.282237 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.scheduler.base_scheduler [None req-ff308616-e0ac-4a53-8948-ce5a7c277886 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799546-3-iscsi, 0c50e6f9-6b50-4c7d-965e-5182e55eef88) {{(pid=80981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jul 06 02:10:08.286297 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff308616-e0ac-4a53-8948-ce5a7c277886 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:10:08.286938 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-ff308616-e0ac-4a53-8948-ce5a7c277886 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:10:08.291160 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b643708c-aee4-4172-9629-2f2c38de34dc None None] Network 0c50e6f9-6b50-4c7d-965e-5182e55eef88 requested from dv-cinder-799546-3-iscsi {{(pid=80982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jul 06 02:10:08.341291 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-ff308616-e0ac-4a53-8948-ce5a7c277886 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.5602243
Jul 06 02:10:08.344074 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80981) accepted ('10.222.0.11', 48818) {{(pid=80981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 02:10:08.352465 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.v2.base [None req-0e9e05bf-b9e9-41b7-ba73-ae3788d135c9 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1955424555-router', 'tenant_id': 'fe9c33ee9a8c4ad69738d25eb06a0d5f', 'external_gateway_info': {'network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8'}}} {{(pid=80981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 06 02:10:08.352723 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76b298f8-f1ec-4488-8d9b-d1be995d800f None None] Sync routers for ids ['887abde4-193f-4326-a0f1-9e48e2ea1968'] in dv-cinder-799546-3-iscsi {{(pid=80983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Jul 06 02:10:08.359017 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-0e9e05bf-b9e9-41b7-ba73-ae3788d135c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 02:10:08.363562 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-0e9e05bf-b9e9-41b7-ba73-ae3788d135c9 admin admin] Usage tracker for resource:router and tenant:fe9c33ee9a8c4ad69738d25eb06a0d5f is out of sync, need to count used quota {{(pid=80981) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 02:10:08.366911 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-0e9e05bf-b9e9-41b7-ba73-ae3788d135c9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80981) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 02:10:08.370588 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76b298f8-f1ec-4488-8d9b-d1be995d800f None None] Routers {'887abde4-193f-4326-a0f1-9e48e2ea1968'} bound to L3 agent in host dv-cinder-799546-3-iscsi {{(pid=80983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 06 02:10:08.370795 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_hamode_db [None req-76b298f8-f1ec-4488-8d9b-d1be995d800f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f31d73cb6d8>, 'dv-cinder-799546-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T01:50:03Z,description=<?>,heartbeat_timestamp=2021-07-06T02:10:03Z,host='dv-cinder-799546-3-iscsi',id=61912d2b-cbf3-48c5-b8b2-dcc1c49052a5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-06T01:50:03Z,topic='l3_agent')) {'router_ids': ['887abde4-193f-4326-a0f1-9e48e2ea1968'], 'active': True} {{(pid=80983) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 02:10:08.374479 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-0e9e05bf-b9e9-41b7-ba73-ae3788d135c9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 02:10:08.414613 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-0e9e05bf-b9e9-41b7-ba73-ae3788d135c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-454287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036838019708'] for router, before_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:10:08.415796 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-0e9e05bf-b9e9-41b7-ba73-ae3788d135c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-342583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854440336', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854326468', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16756125'] for router, precommit_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:10:08.499094 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-0e9e05bf-b9e9-41b7-ba73-ae3788d135c9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:10:08.546432 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_dvr_db [None req-76b298f8-f1ec-4488-8d9b-d1be995d800f None None] Set router 887abde4-193f-4326-a0f1-9e48e2ea1968 gateway port host: dv-cinder-799546-3-iscsi {{(pid=80983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:850}}
Jul 06 02:10:08.689959 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c4df45b-bc0f-48ca-98c5-097241bbaf93 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdda4d945-3f0d-5e23-8fbb-630040bb9905-0c50e6f9-6b50-4c7d-965e-5182e55eef88', 'network_id': '0c50e6f9-6b50-4c7d-965e-5182e55eef88', 'tenant_id': 'fe9c33ee9a8c4ad69738d25eb06a0d5f', 'fixed_ips': [{'subnet_id': 'e4676828-47ba-4639-b528-7859d83a5a23'}]}} from dv-cinder-799546-3-iscsi. {{(pid=80982) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Jul 06 02:10:08.691090 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-8c4df45b-bc0f-48ca-98c5-097241bbaf93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1050496'] for port, before_create {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:10:08.697677 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-0e9e05bf-b9e9-41b7-ba73-ae3788d135c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854440351', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-454384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16756142'] for router, precommit_update {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:10:08.848761 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.db_base_plugin_common [None req-8c4df45b-bc0f-48ca-98c5-097241bbaf93 None None] Allocated IP 172.20.0.2 (0c50e6f9-6b50-4c7d-965e-5182e55eef88/e4676828-47ba-4639-b528-7859d83a5a23/53c9578d-d87a-4606-8203-b29b306d2945) {{(pid=80982) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Jul 06 02:10:08.874664 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_hamode_db [None req-76b298f8-f1ec-4488-8d9b-d1be995d800f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f31d73cb6d8>, [{'id': '887abde4-193f-4326-a0f1-9e48e2ea1968', 'name': 'tempest-TestVolumeBootPattern-1251328745-router', 'tenant_id': '9b9b77729cb3438b9ca89127da181324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8', 'external_fixed_ips': [{'subnet_id': '24d74941-6bd6-4d03-882f-a623d522833f', 'ip_address': '172.27.1.153'}], 'enable_snat': True}, 'gw_port_id': 'cd0b31a7-e642-4344-968d-f8f920cac542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T02:10:01Z', 'updated_at': '2021-07-06T02:10:04Z', 'revision_number': 4, 'project_id': '9b9b77729cb3438b9ca89127da181324', 'gw_port': {'id': 'cd0b31a7-e642-4344-968d-f8f920cac542', 'name': '', 'network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:b3:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '887abde4-193f-4326-a0f1-9e48e2ea1968', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '24d74941-6bd6-4d03-882f-a623d522833f', 'ip_address': '172.27.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T02:10:01Z', 'updated_at': '2021-07-06T02:10:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24d74941-6bd6-4d03-882f-a623d522833f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799546-3-iscsi', '_interfaces': [{'id': '0c24cbd5-1ea2-4ed3-8852-2990ae18ebfb', 'name': '', 'network_id': '7b75ddbd-096b-4c76-b200-5fe79d8d0f95', 'tenant_id': '9b9b77729cb3438b9ca89127da181324', 'mac_address': 'fa:16:3e:f1:e4:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '887abde4-193f-4326-a0f1-9e48e2ea1968', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c4ccb081-7a6c-4e1b-abfd-422d472a0348', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T02:10:04Z', 'updated_at': '2021-07-06T02:10:04Z', 'revision_number': 2, 'project_id': '9b9b77729cb3438b9ca89127da181324', 'subnets': [{'id': 'c4ccb081-7a6c-4e1b-abfd-422d472a0348', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799546-3-iscsi', False) {} {{(pid=80983) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 02:10:08.878792 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76b298f8-f1ec-4488-8d9b-d1be995d800f None None] Checking router: 887abde4-193f-4326-a0f1-9e48e2ea1968 for host: dv-cinder-799546-3-iscsi {{(pid=80983) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Jul 06 02:10:08.879193 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76b298f8-f1ec-4488-8d9b-d1be995d800f None None] Updating router 887abde4-193f-4326-a0f1-9e48e2ea1968 port 0c24cbd5-1ea2-4ed3-8852-2990ae18ebfb binding host dv-cinder-799546-3-iscsi {{(pid=80983) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Jul 06 02:10:08.934152 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-76b298f8-f1ec-4488-8d9b-d1be995d800f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1050496'] for port, before_update {{(pid=80983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:10:08.934531 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-0e9e05bf-b9e9-41b7-ba73-ae3788d135c9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:10:08.963007 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-0e9e05bf-b9e9-41b7-ba73-ae3788d135c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1050496'] for port, before_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:10:09.099055 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.db_base_plugin_common [None req-0e9e05bf-b9e9-41b7-ba73-ae3788d135c9 admin admin] Allocated IP 172.27.1.179 (69f53fb8-46a2-4fb2-8b50-29617e0b26b8/24d74941-6bd6-4d03-882f-a623d522833f/4a7deff4-4604-4afc-bc22-039aec519722) {{(pid=80981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Jul 06 02:10:09.122261 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-8c4df45b-bc0f-48ca-98c5-097241bbaf93 None None] Notify callbacks [] for port, precommit_create {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:10:09.132815 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.provisioning_blocks [None req-8c4df45b-bc0f-48ca-98c5-097241bbaf93 None None] Transition to ACTIVE for port object 53c9578d-d87a-4606-8203-b29b306d2945 will not be triggered until provisioned by entity L2. {{(pid=80982) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 06 02:10:09.154185 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.provisioning_blocks [None req-8c4df45b-bc0f-48ca-98c5-097241bbaf93 None None] Transition to ACTIVE for port object 53c9578d-d87a-4606-8203-b29b306d2945 will not be triggered until provisioned by entity DHCP. {{(pid=80982) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 06 02:10:09.186730 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-8c4df45b-bc0f-48ca-98c5-097241bbaf93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296101369102'] for port, after_create {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:10:09.191257 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:10:09.252113 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c4df45b-bc0f-48ca-98c5-097241bbaf93 None None] Network 0c50e6f9-6b50-4c7d-965e-5182e55eef88 is already hosted by enough agents. {{(pid=80982) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:240}}
Jul 06 02:10:09.257013 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-0e9e05bf-b9e9-41b7-ba73-ae3788d135c9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:10:09.257731 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.scheduler.base_scheduler [None req-8c4df45b-bc0f-48ca-98c5-097241bbaf93 None None] Resources bound (agent type, host, resource id):  {{(pid=80982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jul 06 02:10:09.263069 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c4df45b-bc0f-48ca-98c5-097241bbaf93 None None] Received port after_create {{(pid=80982) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 06 02:10:09.273889 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4df45b-bc0f-48ca-98c5-097241bbaf93 None None] Pushing event updated for resources: {'Port': ['ID=53c9578d-d87a-4606-8203-b29b306d2945,revision_number=1']} {{(pid=80982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:10:09.275167 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-76b298f8-f1ec-4488-8d9b-d1be995d800f None None] Notify callbacks [] for port, precommit_update {{(pid=80983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:10:09.278786 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-8c4df45b-bc0f-48ca-98c5-097241bbaf93 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=80982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:10:09.288854 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.provisioning_blocks [None req-76b298f8-f1ec-4488-8d9b-d1be995d800f None None] Transition to ACTIVE for port object 0c24cbd5-1ea2-4ed3-8852-2990ae18ebfb will not be triggered until provisioned by entity L2. {{(pid=80983) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 06 02:10:09.318110 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-0e9e05bf-b9e9-41b7-ba73-ae3788d135c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296101369102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839890433'] for port, after_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:10:09.322766 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-725bc701-3c2c-4f08-9d91-e0659433447f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:10:09.346538 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-76b298f8-f1ec-4488-8d9b-d1be995d800f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740753762112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740753409037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296101366746'] for port, after_update {{(pid=80983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:10:09.351836 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:10:09.364778 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.managers [None req-8c4df45b-bc0f-48ca-98c5-097241bbaf93 None None] Attempting to bind port 53c9578d-d87a-4606-8203-b29b306d2945 on host dv-cinder-799546-3-iscsi for vnic_type normal with profile  {{(pid=80982) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jul 06 02:10:09.365234 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.managers [None req-8c4df45b-bc0f-48ca-98c5-097241bbaf93 None None] Attempting to bind port 53c9578d-d87a-4606-8203-b29b306d2945 by drivers openvswitch,hyperv on host dv-cinder-799546-3-iscsi at level 0 using segments [{'id': 'b563c01f-40f0-4768-ab9a-e3aef752a7d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '0c50e6f9-6b50-4c7d-965e-5182e55eef88'}] {{(pid=80982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jul 06 02:10:09.365649 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c4df45b-bc0f-48ca-98c5-097241bbaf93 None None] Attempting to bind port 53c9578d-d87a-4606-8203-b29b306d2945 on network 0c50e6f9-6b50-4c7d-965e-5182e55eef88 {{(pid=80982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Jul 06 02:10:09.373678 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c4df45b-bc0f-48ca-98c5-097241bbaf93 None None] Checking agent: {'id': '3e633bc2-fb27-4d05-86ce-e7e954e44018', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799546-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 1, 50, 2), 'started_at': datetime.datetime(2021, 7, 6, 1, 50, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 2, 10, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['geneve', 'gre', 'internal', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799546-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.0', 'Port': '1.5', 'PortForwarding': '1.1', 'QosPolicy': '1.8', 'SecurityGroup': '1.1', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.0', 'Trunk': '1.1'}} {{(pid=80982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Jul 06 02:10:09.374115 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c4df45b-bc0f-48ca-98c5-097241bbaf93 None None] Checking segment: {'id': 'b563c01f-40f0-4768-ab9a-e3aef752a7d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '0c50e6f9-6b50-4c7d-965e-5182e55eef88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jul 06 02:10:09.374578 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-8c4df45b-bc0f-48ca-98c5-097241bbaf93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:10:09.375025 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c4df45b-bc0f-48ca-98c5-097241bbaf93 None None] Bound using segment: {'id': 'b563c01f-40f0-4768-ab9a-e3aef752a7d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '0c50e6f9-6b50-4c7d-965e-5182e55eef88'} {{(pid=80982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Jul 06 02:10:09.375564 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.managers [None req-8c4df45b-bc0f-48ca-98c5-097241bbaf93 None None] Bound port: 53c9578d-d87a-4606-8203-b29b306d2945, host: dv-cinder-799546-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b563c01f-40f0-4768-ab9a-e3aef752a7d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '0c50e6f9-6b50-4c7d-965e-5182e55eef88'}}] {{(pid=80982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jul 06 02:10:09.376004 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-8c4df45b-bc0f-48ca-98c5-097241bbaf93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1050496'] for port, before_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:10:09.480338 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b824e77f-8bdd-4a12-90ad-6b05c269a234 None None] Pushing event updated for resources: {'Port': ['ID=0c24cbd5-1ea2-4ed3-8852-2990ae18ebfb,revision_number=3']} {{(pid=80983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:10:09.483982 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [None req-8c4df45b-bc0f-48ca-98c5-097241bbaf93 None None] For port 53c9578d-d87a-4606-8203-b29b306d2945, host dv-cinder-799546-3-iscsi, cleared binding levels {{(pid=80982) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:111}}
Jul 06 02:10:09.489882 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [None req-8c4df45b-bc0f-48ca-98c5-097241bbaf93 None None] For port 53c9578d-d87a-4606-8203-b29b306d2945, host dv-cinder-799546-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799546-3-iscsi',level=0,port_id=53c9578d-d87a-4606-8203-b29b306d2945,segment=NetworkSegment(b563c01f-40f0-4768-ab9a-e3aef752a7d7),segment_id=b563c01f-40f0-4768-ab9a-e3aef752a7d7)] {{(pid=80982) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}}
Jul 06 02:10:09.525266 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b824e77f-8bdd-4a12-90ad-6b05c269a234 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:10:09.525654 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b824e77f-8bdd-4a12-90ad-6b05c269a234 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:10:09.526034 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b824e77f-8bdd-4a12-90ad-6b05c269a234 None None] Version for resource type Network changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:10:09.526409 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b824e77f-8bdd-4a12-90ad-6b05c269a234 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:10:09.526781 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b824e77f-8bdd-4a12-90ad-6b05c269a234 None None] Version for resource type PortForwarding changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:10:09.527150 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b824e77f-8bdd-4a12-90ad-6b05c269a234 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:10:09.527518 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b824e77f-8bdd-4a12-90ad-6b05c269a234 None None] Version for resource type SecurityGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:10:09.527921 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b824e77f-8bdd-4a12-90ad-6b05c269a234 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:10:09.528286 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b824e77f-8bdd-4a12-90ad-6b05c269a234 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:10:09.528645 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b824e77f-8bdd-4a12-90ad-6b05c269a234 None None] Version for resource type Subnet changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:10:09.529034 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b824e77f-8bdd-4a12-90ad-6b05c269a234 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:10:09.537025 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-b824e77f-8bdd-4a12-90ad-6b05c269a234 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=80983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:10:09.538584 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-8c4df45b-bc0f-48ca-98c5-097241bbaf93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740753762112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740753409037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296101366746'] for port, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:10:09.546361 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-8c4df45b-bc0f-48ca-98c5-097241bbaf93 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:10:09.592443 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.managers [None req-76b298f8-f1ec-4488-8d9b-d1be995d800f None None] Attempting to bind port 0c24cbd5-1ea2-4ed3-8852-2990ae18ebfb on host dv-cinder-799546-3-iscsi for vnic_type normal with profile  {{(pid=80983) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jul 06 02:10:09.593439 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.managers [None req-76b298f8-f1ec-4488-8d9b-d1be995d800f None None] Attempting to bind port 0c24cbd5-1ea2-4ed3-8852-2990ae18ebfb by drivers openvswitch,hyperv on host dv-cinder-799546-3-iscsi at level 0 using segments [{'id': '74fdbca4-16e2-4773-9a83-f93356a3588c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '7b75ddbd-096b-4c76-b200-5fe79d8d0f95'}] {{(pid=80983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jul 06 02:10:09.594070 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b298f8-f1ec-4488-8d9b-d1be995d800f None None] Attempting to bind port 0c24cbd5-1ea2-4ed3-8852-2990ae18ebfb on network 7b75ddbd-096b-4c76-b200-5fe79d8d0f95 {{(pid=80983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Jul 06 02:10:09.606954 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b298f8-f1ec-4488-8d9b-d1be995d800f None None] Checking agent: {'id': '3e633bc2-fb27-4d05-86ce-e7e954e44018', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799546-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 1, 50, 2), 'started_at': datetime.datetime(2021, 7, 6, 1, 50, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 2, 10, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['geneve', 'gre', 'internal', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799546-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.0', 'Port': '1.5', 'PortForwarding': '1.1', 'QosPolicy': '1.8', 'SecurityGroup': '1.1', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.0', 'Trunk': '1.1'}} {{(pid=80983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Jul 06 02:10:09.607748 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b298f8-f1ec-4488-8d9b-d1be995d800f None None] Checking segment: {'id': '74fdbca4-16e2-4773-9a83-f93356a3588c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '7b75ddbd-096b-4c76-b200-5fe79d8d0f95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jul 06 02:10:09.608546 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-76b298f8-f1ec-4488-8d9b-d1be995d800f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:10:09.609609 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b298f8-f1ec-4488-8d9b-d1be995d800f None None] Bound using segment: {'id': '74fdbca4-16e2-4773-9a83-f93356a3588c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '7b75ddbd-096b-4c76-b200-5fe79d8d0f95'} {{(pid=80983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Jul 06 02:10:09.610456 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.managers [None req-76b298f8-f1ec-4488-8d9b-d1be995d800f None None] Bound port: 0c24cbd5-1ea2-4ed3-8852-2990ae18ebfb, host: dv-cinder-799546-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74fdbca4-16e2-4773-9a83-f93356a3588c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '7b75ddbd-096b-4c76-b200-5fe79d8d0f95'}}] {{(pid=80983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jul 06 02:10:09.611091 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-76b298f8-f1ec-4488-8d9b-d1be995d800f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1050496'] for port, before_update {{(pid=80983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:10:09.634342 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4df45b-bc0f-48ca-98c5-097241bbaf93 None None] Pushing event updated for resources: {'Port': ['ID=53c9578d-d87a-4606-8203-b29b306d2945,revision_number=2']} {{(pid=80982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:10:09.642316 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-8c4df45b-bc0f-48ca-98c5-097241bbaf93 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:10:09.648409 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e9e05bf-b9e9-41b7-ba73-ae3788d135c9 admin admin] Network 69f53fb8-46a2-4fb2-8b50-29617e0b26b8 is already hosted by enough agents. {{(pid=80981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:240}}
Jul 06 02:10:09.654898 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.scheduler.base_scheduler [None req-0e9e05bf-b9e9-41b7-ba73-ae3788d135c9 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jul 06 02:10:09.657244 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e9e05bf-b9e9-41b7-ba73-ae3788d135c9 admin admin] Received port after_create {{(pid=80981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 06 02:10:09.687910 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.rpc [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Device cd0b31a7-e642-4344-968d-f8f920cac542 up at agent ovs-agent-dv-cinder-799546-3-iscsi {{(pid=80982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:273}}
Jul 06 02:10:09.690882 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9e05bf-b9e9-41b7-ba73-ae3788d135c9 admin admin] Pushing event updated for resources: {'Port': ['ID=4a7deff4-4604-4afc-bc22-039aec519722,revision_number=1']} {{(pid=80981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:10:09.705206 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-0e9e05bf-b9e9-41b7-ba73-ae3788d135c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:10:09.718787 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [None req-76b298f8-f1ec-4488-8d9b-d1be995d800f None None] For port 0c24cbd5-1ea2-4ed3-8852-2990ae18ebfb, host dv-cinder-799546-3-iscsi, cleared binding levels {{(pid=80983) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:111}}
Jul 06 02:10:09.722107 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [None req-76b298f8-f1ec-4488-8d9b-d1be995d800f None None] For port 0c24cbd5-1ea2-4ed3-8852-2990ae18ebfb, host dv-cinder-799546-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799546-3-iscsi',level=0,port_id=0c24cbd5-1ea2-4ed3-8852-2990ae18ebfb,segment=NetworkSegment(74fdbca4-16e2-4773-9a83-f93356a3588c),segment_id=74fdbca4-16e2-4773-9a83-f93356a3588c)] {{(pid=80983) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}}
Jul 06 02:10:09.758600 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-76b298f8-f1ec-4488-8d9b-d1be995d800f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740753762112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740753409037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296101366746'] for port, after_update {{(pid=80983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:10:09.764047 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-b824e77f-8bdd-4a12-90ad-6b05c269a234 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:10:09.765167 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.provisioning_blocks [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Provisioning complete for port cd0b31a7-e642-4344-968d-f8f920cac542 triggered by entity L2. {{(pid=80982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 06 02:10:09.765603 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1309268'] for port, provisioning_complete {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:10:09.847089 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b824e77f-8bdd-4a12-90ad-6b05c269a234 None None] Pushing event updated for resources: {'Port': ['ID=0c24cbd5-1ea2-4ed3-8852-2990ae18ebfb,revision_number=4']} {{(pid=80983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:10:09.849928 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76b298f8-f1ec-4488-8d9b-d1be995d800f None None] Routers {'887abde4-193f-4326-a0f1-9e48e2ea1968'} bound to L3 agent in host dv-cinder-799546-3-iscsi {{(pid=80983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 06 02:10:09.850999 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_hamode_db [None req-76b298f8-f1ec-4488-8d9b-d1be995d800f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f31d73cb6d8>, 'dv-cinder-799546-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T01:50:03Z,description=<?>,heartbeat_timestamp=2021-07-06T02:10:03Z,host='dv-cinder-799546-3-iscsi',id=61912d2b-cbf3-48c5-b8b2-dcc1c49052a5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-06T01:50:03Z,topic='l3_agent')) {'router_ids': ['887abde4-193f-4326-a0f1-9e48e2ea1968'], 'active': True} {{(pid=80983) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 02:10:09.873453 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-0e9e05bf-b9e9-41b7-ba73-ae3788d135c9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:10:09.874262 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-0e9e05bf-b9e9-41b7-ba73-ae3788d135c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854321484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-335366'] for router, after_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:10:10.158319 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-b824e77f-8bdd-4a12-90ad-6b05c269a234 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.394s {{(pid=80983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:10:10.260537 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e9e05bf-b9e9-41b7-ba73-ae3788d135c9 admin admin] Router c4ca3731-1327-435b-9f45-95e5b2f2323d is scheduled to L3 agent 61912d2b-cbf3-48c5-b8b2-dcc1c49052a5 with binding_index 1 {{(pid=80981) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Jul 06 02:10:10.280007 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_dvr_db [None req-76b298f8-f1ec-4488-8d9b-d1be995d800f None None] Set router 887abde4-193f-4326-a0f1-9e48e2ea1968 gateway port host: dv-cinder-799546-3-iscsi {{(pid=80983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:850}}
Jul 06 02:10:10.459039 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e9e05bf-b9e9-41b7-ba73-ae3788d135c9 admin admin] Notify agent at l3_agent.dv-cinder-799546-3-iscsi the message routers_updated {{(pid=80981) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jul 06 02:10:10.476048 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0ef1d18-18e8-489e-9ae4-993fbad55d94 None None] Sync routers for ids ['c4ca3731-1327-435b-9f45-95e5b2f2323d'] in dv-cinder-799546-3-iscsi {{(pid=80982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Jul 06 02:10:10.489325 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0ef1d18-18e8-489e-9ae4-993fbad55d94 None None] Routers {'c4ca3731-1327-435b-9f45-95e5b2f2323d'} bound to L3 agent in host dv-cinder-799546-3-iscsi {{(pid=80982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 06 02:10:10.494272 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_hamode_db [None req-f0ef1d18-18e8-489e-9ae4-993fbad55d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f31d797a080>, 'dv-cinder-799546-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T01:50:03Z,description=<?>,heartbeat_timestamp=2021-07-06T02:10:03Z,host='dv-cinder-799546-3-iscsi',id=61912d2b-cbf3-48c5-b8b2-dcc1c49052a5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-06T01:50:03Z,topic='l3_agent')) {'router_ids': ['c4ca3731-1327-435b-9f45-95e5b2f2323d'], 'active': True} {{(pid=80982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 02:10:10.512918 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-0e9e05bf-b9e9-41b7-ba73-ae3788d135c9 admin admin] Notify callbacks [] for router, before_response {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:10:10.516031 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-0e9e05bf-b9e9-41b7-ba73-ae3788d135c9 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201  len: 924 time: 2.1690409
Jul 06 02:10:10.517454 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80980) accepted ('10.222.0.11', 48822) {{(pid=80980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 02:10:10.599495 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_hamode_db [None req-76b298f8-f1ec-4488-8d9b-d1be995d800f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f31d73cb6d8>, [{'id': '887abde4-193f-4326-a0f1-9e48e2ea1968', 'name': 'tempest-TestVolumeBootPattern-1251328745-router', 'tenant_id': '9b9b77729cb3438b9ca89127da181324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8', 'external_fixed_ips': [{'subnet_id': '24d74941-6bd6-4d03-882f-a623d522833f', 'ip_address': '172.27.1.153'}], 'enable_snat': True}, 'gw_port_id': 'cd0b31a7-e642-4344-968d-f8f920cac542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T02:10:01Z', 'updated_at': '2021-07-06T02:10:04Z', 'revision_number': 4, 'project_id': '9b9b77729cb3438b9ca89127da181324', 'gw_port': {'id': 'cd0b31a7-e642-4344-968d-f8f920cac542', 'name': '', 'network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:b3:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '887abde4-193f-4326-a0f1-9e48e2ea1968', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '24d74941-6bd6-4d03-882f-a623d522833f', 'ip_address': '172.27.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T02:10:01Z', 'updated_at': '2021-07-06T02:10:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24d74941-6bd6-4d03-882f-a623d522833f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799546-3-iscsi', '_interfaces': [{'id': '0c24cbd5-1ea2-4ed3-8852-2990ae18ebfb', 'name': '', 'network_id': '7b75ddbd-096b-4c76-b200-5fe79d8d0f95', 'tenant_id': '9b9b77729cb3438b9ca89127da181324', 'mac_address': 'fa:16:3e:f1:e4:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '887abde4-193f-4326-a0f1-9e48e2ea1968', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c4ccb081-7a6c-4e1b-abfd-422d472a0348', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T02:10:04Z', 'updated_at': '2021-07-06T02:10:09Z', 'revision_number': 4, 'project_id': '9b9b77729cb3438b9ca89127da181324', 'subnets': [{'id': 'c4ccb081-7a6c-4e1b-abfd-422d472a0348', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799546-3-iscsi', False) {} {{(pid=80983) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 02:10:10.604806 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76b298f8-f1ec-4488-8d9b-d1be995d800f None None] The sync data for ids ['887abde4-193f-4326-a0f1-9e48e2ea1968'] in dv-cinder-799546-3-iscsi is: [{'id': '887abde4-193f-4326-a0f1-9e48e2ea1968', 'name': 'tempest-TestVolumeBootPattern-1251328745-router', 'tenant_id': '9b9b77729cb3438b9ca89127da181324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8', 'external_fixed_ips': [{'subnet_id': '24d74941-6bd6-4d03-882f-a623d522833f', 'ip_address': '172.27.1.153'}], 'enable_snat': True}, 'gw_port_id': 'cd0b31a7-e642-4344-968d-f8f920cac542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T02:10:01Z', 'updated_at': '2021-07-06T02:10:04Z', 'revision_number': 4, 'project_id': '9b9b77729cb3438b9ca89127da181324', 'gw_port': {'id': 'cd0b31a7-e642-4344-968d-f8f920cac542', 'name': '', 'network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:b3:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '887abde4-193f-4326-a0f1-9e48e2ea1968', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '24d74941-6bd6-4d03-882f-a623d522833f', 'ip_address': '172.27.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T02:10:01Z', 'updated_at': '2021-07-06T02:10:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24d74941-6bd6-4d03-882f-a623d522833f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799546-3-iscsi', '_interfaces': [{'id': '0c24cbd5-1ea2-4ed3-8852-2990ae18ebfb', 'name': '', 'network_id': '7b75ddbd-096b-4c76-b200-5fe79d8d0f95', 'tenant_id': '9b9b77729cb3438b9ca89127da181324', 'mac_address': 'fa:16:3e:f1:e4:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '887abde4-193f-4326-a0f1-9e48e2ea1968', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c4ccb081-7a6c-4e1b-abfd-422d472a0348', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T02:10:04Z', 'updated_at': '2021-07-06T02:10:09Z', 'revision_number': 4, 'project_id': '9b9b77729cb3438b9ca89127da181324', 'subnets': [{'id': 'c4ccb081-7a6c-4e1b-abfd-422d472a0348', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=80983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Jul 06 02:10:10.682771 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_dvr_db [None req-f0ef1d18-18e8-489e-9ae4-993fbad55d94 None None] Set router c4ca3731-1327-435b-9f45-95e5b2f2323d gateway port host: dv-cinder-799546-3-iscsi {{(pid=80982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:850}}
Jul 06 02:10:11.019348 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_hamode_db [None req-f0ef1d18-18e8-489e-9ae4-993fbad55d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f31d797a080>, [{'id': 'c4ca3731-1327-435b-9f45-95e5b2f2323d', 'name': 'tempest-TestVolumeBootPattern-1955424555-router', 'tenant_id': 'fe9c33ee9a8c4ad69738d25eb06a0d5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8', 'external_fixed_ips': [{'subnet_id': '24d74941-6bd6-4d03-882f-a623d522833f', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': '4a7deff4-4604-4afc-bc22-039aec519722', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T02:10:08Z', 'updated_at': '2021-07-06T02:10:09Z', 'revision_number': 3, 'project_id': 'fe9c33ee9a8c4ad69738d25eb06a0d5f', 'gw_port': {'id': '4a7deff4-4604-4afc-bc22-039aec519722', 'name': '', 'network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:41:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4ca3731-1327-435b-9f45-95e5b2f2323d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '24d74941-6bd6-4d03-882f-a623d522833f', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T02:10:08Z', 'updated_at': '2021-07-06T02:10:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '24d74941-6bd6-4d03-882f-a623d522833f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799546-3-iscsi'}], 'dv-cinder-799546-3-iscsi', False) {} {{(pid=80982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 02:10:11.024006 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0ef1d18-18e8-489e-9ae4-993fbad55d94 None None] Checking router: c4ca3731-1327-435b-9f45-95e5b2f2323d for host: dv-cinder-799546-3-iscsi {{(pid=80982) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Jul 06 02:10:11.024399 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0ef1d18-18e8-489e-9ae4-993fbad55d94 None None] Updating router c4ca3731-1327-435b-9f45-95e5b2f2323d port 4a7deff4-4604-4afc-bc22-039aec519722 binding host dv-cinder-799546-3-iscsi {{(pid=80982) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Jul 06 02:10:11.080647 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-f0ef1d18-18e8-489e-9ae4-993fbad55d94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1050496'] for port, before_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:10:11.298763 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-2dd2c30b-ec6a-4353-b8aa-12cad2164039 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1050496'] for port, before_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:10:11.433366 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fe775d7-86ab-4c01-8eec-71b282848edc None None] Network 0c50e6f9-6b50-4c7d-965e-5182e55eef88 requested from dv-cinder-799546-3-iscsi {{(pid=80982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jul 06 02:10:11.532499 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.db_base_plugin_common [None req-2dd2c30b-ec6a-4353-b8aa-12cad2164039 admin admin] Allocated IP 172.20.0.1 (0c50e6f9-6b50-4c7d-965e-5182e55eef88/e4676828-47ba-4639-b528-7859d83a5a23/7d9fd2d6-6cd2-4d35-9982-d98d4934ab76) {{(pid=80980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Jul 06 02:10:11.704905 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-2dd2c30b-ec6a-4353-b8aa-12cad2164039 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:10:11.724703 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.provisioning_blocks [None req-2dd2c30b-ec6a-4353-b8aa-12cad2164039 admin admin] Transition to ACTIVE for port object 7d9fd2d6-6cd2-4d35-9982-d98d4934ab76 will not be triggered until provisioned by entity DHCP. {{(pid=80980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 06 02:10:11.725342 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-f0ef1d18-18e8-489e-9ae4-993fbad55d94 None None] Notify callbacks [] for port, precommit_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:10:11.753429 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.provisioning_blocks [None req-f0ef1d18-18e8-489e-9ae4-993fbad55d94 None None] Transition to ACTIVE for port object 4a7deff4-4604-4afc-bc22-039aec519722 will not be triggered until provisioned by entity L2. {{(pid=80982) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 06 02:10:11.761008 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.rpc [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Device 0c24cbd5-1ea2-4ed3-8852-2990ae18ebfb up at agent ovs-agent-dv-cinder-799546-3-iscsi {{(pid=80982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:273}}
Jul 06 02:10:11.805604 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.provisioning_blocks [None req-844c3e38-b580-437e-bbec-5ae036de4169 None None] Provisioning for port 53c9578d-d87a-4606-8203-b29b306d2945 completed by entity DHCP. {{(pid=80982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 06 02:10:11.810664 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-2dd2c30b-ec6a-4353-b8aa-12cad2164039 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296101369102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839946710'] for port, after_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:10:11.815522 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-cdf97523-def3-443e-98d7-60e61a804118 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:10:11.850231 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-f0ef1d18-18e8-489e-9ae4-993fbad55d94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740753762112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740753409037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296101366746'] for port, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:10:11.872697 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:10:11.882554 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dd2c30b-ec6a-4353-b8aa-12cad2164039 admin admin] Network 0c50e6f9-6b50-4c7d-965e-5182e55eef88 is already hosted by enough agents. {{(pid=80980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:240}}
Jul 06 02:10:11.885670 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.scheduler.base_scheduler [None req-2dd2c30b-ec6a-4353-b8aa-12cad2164039 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jul 06 02:10:11.889864 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd2c30b-ec6a-4353-b8aa-12cad2164039 admin admin] Received port after_create {{(pid=80980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 06 02:10:11.923730 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd2c30b-ec6a-4353-b8aa-12cad2164039 admin admin] Pushing event updated for resources: {'Port': ['ID=7d9fd2d6-6cd2-4d35-9982-d98d4934ab76,revision_number=1']} {{(pid=80980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:10:11.932730 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-2dd2c30b-ec6a-4353-b8aa-12cad2164039 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:10:11.948844 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-2dd2c30b-ec6a-4353-b8aa-12cad2164039 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-342957'] for router_interface, before_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:10:12.010622 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.managers [None req-f0ef1d18-18e8-489e-9ae4-993fbad55d94 None None] Attempting to bind port 4a7deff4-4604-4afc-bc22-039aec519722 on host dv-cinder-799546-3-iscsi for vnic_type normal with profile  {{(pid=80982) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jul 06 02:10:12.011045 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.managers [None req-f0ef1d18-18e8-489e-9ae4-993fbad55d94 None None] Attempting to bind port 4a7deff4-4604-4afc-bc22-039aec519722 by drivers openvswitch,hyperv on host dv-cinder-799546-3-iscsi at level 0 using segments [{'id': 'e64f8835-8265-4308-a68c-94b30f2a67d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8'}] {{(pid=80982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jul 06 02:10:12.011462 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ef1d18-18e8-489e-9ae4-993fbad55d94 None None] Attempting to bind port 4a7deff4-4604-4afc-bc22-039aec519722 on network 69f53fb8-46a2-4fb2-8b50-29617e0b26b8 {{(pid=80982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Jul 06 02:10:12.023380 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f0a9ca-5f0f-4ca9-b3ac-465a431df070 None None] Pushing event updated for resources: {'Port': ['ID=4a7deff4-4604-4afc-bc22-039aec519722,revision_number=2']} {{(pid=80982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:10:12.031162 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-47f0a9ca-5f0f-4ca9-b3ac-465a431df070 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=80982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:10:12.063810 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.provisioning_blocks [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Provisioning for port 0c24cbd5-1ea2-4ed3-8852-2990ae18ebfb completed by entity L2. {{(pid=80982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 06 02:10:12.066192 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-2dd2c30b-ec6a-4353-b8aa-12cad2164039 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1050496'] for port, before_update {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:10:12.066944 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ef1d18-18e8-489e-9ae4-993fbad55d94 None None] Checking agent: {'id': '3e633bc2-fb27-4d05-86ce-e7e954e44018', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799546-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 1, 50, 2), 'started_at': datetime.datetime(2021, 7, 6, 1, 50, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 2, 10, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['geneve', 'gre', 'internal', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799546-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.0', 'Port': '1.5', 'PortForwarding': '1.1', 'QosPolicy': '1.8', 'SecurityGroup': '1.1', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.0', 'Trunk': '1.1'}} {{(pid=80982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Jul 06 02:10:12.067376 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ef1d18-18e8-489e-9ae4-993fbad55d94 None None] Checking segment: {'id': 'e64f8835-8265-4308-a68c-94b30f2a67d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jul 06 02:10:12.067840 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-f0ef1d18-18e8-489e-9ae4-993fbad55d94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:10:12.068290 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ef1d18-18e8-489e-9ae4-993fbad55d94 None None] Bound using segment: {'id': 'e64f8835-8265-4308-a68c-94b30f2a67d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8'} {{(pid=80982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Jul 06 02:10:12.068851 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.managers [None req-f0ef1d18-18e8-489e-9ae4-993fbad55d94 None None] Bound port: 4a7deff4-4604-4afc-bc22-039aec519722, host: dv-cinder-799546-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e64f8835-8265-4308-a68c-94b30f2a67d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8'}}] {{(pid=80982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jul 06 02:10:12.069308 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-f0ef1d18-18e8-489e-9ae4-993fbad55d94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1050496'] for port, before_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:10:12.115345 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.provisioning_blocks [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Provisioning complete for port 0c24cbd5-1ea2-4ed3-8852-2990ae18ebfb triggered by entity L2. {{(pid=80982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 06 02:10:12.115775 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1309268'] for port, provisioning_complete {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:10:12.211437 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [None req-f0ef1d18-18e8-489e-9ae4-993fbad55d94 None None] For port 4a7deff4-4604-4afc-bc22-039aec519722, host dv-cinder-799546-3-iscsi, cleared binding levels {{(pid=80982) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:111}}
Jul 06 02:10:12.217114 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [None req-f0ef1d18-18e8-489e-9ae4-993fbad55d94 None None] For port 4a7deff4-4604-4afc-bc22-039aec519722, host dv-cinder-799546-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799546-3-iscsi',level=0,port_id=4a7deff4-4604-4afc-bc22-039aec519722,segment=NetworkSegment(e64f8835-8265-4308-a68c-94b30f2a67d9),segment_id=e64f8835-8265-4308-a68c-94b30f2a67d9)] {{(pid=80982) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}}
Jul 06 02:10:12.263715 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-f0ef1d18-18e8-489e-9ae4-993fbad55d94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740753762112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740753409037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296101366746'] for port, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:10:12.270753 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:10:12.292958 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-2dd2c30b-ec6a-4353-b8aa-12cad2164039 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:10:12.346597 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-2dd2c30b-ec6a-4353-b8aa-12cad2164039 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740753762112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740753409037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296101366746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14829106'] for port, after_update {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:10:12.350366 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1050496'] for port, before_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:10:12.373836 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-be87a21c-5f96-4a74-ba4e-f64f999930d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:10:12.375414 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f0a9ca-5f0f-4ca9-b3ac-465a431df070 None None] Pushing event updated for resources: {'Port': ['ID=4a7deff4-4604-4afc-bc22-039aec519722,revision_number=3']} {{(pid=80982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:10:12.391701 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-47f0a9ca-5f0f-4ca9-b3ac-465a431df070 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=80982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:10:12.401403 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0ef1d18-18e8-489e-9ae4-993fbad55d94 None None] Routers {'c4ca3731-1327-435b-9f45-95e5b2f2323d'} bound to L3 agent in host dv-cinder-799546-3-iscsi {{(pid=80982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 06 02:10:12.402095 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_hamode_db [None req-f0ef1d18-18e8-489e-9ae4-993fbad55d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f31d797a080>, 'dv-cinder-799546-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T01:50:03Z,description=<?>,heartbeat_timestamp=2021-07-06T02:10:03Z,host='dv-cinder-799546-3-iscsi',id=61912d2b-cbf3-48c5-b8b2-dcc1c49052a5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-06T01:50:03Z,topic='l3_agent')) {'router_ids': ['c4ca3731-1327-435b-9f45-95e5b2f2323d'], 'active': True} {{(pid=80982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 02:10:12.456652 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-2dd2c30b-ec6a-4353-b8aa-12cad2164039 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1080785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-328041'] for router_interface, after_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:10:12.480615 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd2c30b-ec6a-4353-b8aa-12cad2164039 admin admin] Pushing event updated for resources: {'Port': ['ID=7d9fd2d6-6cd2-4d35-9982-d98d4934ab76,revision_number=2']} {{(pid=80980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:10:12.484269 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-2dd2c30b-ec6a-4353-b8aa-12cad2164039 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:10:12.555171 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] For port 0c24cbd5-1ea2-4ed3-8852-2990ae18ebfb, host dv-cinder-799546-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799546-3-iscsi',level=0,port_id=0c24cbd5-1ea2-4ed3-8852-2990ae18ebfb,segment=NetworkSegment(74fdbca4-16e2-4773-9a83-f93356a3588c),segment_id=74fdbca4-16e2-4773-9a83-f93356a3588c)] {{(pid=80982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 02:10:12.589953 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740753762112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740753409037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296101366746'] for port, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:10:12.591425 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.rpc [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Device 53c9578d-d87a-4606-8203-b29b306d2945 up at agent ovs-agent-dv-cinder-799546-3-iscsi {{(pid=80982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:273}}
Jul 06 02:10:12.624607 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:10:12.716322 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_dvr_db [None req-f0ef1d18-18e8-489e-9ae4-993fbad55d94 None None] Set router c4ca3731-1327-435b-9f45-95e5b2f2323d gateway port host: dv-cinder-799546-3-iscsi {{(pid=80982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:850}}
Jul 06 02:10:12.779271 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Pushing event updated for resources: {'Port': ['ID=0c24cbd5-1ea2-4ed3-8852-2990ae18ebfb,revision_number=5']} {{(pid=80982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:10:12.786075 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=80982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:10:12.814614 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.provisioning_blocks [None req-62cfaf20-f084-4b99-a734-0d1e8330a610 None None] Provisioning for port 7d9fd2d6-6cd2-4d35-9982-d98d4934ab76 completed by entity DHCP. {{(pid=80982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 06 02:10:12.864526 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dd2c30b-ec6a-4353-b8aa-12cad2164039 admin admin] Network 0c50e6f9-6b50-4c7d-965e-5182e55eef88 is already hosted by enough agents. {{(pid=80980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:240}}
Jul 06 02:10:12.865454 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.scheduler.base_scheduler [None req-2dd2c30b-ec6a-4353-b8aa-12cad2164039 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jul 06 02:10:12.874160 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.provisioning_blocks [None req-62cfaf20-f084-4b99-a734-0d1e8330a610 None None] Provisioning complete for port 7d9fd2d6-6cd2-4d35-9982-d98d4934ab76 triggered by entity DHCP. {{(pid=80982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 06 02:10:12.874590 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-62cfaf20-f084-4b99-a734-0d1e8330a610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1309268'] for port, provisioning_complete {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:10:12.907704 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.provisioning_blocks [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Provisioning for port 53c9578d-d87a-4606-8203-b29b306d2945 completed by entity L2. {{(pid=80982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 06 02:10:12.985904 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.provisioning_blocks [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Provisioning complete for port 53c9578d-d87a-4606-8203-b29b306d2945 triggered by entity L2. {{(pid=80982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 06 02:10:12.986323 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1309268'] for port, provisioning_complete {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:10:13.230623 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.agents_db [None req-b173abe4-0d36-4765-adb2-33779d11156f None None] Agent healthcheck: found 6 active agents {{(pid=80983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Jul 06 02:10:13.233920 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.plugin [None req-62cfaf20-f084-4b99-a734-0d1e8330a610 None None] Port 7d9fd2d6-6cd2-4d35-9982-d98d4934ab76 cannot update to ACTIVE because it is not bound. {{(pid=80982) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:301}}
Jul 06 02:10:13.271688 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dd2c30b-ec6a-4353-b8aa-12cad2164039 admin admin] Router c4ca3731-1327-435b-9f45-95e5b2f2323d has already been hosted by L3 agent 61912d2b-cbf3-48c5-b8b2-dcc1c49052a5 {{(pid=80980) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Jul 06 02:10:13.390127 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1050496'] for port, before_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:10:13.409807 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.provisioning_blocks [None req-e26f7d3e-ba25-4770-bc9c-9e28ef04ce4a None None] Provisioning complete for port 7d9fd2d6-6cd2-4d35-9982-d98d4934ab76 triggered by entity DHCP. {{(pid=80982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 06 02:10:13.410234 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-e26f7d3e-ba25-4770-bc9c-9e28ef04ce4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1309268'] for port, provisioning_complete {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:10:13.466045 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dd2c30b-ec6a-4353-b8aa-12cad2164039 admin admin] Notify agent at l3_agent.dv-cinder-799546-3-iscsi the message routers_updated {{(pid=80980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jul 06 02:10:13.485637 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-2dd2c30b-ec6a-4353-b8aa-12cad2164039 admin admin] 10.222.0.11 "PUT /v2.0/routers/c4ca3731-1327-435b-9f45-95e5b2f2323d/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9569631
Jul 06 02:10:13.485838 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.plugin [None req-e26f7d3e-ba25-4770-bc9c-9e28ef04ce4a None None] Port 7d9fd2d6-6cd2-4d35-9982-d98d4934ab76 cannot update to ACTIVE because it is not bound. {{(pid=80982) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:301}}
Jul 06 02:10:13.486747 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] For port 53c9578d-d87a-4606-8203-b29b306d2945, host dv-cinder-799546-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799546-3-iscsi',level=0,port_id=53c9578d-d87a-4606-8203-b29b306d2945,segment=NetworkSegment(b563c01f-40f0-4768-ab9a-e3aef752a7d7),segment_id=b563c01f-40f0-4768-ab9a-e3aef752a7d7)] {{(pid=80982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 02:10:13.489390 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_hamode_db [None req-f0ef1d18-18e8-489e-9ae4-993fbad55d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f31d797a080>, [{'id': 'c4ca3731-1327-435b-9f45-95e5b2f2323d', 'name': 'tempest-TestVolumeBootPattern-1955424555-router', 'tenant_id': 'fe9c33ee9a8c4ad69738d25eb06a0d5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8', 'external_fixed_ips': [{'subnet_id': '24d74941-6bd6-4d03-882f-a623d522833f', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': '4a7deff4-4604-4afc-bc22-039aec519722', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T02:10:08Z', 'updated_at': '2021-07-06T02:10:11Z', 'revision_number': 4, 'project_id': 'fe9c33ee9a8c4ad69738d25eb06a0d5f', 'gw_port': {'id': '4a7deff4-4604-4afc-bc22-039aec519722', 'name': '', 'network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:41:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4ca3731-1327-435b-9f45-95e5b2f2323d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '24d74941-6bd6-4d03-882f-a623d522833f', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T02:10:08Z', 'updated_at': '2021-07-06T02:10:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24d74941-6bd6-4d03-882f-a623d522833f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799546-3-iscsi', '_interfaces': [{'id': '7d9fd2d6-6cd2-4d35-9982-d98d4934ab76', 'name': '', 'network_id': '0c50e6f9-6b50-4c7d-965e-5182e55eef88', 'tenant_id': 'fe9c33ee9a8c4ad69738d25eb06a0d5f', 'mac_address': 'fa:16:3e:0c:c3:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4ca3731-1327-435b-9f45-95e5b2f2323d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e4676828-47ba-4639-b528-7859d83a5a23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T02:10:11Z', 'updated_at': '2021-07-06T02:10:12Z', 'revision_number': 2, 'project_id': 'fe9c33ee9a8c4ad69738d25eb06a0d5f', 'subnets': [{'id': 'e4676828-47ba-4639-b528-7859d83a5a23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799546-3-iscsi', False) {} {{(pid=80982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 02:10:13.493718 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0ef1d18-18e8-489e-9ae4-993fbad55d94 None None] The sync data for ids ['c4ca3731-1327-435b-9f45-95e5b2f2323d'] in dv-cinder-799546-3-iscsi is: [{'id': 'c4ca3731-1327-435b-9f45-95e5b2f2323d', 'name': 'tempest-TestVolumeBootPattern-1955424555-router', 'tenant_id': 'fe9c33ee9a8c4ad69738d25eb06a0d5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8', 'external_fixed_ips': [{'subnet_id': '24d74941-6bd6-4d03-882f-a623d522833f', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': '4a7deff4-4604-4afc-bc22-039aec519722', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T02:10:08Z', 'updated_at': '2021-07-06T02:10:11Z', 'revision_number': 4, 'project_id': 'fe9c33ee9a8c4ad69738d25eb06a0d5f', 'gw_port': {'id': '4a7deff4-4604-4afc-bc22-039aec519722', 'name': '', 'network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:41:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4ca3731-1327-435b-9f45-95e5b2f2323d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '24d74941-6bd6-4d03-882f-a623d522833f', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T02:10:08Z', 'updated_at': '2021-07-06T02:10:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24d74941-6bd6-4d03-882f-a623d522833f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799546-3-iscsi', '_interfaces': [{'id': '7d9fd2d6-6cd2-4d35-9982-d98d4934ab76', 'name': '', 'network_id': '0c50e6f9-6b50-4c7d-965e-5182e55eef88', 'tenant_id': 'fe9c33ee9a8c4ad69738d25eb06a0d5f', 'mac_address': 'fa:16:3e:0c:c3:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4ca3731-1327-435b-9f45-95e5b2f2323d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e4676828-47ba-4639-b528-7859d83a5a23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T02:10:11Z', 'updated_at': '2021-07-06T02:10:12Z', 'revision_number': 2, 'project_id': 'fe9c33ee9a8c4ad69738d25eb06a0d5f', 'subnets': [{'id': 'e4676828-47ba-4639-b528-7859d83a5a23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=80982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Jul 06 02:10:13.529593 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740753762112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740753409037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296101366746'] for port, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:10:13.531800 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-c563178b-12d8-434b-94ec-47766ed5f07c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:10:13.598178 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Pushing event updated for resources: {'Port': ['ID=53c9578d-d87a-4606-8203-b29b306d2945,revision_number=3']} {{(pid=80982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:10:13.601579 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:10:13.677944 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.rpc [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Device 0c24cbd5-1ea2-4ed3-8852-2990ae18ebfb up at agent ovs-agent-dv-cinder-799546-3-iscsi {{(pid=80982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:273}}
Jul 06 02:10:13.747624 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.provisioning_blocks [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Provisioning complete for port 0c24cbd5-1ea2-4ed3-8852-2990ae18ebfb triggered by entity L2. {{(pid=80982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 06 02:10:13.748054 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1309268'] for port, provisioning_complete {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:10:13.860569 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.rpc [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Device 53c9578d-d87a-4606-8203-b29b306d2945 up at agent ovs-agent-dv-cinder-799546-3-iscsi {{(pid=80982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:273}}
Jul 06 02:10:13.927008 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.provisioning_blocks [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Provisioning complete for port 53c9578d-d87a-4606-8203-b29b306d2945 triggered by entity L2. {{(pid=80982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 06 02:10:13.927424 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1309268'] for port, provisioning_complete {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:10:15.195642 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80980) accepted ('10.222.0.11', 48834) {{(pid=80980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 02:10:15.202703 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.v2.base [None req-c54e2a2e-e26e-49be-9d91-a167a237a742 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-350497112', 'description': 'tempest-secgroup-smoke-350497112 description', 'project_id': '9b9b77729cb3438b9ca89127da181324'}} {{(pid=80980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 06 02:10:15.209092 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-c54e2a2e-e26e-49be-9d91-a167a237a742 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 02:10:15.213016 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-c54e2a2e-e26e-49be-9d91-a167a237a742 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Usage tracker for resource:security_group and tenant:9b9b77729cb3438b9ca89127da181324 is out of sync, need to count used quota {{(pid=80980) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 02:10:15.217295 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-c54e2a2e-e26e-49be-9d91-a167a237a742 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80980) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 02:10:15.223026 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-c54e2a2e-e26e-49be-9d91-a167a237a742 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 02:10:15.254822 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-c54e2a2e-e26e-49be-9d91-a167a237a742 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Notify callbacks [] for security_group, before_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:10:15.291042 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-c54e2a2e-e26e-49be-9d91-a167a237a742 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 02:10:15.294894 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-c54e2a2e-e26e-49be-9d91-a167a237a742 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Usage tracker for resource:security_group_rule and tenant:9b9b77729cb3438b9ca89127da181324 is out of sync, need to count used quota {{(pid=80980) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 02:10:15.297754 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-c54e2a2e-e26e-49be-9d91-a167a237a742 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80980) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 02:10:15.303398 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-c54e2a2e-e26e-49be-9d91-a167a237a742 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 02:10:15.362103 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-c54e2a2e-e26e-49be-9d91-a167a237a742 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Notify callbacks [] for security_group, precommit_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:10:15.380107 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-c54e2a2e-e26e-49be-9d91-a167a237a742 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428228'] for security_group, after_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:10:15.385373 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-38b41028-ad9a-4724-805b-fd90ae30817e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:10:15.424855 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54e2a2e-e26e-49be-9d91-a167a237a742 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41f368c8-daca-4e9a-8d80-0b4517c68654,revision_number=1']} {{(pid=80980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:10:15.427642 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-c54e2a2e-e26e-49be-9d91-a167a237a742 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:10:15.466470 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-c54e2a2e-e26e-49be-9d91-a167a237a742 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Notify callbacks [] for security_group, before_response {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:10:15.467806 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-c54e2a2e-e26e-49be-9d91-a167a237a742 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1608 time: 0.2710636
Jul 06 02:10:15.470978 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80980) accepted ('10.222.0.11', 48838) {{(pid=80980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 02:10:15.477196 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.v2.base [None req-830d2324-ab62-4beb-828b-1b1d746f6cbe tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Request body: {'security_group_rule': {'security_group_id': '41f368c8-daca-4e9a-8d80-0b4517c68654', 'project_id': '9b9b77729cb3438b9ca89127da181324', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 06 02:10:15.484015 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-830d2324-ab62-4beb-828b-1b1d746f6cbe tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 02:10:15.487895 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-830d2324-ab62-4beb-828b-1b1d746f6cbe tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Usage tracker for resource:security_group_rule and tenant:9b9b77729cb3438b9ca89127da181324 is out of sync, need to count used quota {{(pid=80980) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 02:10:15.490817 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-830d2324-ab62-4beb-828b-1b1d746f6cbe tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80980) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 02:10:15.497745 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-830d2324-ab62-4beb-828b-1b1d746f6cbe tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 02:10:15.541316 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-830d2324-ab62-4beb-828b-1b1d746f6cbe tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:10:15.599551 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-830d2324-ab62-4beb-828b-1b1d746f6cbe tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:10:15.637437 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-830d2324-ab62-4beb-828b-1b1d746f6cbe tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428264'] for security_group_rule, after_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:10:15.639455 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:10:15.662859 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830d2324-ab62-4beb-828b-1b1d746f6cbe tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74093731-fdb9-46e1-82d8-4dd598d39ac6,revision_number=0']} {{(pid=80980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:10:15.665450 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-830d2324-ab62-4beb-828b-1b1d746f6cbe tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:10:15.694268 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-830d2324-ab62-4beb-828b-1b1d746f6cbe tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:10:15.695563 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-830d2324-ab62-4beb-828b-1b1d746f6cbe tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.2235906
Jul 06 02:10:15.696585 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.rpc [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Device 4a7deff4-4604-4afc-bc22-039aec519722 up at agent ovs-agent-dv-cinder-799546-3-iscsi {{(pid=80982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:273}}
Jul 06 02:10:15.698619 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80980) accepted ('10.222.0.11', 48842) {{(pid=80980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 02:10:15.704780 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.v2.base [None req-03a20732-151b-40af-ac17-1a1c4a562cb8 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Request body: {'security_group_rule': {'security_group_id': '41f368c8-daca-4e9a-8d80-0b4517c68654', 'project_id': '9b9b77729cb3438b9ca89127da181324', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=80980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 06 02:10:15.711086 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-03a20732-151b-40af-ac17-1a1c4a562cb8 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 02:10:15.714997 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-03a20732-151b-40af-ac17-1a1c4a562cb8 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Usage tracker for resource:security_group_rule and tenant:9b9b77729cb3438b9ca89127da181324 is out of sync, need to count used quota {{(pid=80980) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 02:10:15.718478 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-03a20732-151b-40af-ac17-1a1c4a562cb8 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80980) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 02:10:15.724192 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-03a20732-151b-40af-ac17-1a1c4a562cb8 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 02:10:15.763934 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-03a20732-151b-40af-ac17-1a1c4a562cb8 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:10:15.774607 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.provisioning_blocks [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Provisioning for port 4a7deff4-4604-4afc-bc22-039aec519722 completed by entity L2. {{(pid=80982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 06 02:10:15.780027 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.provisioning_blocks [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Provisioning complete for port 4a7deff4-4604-4afc-bc22-039aec519722 triggered by entity L2. {{(pid=80982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 06 02:10:15.780461 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1309268'] for port, provisioning_complete {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:10:15.830239 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-03a20732-151b-40af-ac17-1a1c4a562cb8 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:10:15.854586 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-03a20732-151b-40af-ac17-1a1c4a562cb8 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428264'] for security_group_rule, after_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:10:15.867550 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:10:15.890321 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1050496'] for port, before_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:10:15.891818 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a20732-151b-40af-ac17-1a1c4a562cb8 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b669f01-a422-43cc-a11c-485aec1f9285,revision_number=0']} {{(pid=80980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:10:15.894524 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-03a20732-151b-40af-ac17-1a1c4a562cb8 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:10:15.907164 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] For port 4a7deff4-4604-4afc-bc22-039aec519722, host dv-cinder-799546-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799546-3-iscsi',level=0,port_id=4a7deff4-4604-4afc-bc22-039aec519722,segment=NetworkSegment(e64f8835-8265-4308-a68c-94b30f2a67d9),segment_id=e64f8835-8265-4308-a68c-94b30f2a67d9)] {{(pid=80982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 02:10:15.923448 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-03a20732-151b-40af-ac17-1a1c4a562cb8 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:10:15.924737 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-03a20732-151b-40af-ac17-1a1c4a562cb8 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.2250705
Jul 06 02:10:15.927696 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80980) accepted ('10.222.0.11', 48846) {{(pid=80980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 02:10:15.933725 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.v2.base [None req-a647ed7b-b4f3-4a0a-88e2-b8bdc3123e50 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Request body: {'security_group_rule': {'security_group_id': '41f368c8-daca-4e9a-8d80-0b4517c68654', 'project_id': '9b9b77729cb3438b9ca89127da181324', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=80980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 06 02:10:15.940773 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-a647ed7b-b4f3-4a0a-88e2-b8bdc3123e50 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 02:10:15.940953 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740753762112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740753409037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296101366746'] for port, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:10:15.942961 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-035a5af2-6f66-4957-b0c6-492f074fda2a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:10:15.944698 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-a647ed7b-b4f3-4a0a-88e2-b8bdc3123e50 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Usage tracker for resource:security_group_rule and tenant:9b9b77729cb3438b9ca89127da181324 is out of sync, need to count used quota {{(pid=80980) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 02:10:15.947701 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-a647ed7b-b4f3-4a0a-88e2-b8bdc3123e50 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=80980) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 02:10:15.954264 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-a647ed7b-b4f3-4a0a-88e2-b8bdc3123e50 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=80980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 02:10:15.999072 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-a647ed7b-b4f3-4a0a-88e2-b8bdc3123e50 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:10:16.007829 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Pushing event updated for resources: {'Port': ['ID=4a7deff4-4604-4afc-bc22-039aec519722,revision_number=4']} {{(pid=80982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:10:16.011336 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=80982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:10:16.062660 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-a647ed7b-b4f3-4a0a-88e2-b8bdc3123e50 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:10:16.100287 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-a647ed7b-b4f3-4a0a-88e2-b8bdc3123e50 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428264'] for security_group_rule, after_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:10:16.102478 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:10:16.135168 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a647ed7b-b4f3-4a0a-88e2-b8bdc3123e50 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53cfcec0-8302-47ad-bae5-dbb7fa890cc5,revision_number=0']} {{(pid=80980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:10:16.138079 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-a647ed7b-b4f3-4a0a-88e2-b8bdc3123e50 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:10:16.157548 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-a647ed7b-b4f3-4a0a-88e2-b8bdc3123e50 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:10:16.158821 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-a647ed7b-b4f3-4a0a-88e2-b8bdc3123e50 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.2301264
Jul 06 02:10:16.161781 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80980) accepted ('10.222.0.11', 48850) {{(pid=80980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 02:10:16.167852 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.v2.base [None req-1df79418-a5c1-43fb-afec-83043616fe3a tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Request body: {'security_group_rule': {'security_group_id': '41f368c8-daca-4e9a-8d80-0b4517c68654', 'project_id': '9b9b77729cb3438b9ca89127da181324', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=80980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 06 02:10:16.174248 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-1df79418-a5c1-43fb-afec-83043616fe3a tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 02:10:16.178171 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-1df79418-a5c1-43fb-afec-83043616fe3a tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Usage tracker for resource:security_group_rule and tenant:9b9b77729cb3438b9ca89127da181324 is out of sync, need to count used quota {{(pid=80980) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 02:10:16.181144 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-1df79418-a5c1-43fb-afec-83043616fe3a tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=80980) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 02:10:16.187680 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-1df79418-a5c1-43fb-afec-83043616fe3a tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=80980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 02:10:16.221346 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-1df79418-a5c1-43fb-afec-83043616fe3a tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:10:16.282428 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-1df79418-a5c1-43fb-afec-83043616fe3a tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:10:16.317358 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-1df79418-a5c1-43fb-afec-83043616fe3a tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428264'] for security_group_rule, after_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:10:16.319447 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:10:16.343177 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df79418-a5c1-43fb-afec-83043616fe3a tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9495a8bd-ce5e-4561-a379-4c3a408c3a9d,revision_number=0']} {{(pid=80980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:10:16.345655 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-1df79418-a5c1-43fb-afec-83043616fe3a tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:10:16.368924 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-1df79418-a5c1-43fb-afec-83043616fe3a tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:10:16.370226 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-1df79418-a5c1-43fb-afec-83043616fe3a tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.2074349
Jul 06 02:10:16.373250 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80980) accepted ('10.222.0.11', 48854) {{(pid=80980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 02:10:16.379652 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.v2.base [None req-ea198106-42c7-4295-8c4e-b20276099785 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Request body: {'security_group_rule': {'security_group_id': '41f368c8-daca-4e9a-8d80-0b4517c68654', 'project_id': '9b9b77729cb3438b9ca89127da181324', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=80980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 06 02:10:16.385934 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-ea198106-42c7-4295-8c4e-b20276099785 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 02:10:16.390293 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-ea198106-42c7-4295-8c4e-b20276099785 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Usage tracker for resource:security_group_rule and tenant:9b9b77729cb3438b9ca89127da181324 is out of sync, need to count used quota {{(pid=80980) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 02:10:16.393356 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-ea198106-42c7-4295-8c4e-b20276099785 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=80980) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 02:10:16.399863 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-ea198106-42c7-4295-8c4e-b20276099785 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=80980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 02:10:16.432021 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.db.securitygroups_db [None req-ea198106-42c7-4295-8c4e-b20276099785 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Project 9b9b77729cb3438b9ca89127da181324 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jul 06 02:10:16.438888 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-ea198106-42c7-4295-8c4e-b20276099785 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:10:16.504516 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-ea198106-42c7-4295-8c4e-b20276099785 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:10:16.528756 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-ea198106-42c7-4295-8c4e-b20276099785 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428264'] for security_group_rule, after_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:10:16.530921 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-03a20732-151b-40af-ac17-1a1c4a562cb8 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:10:16.550794 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea198106-42c7-4295-8c4e-b20276099785 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b3b2ac3-a0b8-4df5-a656-ef5ca546adfd,revision_number=0']} {{(pid=80980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:10:16.555230 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-ea198106-42c7-4295-8c4e-b20276099785 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:10:16.580403 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-ea198106-42c7-4295-8c4e-b20276099785 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:10:16.581753 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-ea198106-42c7-4295-8c4e-b20276099785 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.2074785
Jul 06 02:10:16.584659 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80980) accepted ('10.222.0.11', 48858) {{(pid=80980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 02:10:16.590669 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.v2.base [None req-f5df4abd-b8f5-44c8-906e-aaab0b0907e2 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Request body: {'security_group_rule': {'security_group_id': '41f368c8-daca-4e9a-8d80-0b4517c68654', 'project_id': '9b9b77729cb3438b9ca89127da181324', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=80980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 06 02:10:16.596752 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-f5df4abd-b8f5-44c8-906e-aaab0b0907e2 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 02:10:16.600680 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-f5df4abd-b8f5-44c8-906e-aaab0b0907e2 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Usage tracker for resource:security_group_rule and tenant:9b9b77729cb3438b9ca89127da181324 is out of sync, need to count used quota {{(pid=80980) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 02:10:16.603646 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-f5df4abd-b8f5-44c8-906e-aaab0b0907e2 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=80980) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 02:10:16.610036 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-f5df4abd-b8f5-44c8-906e-aaab0b0907e2 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=80980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 02:10:16.643695 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.db.securitygroups_db [None req-f5df4abd-b8f5-44c8-906e-aaab0b0907e2 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Project 9b9b77729cb3438b9ca89127da181324 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jul 06 02:10:16.651053 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-f5df4abd-b8f5-44c8-906e-aaab0b0907e2 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:10:16.716218 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-f5df4abd-b8f5-44c8-906e-aaab0b0907e2 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:10:16.739614 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-f5df4abd-b8f5-44c8-906e-aaab0b0907e2 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428264'] for security_group_rule, after_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:10:16.741949 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-aa19450f-e746-4f40-bd7a-b823c26aafd4 tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:10:16.766914 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5df4abd-b8f5-44c8-906e-aaab0b0907e2 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0c45753-57e7-497e-a93d-594430d0abe2,revision_number=0']} {{(pid=80980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:10:16.769562 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-f5df4abd-b8f5-44c8-906e-aaab0b0907e2 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:10:16.819699 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-f5df4abd-b8f5-44c8-906e-aaab0b0907e2 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:10:16.821045 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-f5df4abd-b8f5-44c8-906e-aaab0b0907e2 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.2352998
Jul 06 02:10:17.256178 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1376ea97-d7f5-4193-b238-a20c684a59d8 None None] Sync routers for ids ['c4ca3731-1327-435b-9f45-95e5b2f2323d'] in dv-cinder-799546-3-iscsi {{(pid=80983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Jul 06 02:10:17.269225 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1376ea97-d7f5-4193-b238-a20c684a59d8 None None] Routers {'c4ca3731-1327-435b-9f45-95e5b2f2323d'} bound to L3 agent in host dv-cinder-799546-3-iscsi {{(pid=80983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 06 02:10:17.270148 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_hamode_db [None req-1376ea97-d7f5-4193-b238-a20c684a59d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f31d75c54e0>, 'dv-cinder-799546-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T01:50:03Z,description=<?>,heartbeat_timestamp=2021-07-06T02:10:03Z,host='dv-cinder-799546-3-iscsi',id=61912d2b-cbf3-48c5-b8b2-dcc1c49052a5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-06T01:50:03Z,topic='l3_agent')) {'router_ids': ['c4ca3731-1327-435b-9f45-95e5b2f2323d'], 'active': True} {{(pid=80983) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 02:10:17.444232 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_dvr_db [None req-1376ea97-d7f5-4193-b238-a20c684a59d8 None None] Set router c4ca3731-1327-435b-9f45-95e5b2f2323d gateway port host: dv-cinder-799546-3-iscsi {{(pid=80983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:850}}
Jul 06 02:10:17.675290 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.rpc [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Device 4a7deff4-4604-4afc-bc22-039aec519722 up at agent ovs-agent-dv-cinder-799546-3-iscsi {{(pid=80982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:273}}
Jul 06 02:10:17.740096 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.provisioning_blocks [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Provisioning complete for port 4a7deff4-4604-4afc-bc22-039aec519722 triggered by entity L2. {{(pid=80982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 06 02:10:17.740522 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1309268'] for port, provisioning_complete {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:10:17.758108 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_hamode_db [None req-1376ea97-d7f5-4193-b238-a20c684a59d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f31d75c54e0>, [{'id': 'c4ca3731-1327-435b-9f45-95e5b2f2323d', 'name': 'tempest-TestVolumeBootPattern-1955424555-router', 'tenant_id': 'fe9c33ee9a8c4ad69738d25eb06a0d5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8', 'external_fixed_ips': [{'subnet_id': '24d74941-6bd6-4d03-882f-a623d522833f', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': '4a7deff4-4604-4afc-bc22-039aec519722', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T02:10:08Z', 'updated_at': '2021-07-06T02:10:11Z', 'revision_number': 4, 'project_id': 'fe9c33ee9a8c4ad69738d25eb06a0d5f', 'gw_port': {'id': '4a7deff4-4604-4afc-bc22-039aec519722', 'name': '', 'network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:41:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4ca3731-1327-435b-9f45-95e5b2f2323d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '24d74941-6bd6-4d03-882f-a623d522833f', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T02:10:08Z', 'updated_at': '2021-07-06T02:10:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24d74941-6bd6-4d03-882f-a623d522833f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799546-3-iscsi', '_interfaces': [{'id': '7d9fd2d6-6cd2-4d35-9982-d98d4934ab76', 'name': '', 'network_id': '0c50e6f9-6b50-4c7d-965e-5182e55eef88', 'tenant_id': 'fe9c33ee9a8c4ad69738d25eb06a0d5f', 'mac_address': 'fa:16:3e:0c:c3:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4ca3731-1327-435b-9f45-95e5b2f2323d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e4676828-47ba-4639-b528-7859d83a5a23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T02:10:11Z', 'updated_at': '2021-07-06T02:10:12Z', 'revision_number': 2, 'project_id': 'fe9c33ee9a8c4ad69738d25eb06a0d5f', 'subnets': [{'id': 'e4676828-47ba-4639-b528-7859d83a5a23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799546-3-iscsi', False) {} {{(pid=80983) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 02:10:17.762606 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1376ea97-d7f5-4193-b238-a20c684a59d8 None None] Checking router: c4ca3731-1327-435b-9f45-95e5b2f2323d for host: dv-cinder-799546-3-iscsi {{(pid=80983) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Jul 06 02:10:17.763018 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1376ea97-d7f5-4193-b238-a20c684a59d8 None None] Updating router c4ca3731-1327-435b-9f45-95e5b2f2323d port 7d9fd2d6-6cd2-4d35-9982-d98d4934ab76 binding host dv-cinder-799546-3-iscsi {{(pid=80983) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Jul 06 02:10:17.816420 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-1376ea97-d7f5-4193-b238-a20c684a59d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1050496'] for port, before_update {{(pid=80983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:10:18.167763 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-1376ea97-d7f5-4193-b238-a20c684a59d8 None None] Notify callbacks [] for port, precommit_update {{(pid=80983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:10:18.179650 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.provisioning_blocks [None req-1376ea97-d7f5-4193-b238-a20c684a59d8 None None] Transition to ACTIVE for port object 7d9fd2d6-6cd2-4d35-9982-d98d4934ab76 will not be triggered until provisioned by entity L2. {{(pid=80983) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 06 02:10:18.220336 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-1376ea97-d7f5-4193-b238-a20c684a59d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740753762112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740753409037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296101366746'] for port, after_update {{(pid=80983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:10:18.225644 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-798aefcb-8de5-4d2b-bcdc-c199ee592678 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:10:18.510295 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb420af2-9005-43d9-a0fe-e5484a397a24 None None] Pushing event updated for resources: {'Port': ['ID=7d9fd2d6-6cd2-4d35-9982-d98d4934ab76,revision_number=3']} {{(pid=80983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:10:18.513455 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-fb420af2-9005-43d9-a0fe-e5484a397a24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=80983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:10:18.607865 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.managers [None req-1376ea97-d7f5-4193-b238-a20c684a59d8 None None] Attempting to bind port 7d9fd2d6-6cd2-4d35-9982-d98d4934ab76 on host dv-cinder-799546-3-iscsi for vnic_type normal with profile  {{(pid=80983) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jul 06 02:10:18.608894 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.managers [None req-1376ea97-d7f5-4193-b238-a20c684a59d8 None None] Attempting to bind port 7d9fd2d6-6cd2-4d35-9982-d98d4934ab76 by drivers openvswitch,hyperv on host dv-cinder-799546-3-iscsi at level 0 using segments [{'id': 'b563c01f-40f0-4768-ab9a-e3aef752a7d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '0c50e6f9-6b50-4c7d-965e-5182e55eef88'}] {{(pid=80983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jul 06 02:10:18.609426 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1376ea97-d7f5-4193-b238-a20c684a59d8 None None] Attempting to bind port 7d9fd2d6-6cd2-4d35-9982-d98d4934ab76 on network 0c50e6f9-6b50-4c7d-965e-5182e55eef88 {{(pid=80983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Jul 06 02:10:18.618165 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1376ea97-d7f5-4193-b238-a20c684a59d8 None None] Checking agent: {'id': '3e633bc2-fb27-4d05-86ce-e7e954e44018', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799546-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 1, 50, 2), 'started_at': datetime.datetime(2021, 7, 6, 1, 50, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 2, 10, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['geneve', 'gre', 'internal', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799546-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.0', 'Port': '1.5', 'PortForwarding': '1.1', 'QosPolicy': '1.8', 'SecurityGroup': '1.1', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.0', 'Trunk': '1.1'}} {{(pid=80983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Jul 06 02:10:18.618765 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1376ea97-d7f5-4193-b238-a20c684a59d8 None None] Checking segment: {'id': 'b563c01f-40f0-4768-ab9a-e3aef752a7d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '0c50e6f9-6b50-4c7d-965e-5182e55eef88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jul 06 02:10:18.619217 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-1376ea97-d7f5-4193-b238-a20c684a59d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:10:18.619650 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1376ea97-d7f5-4193-b238-a20c684a59d8 None None] Bound using segment: {'id': 'b563c01f-40f0-4768-ab9a-e3aef752a7d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '0c50e6f9-6b50-4c7d-965e-5182e55eef88'} {{(pid=80983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Jul 06 02:10:18.620247 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.managers [None req-1376ea97-d7f5-4193-b238-a20c684a59d8 None None] Bound port: 7d9fd2d6-6cd2-4d35-9982-d98d4934ab76, host: dv-cinder-799546-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b563c01f-40f0-4768-ab9a-e3aef752a7d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '0c50e6f9-6b50-4c7d-965e-5182e55eef88'}}] {{(pid=80983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jul 06 02:10:18.621030 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-1376ea97-d7f5-4193-b238-a20c684a59d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1050496'] for port, before_update {{(pid=80983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:10:18.713662 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [None req-1376ea97-d7f5-4193-b238-a20c684a59d8 None None] For port 7d9fd2d6-6cd2-4d35-9982-d98d4934ab76, host dv-cinder-799546-3-iscsi, cleared binding levels {{(pid=80983) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:111}}
Jul 06 02:10:18.716912 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [None req-1376ea97-d7f5-4193-b238-a20c684a59d8 None None] For port 7d9fd2d6-6cd2-4d35-9982-d98d4934ab76, host dv-cinder-799546-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799546-3-iscsi',level=0,port_id=7d9fd2d6-6cd2-4d35-9982-d98d4934ab76,segment=NetworkSegment(b563c01f-40f0-4768-ab9a-e3aef752a7d7),segment_id=b563c01f-40f0-4768-ab9a-e3aef752a7d7)] {{(pid=80983) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}}
Jul 06 02:10:18.768680 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-1376ea97-d7f5-4193-b238-a20c684a59d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740753762112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740753409037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296101366746'] for port, after_update {{(pid=80983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:10:18.773929 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:10:18.851166 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb420af2-9005-43d9-a0fe-e5484a397a24 None None] Pushing event updated for resources: {'Port': ['ID=7d9fd2d6-6cd2-4d35-9982-d98d4934ab76,revision_number=4']} {{(pid=80983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:10:18.855159 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-fb420af2-9005-43d9-a0fe-e5484a397a24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:10:18.859777 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1376ea97-d7f5-4193-b238-a20c684a59d8 None None] Routers {'c4ca3731-1327-435b-9f45-95e5b2f2323d'} bound to L3 agent in host dv-cinder-799546-3-iscsi {{(pid=80983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 06 02:10:18.860673 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_hamode_db [None req-1376ea97-d7f5-4193-b238-a20c684a59d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f31d75c54e0>, 'dv-cinder-799546-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T01:50:03Z,description=<?>,heartbeat_timestamp=2021-07-06T02:10:03Z,host='dv-cinder-799546-3-iscsi',id=61912d2b-cbf3-48c5-b8b2-dcc1c49052a5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-06T01:50:03Z,topic='l3_agent')) {'router_ids': ['c4ca3731-1327-435b-9f45-95e5b2f2323d'], 'active': True} {{(pid=80983) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 02:10:19.037429 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_dvr_db [None req-1376ea97-d7f5-4193-b238-a20c684a59d8 None None] Set router c4ca3731-1327-435b-9f45-95e5b2f2323d gateway port host: dv-cinder-799546-3-iscsi {{(pid=80983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:850}}
Jul 06 02:10:19.356343 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_hamode_db [None req-1376ea97-d7f5-4193-b238-a20c684a59d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f31d75c54e0>, [{'id': 'c4ca3731-1327-435b-9f45-95e5b2f2323d', 'name': 'tempest-TestVolumeBootPattern-1955424555-router', 'tenant_id': 'fe9c33ee9a8c4ad69738d25eb06a0d5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8', 'external_fixed_ips': [{'subnet_id': '24d74941-6bd6-4d03-882f-a623d522833f', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': '4a7deff4-4604-4afc-bc22-039aec519722', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T02:10:08Z', 'updated_at': '2021-07-06T02:10:11Z', 'revision_number': 4, 'project_id': 'fe9c33ee9a8c4ad69738d25eb06a0d5f', 'gw_port': {'id': '4a7deff4-4604-4afc-bc22-039aec519722', 'name': '', 'network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:41:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4ca3731-1327-435b-9f45-95e5b2f2323d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '24d74941-6bd6-4d03-882f-a623d522833f', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T02:10:08Z', 'updated_at': '2021-07-06T02:10:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24d74941-6bd6-4d03-882f-a623d522833f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799546-3-iscsi', '_interfaces': [{'id': '7d9fd2d6-6cd2-4d35-9982-d98d4934ab76', 'name': '', 'network_id': '0c50e6f9-6b50-4c7d-965e-5182e55eef88', 'tenant_id': 'fe9c33ee9a8c4ad69738d25eb06a0d5f', 'mac_address': 'fa:16:3e:0c:c3:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4ca3731-1327-435b-9f45-95e5b2f2323d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e4676828-47ba-4639-b528-7859d83a5a23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T02:10:11Z', 'updated_at': '2021-07-06T02:10:18Z', 'revision_number': 4, 'project_id': 'fe9c33ee9a8c4ad69738d25eb06a0d5f', 'subnets': [{'id': 'e4676828-47ba-4639-b528-7859d83a5a23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799546-3-iscsi', False) {} {{(pid=80983) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 02:10:19.360283 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1376ea97-d7f5-4193-b238-a20c684a59d8 None None] The sync data for ids ['c4ca3731-1327-435b-9f45-95e5b2f2323d'] in dv-cinder-799546-3-iscsi is: [{'id': 'c4ca3731-1327-435b-9f45-95e5b2f2323d', 'name': 'tempest-TestVolumeBootPattern-1955424555-router', 'tenant_id': 'fe9c33ee9a8c4ad69738d25eb06a0d5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8', 'external_fixed_ips': [{'subnet_id': '24d74941-6bd6-4d03-882f-a623d522833f', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': '4a7deff4-4604-4afc-bc22-039aec519722', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T02:10:08Z', 'updated_at': '2021-07-06T02:10:11Z', 'revision_number': 4, 'project_id': 'fe9c33ee9a8c4ad69738d25eb06a0d5f', 'gw_port': {'id': '4a7deff4-4604-4afc-bc22-039aec519722', 'name': '', 'network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:41:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4ca3731-1327-435b-9f45-95e5b2f2323d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '24d74941-6bd6-4d03-882f-a623d522833f', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T02:10:08Z', 'updated_at': '2021-07-06T02:10:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24d74941-6bd6-4d03-882f-a623d522833f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799546-3-iscsi', '_interfaces': [{'id': '7d9fd2d6-6cd2-4d35-9982-d98d4934ab76', 'name': '', 'network_id': '0c50e6f9-6b50-4c7d-965e-5182e55eef88', 'tenant_id': 'fe9c33ee9a8c4ad69738d25eb06a0d5f', 'mac_address': 'fa:16:3e:0c:c3:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4ca3731-1327-435b-9f45-95e5b2f2323d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e4676828-47ba-4639-b528-7859d83a5a23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T02:10:11Z', 'updated_at': '2021-07-06T02:10:18Z', 'revision_number': 4, 'project_id': 'fe9c33ee9a8c4ad69738d25eb06a0d5f', 'subnets': [{'id': 'e4676828-47ba-4639-b528-7859d83a5a23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=80983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Jul 06 02:10:19.696072 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.rpc [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Device 7d9fd2d6-6cd2-4d35-9982-d98d4934ab76 up at agent ovs-agent-dv-cinder-799546-3-iscsi {{(pid=80982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:273}}
Jul 06 02:10:19.796906 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.provisioning_blocks [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Provisioning for port 7d9fd2d6-6cd2-4d35-9982-d98d4934ab76 completed by entity L2. {{(pid=80982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 06 02:10:19.802348 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.provisioning_blocks [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Provisioning complete for port 7d9fd2d6-6cd2-4d35-9982-d98d4934ab76 triggered by entity L2. {{(pid=80982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 06 02:10:19.802765 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1309268'] for port, provisioning_complete {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:10:19.912998 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1050496'] for port, before_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:10:19.951927 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] For port 7d9fd2d6-6cd2-4d35-9982-d98d4934ab76, host dv-cinder-799546-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799546-3-iscsi',level=0,port_id=7d9fd2d6-6cd2-4d35-9982-d98d4934ab76,segment=NetworkSegment(b563c01f-40f0-4768-ab9a-e3aef752a7d7),segment_id=b563c01f-40f0-4768-ab9a-e3aef752a7d7)] {{(pid=80982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 02:10:19.986455 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740753762112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740753409037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296101366746'] for port, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:10:19.988446 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:10:20.049466 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Pushing event updated for resources: {'Port': ['ID=7d9fd2d6-6cd2-4d35-9982-d98d4934ab76,revision_number=5']} {{(pid=80982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:10:20.052661 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:10:21.677219 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.rpc [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Device 7d9fd2d6-6cd2-4d35-9982-d98d4934ab76 up at agent ovs-agent-dv-cinder-799546-3-iscsi {{(pid=80982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:273}}
Jul 06 02:10:21.742794 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.provisioning_blocks [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Provisioning complete for port 7d9fd2d6-6cd2-4d35-9982-d98d4934ab76 triggered by entity L2. {{(pid=80982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 06 02:10:21.743206 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1309268'] for port, provisioning_complete {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:10:30.665623 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-790c7fd0-2488-4c6d-904f-36113310dead None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:10:32.271753 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:10:33.186133 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-bd18183a-29ef-4a0a-bdbb-4512d7ea19bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:10:33.281056 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [req-a63467db-d726-4361-818d-42c5a9cfd712 req-d0cbaed9-9eb1-4de5-b5e9-b093e18af932 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Synchronizing usage tracker for tenant:9b9b77729cb3438b9ca89127da181324 on resource:security_group {{(pid=80980) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 06 02:10:33.323138 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [req-a63467db-d726-4361-818d-42c5a9cfd712 req-d0cbaed9-9eb1-4de5-b5e9-b093e18af932 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Unset dirty status for tenant:9b9b77729cb3438b9ca89127da181324 on resource:security_group {{(pid=80980) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 06 02:10:33.324434 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-a63467db-d726-4361-818d-42c5a9cfd712 req-d0cbaed9-9eb1-4de5-b5e9-b093e18af932 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-350497112&fields=id&tenant_id=9b9b77729cb3438b9ca89127da181324 HTTP/1.1" status: 200  len: 267 time: 0.0900979
Jul 06 02:10:33.383901 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-a63467db-d726-4361-818d-42c5a9cfd712 req-483a7139-df6b-4a7e-88a3-33327199b629 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] 10.222.0.11 "GET /v2.0/security-groups/41f368c8-daca-4e9a-8d80-0b4517c68654 HTTP/1.1" status: 200  len: 4611 time: 0.0520527
Jul 06 02:10:33.536389 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63467db-d726-4361-818d-42c5a9cfd712 req-23c048ed-40f9-46d0-9308-2106d43a4a20 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:10:33.537179 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [req-a63467db-d726-4361-818d-42c5a9cfd712 req-23c048ed-40f9-46d0-9308-2106d43a4a20 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Synchronizing usage tracker for tenant:9b9b77729cb3438b9ca89127da181324 on resource:network {{(pid=80980) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 06 02:10:33.614429 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [req-a63467db-d726-4361-818d-42c5a9cfd712 req-23c048ed-40f9-46d0-9308-2106d43a4a20 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Unset dirty status for tenant:9b9b77729cb3438b9ca89127da181324 on resource:network {{(pid=80980) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 06 02:10:33.615754 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-a63467db-d726-4361-818d-42c5a9cfd712 req-23c048ed-40f9-46d0-9308-2106d43a4a20 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] 10.222.0.11 "GET /v2.0/networks?id=7b75ddbd-096b-4c76-b200-5fe79d8d0f95 HTTP/1.1" status: 200  len: 812 time: 0.2231405
Jul 06 02:10:33.634715 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-a63467db-d726-4361-818d-42c5a9cfd712 req-f897cacc-d1b6-4d24-9670-dfc28219e43f tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] 10.222.0.11 "GET /v2.0/quotas/9b9b77729cb3438b9ca89127da181324 HTTP/1.1" status: 200  len: 375 time: 0.0118823
Jul 06 02:10:33.700399 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:10:33.715339 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [req-a63467db-d726-4361-818d-42c5a9cfd712 req-44e09109-fa58-4d1f-82de-5a56f0c68738 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Synchronizing usage tracker for tenant:9b9b77729cb3438b9ca89127da181324 on resource:port {{(pid=80980) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 06 02:10:33.745865 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [req-a63467db-d726-4361-818d-42c5a9cfd712 req-44e09109-fa58-4d1f-82de-5a56f0c68738 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Unset dirty status for tenant:9b9b77729cb3438b9ca89127da181324 on resource:port {{(pid=80980) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 06 02:10:33.747250 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-a63467db-d726-4361-818d-42c5a9cfd712 req-44e09109-fa58-4d1f-82de-5a56f0c68738 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=9b9b77729cb3438b9ca89127da181324&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1053689
Jul 06 02:10:33.765905 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [req-a63467db-d726-4361-818d-42c5a9cfd712 req-6b0df876-0fbe-4c80-8065-a8741ceac770 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=80980) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jul 06 02:10:33.766913 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-a63467db-d726-4361-818d-42c5a9cfd712 req-6b0df876-0fbe-4c80-8065-a8741ceac770 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 11621 time: 0.0060303
Jul 06 02:10:33.908608 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-a63467db-d726-4361-818d-42c5a9cfd712 req-8e44620b-b69a-415a-8790-1ee683306aae service neutron] 10.222.0.11 "GET /v2.0/networks/7b75ddbd-096b-4c76-b200-5fe79d8d0f95?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1344750
Jul 06 02:10:34.043041 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-a63467db-d726-4361-818d-42c5a9cfd712 req-85635bfb-ed4c-4018-a030-4a4987fdd4d3 service neutron] 10.222.0.11 "GET /v2.0/networks/7b75ddbd-096b-4c76-b200-5fe79d8d0f95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1271574
Jul 06 02:10:34.146086 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-76dafd09-8b9e-4f4b-ba8f-a0f9ff874801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:10:34.583638 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-8d35120e-b219-4754-be3a-6a89d459679b req-0b510c82-4df4-484a-b259-c3502e2c69a2 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] 10.222.0.11 "GET /v2.0/ports?device_id=e857faf6-d80d-4c39-88de-63369aba93b4 HTTP/1.1" status: 200  len: 210 time: 0.0446410
Jul 06 02:10:35.545703 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-fcfe0981-f829-42d2-99d0-fcc19e179060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:10:35.744200 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-a619e62f-cc3a-4364-a0cb-626e79374cc7 req-3288788e-b17c-4aec-bdec-62127ea66718 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] 10.222.0.11 "GET /v2.0/ports?device_id=e857faf6-d80d-4c39-88de-63369aba93b4 HTTP/1.1" status: 200  len: 210 time: 0.0439627
Jul 06 02:10:36.658162 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63467db-d726-4361-818d-42c5a9cfd712 req-9312cfbd-cec8-4e46-8d36-a6669df33b18 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:10:36.659608 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-a63467db-d726-4361-818d-42c5a9cfd712 req-9312cfbd-cec8-4e46-8d36-a6669df33b18 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] 10.222.0.37 "GET /v2.0/networks?id=7b75ddbd-096b-4c76-b200-5fe79d8d0f95 HTTP/1.1" status: 200  len: 812 time: 0.1498280
Jul 06 02:10:36.739934 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-a63467db-d726-4361-818d-42c5a9cfd712 req-64537fa7-fa35-4dde-86ec-6d236b799290 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9b9b77729cb3438b9ca89127da181324 HTTP/1.1" status: 200  len: 7027 time: 0.0722153
Jul 06 02:10:36.751411 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.v2.base [req-a63467db-d726-4361-818d-42c5a9cfd712 req-e7c486f1-7a57-4956-aa4a-eced04128bb8 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Request body: {'port': {'device_id': 'e857faf6-d80d-4c39-88de-63369aba93b4', 'network_id': '7b75ddbd-096b-4c76-b200-5fe79d8d0f95', 'admin_state_up': True, 'tenant_id': '9b9b77729cb3438b9ca89127da181324', 'security_groups': ['41f368c8-daca-4e9a-8d80-0b4517c68654']}} {{(pid=80981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 06 02:10:36.919770 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-bee29ec6-5af2-4a07-9bd4-d972ba1866c9 req-8237bafb-3b0f-4438-9fcc-d3e96c80c269 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] 10.222.0.11 "GET /v2.0/ports?device_id=e857faf6-d80d-4c39-88de-63369aba93b4 HTTP/1.1" status: 200  len: 210 time: 0.0570836
Jul 06 02:10:36.931014 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [req-a63467db-d726-4361-818d-42c5a9cfd712 req-e7c486f1-7a57-4956-aa4a-eced04128bb8 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 02:10:36.941478 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [req-a63467db-d726-4361-818d-42c5a9cfd712 req-e7c486f1-7a57-4956-aa4a-eced04128bb8 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 02:10:36.974191 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a63467db-d726-4361-818d-42c5a9cfd712 req-e7c486f1-7a57-4956-aa4a-eced04128bb8 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Made reservation on behalf of 9b9b77729cb3438b9ca89127da181324 for: {'port': 1} {{(pid=80981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jul 06 02:10:36.979835 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-a63467db-d726-4361-818d-42c5a9cfd712 req-e7c486f1-7a57-4956-aa4a-eced04128bb8 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1050496'] for port, before_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:10:37.137795 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.db_base_plugin_common [req-a63467db-d726-4361-818d-42c5a9cfd712 req-e7c486f1-7a57-4956-aa4a-eced04128bb8 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Allocated IP 172.20.0.9 (7b75ddbd-096b-4c76-b200-5fe79d8d0f95/c4ccb081-7a6c-4e1b-abfd-422d472a0348/bee25565-09af-4e12-b81e-d7d5e1f2f10e) {{(pid=80981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Jul 06 02:10:37.331720 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-a63467db-d726-4361-818d-42c5a9cfd712 req-e7c486f1-7a57-4956-aa4a-eced04128bb8 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Notify callbacks [] for port, precommit_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:10:37.347735 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.provisioning_blocks [req-a63467db-d726-4361-818d-42c5a9cfd712 req-e7c486f1-7a57-4956-aa4a-eced04128bb8 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Transition to ACTIVE for port object bee25565-09af-4e12-b81e-d7d5e1f2f10e will not be triggered until provisioned by entity DHCP. {{(pid=80981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 06 02:10:37.386006 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-a63467db-d726-4361-818d-42c5a9cfd712 req-e7c486f1-7a57-4956-aa4a-eced04128bb8 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296101369102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839890433'] for port, after_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:10:37.391994 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-027977f3-328c-48cd-924b-7a5a42813ca7 tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:10:37.456200 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a63467db-d726-4361-818d-42c5a9cfd712 req-e7c486f1-7a57-4956-aa4a-eced04128bb8 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Network 7b75ddbd-096b-4c76-b200-5fe79d8d0f95 is already hosted by enough agents. {{(pid=80981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:240}}
Jul 06 02:10:37.459460 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.scheduler.base_scheduler [req-a63467db-d726-4361-818d-42c5a9cfd712 req-e7c486f1-7a57-4956-aa4a-eced04128bb8 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Resources bound (agent type, host, resource id):  {{(pid=80981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jul 06 02:10:37.463737 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_dvrscheduler_db [req-a63467db-d726-4361-818d-42c5a9cfd712 req-e7c486f1-7a57-4956-aa4a-eced04128bb8 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Received port after_create {{(pid=80981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 06 02:10:37.501395 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c486f1-7a57-4956-aa4a-eced04128bb8 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Pushing event updated for resources: {'Port': ['ID=bee25565-09af-4e12-b81e-d7d5e1f2f10e,revision_number=1']} {{(pid=80981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:10:37.524099 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c486f1-7a57-4956-aa4a-eced04128bb8 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:10:37.524527 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c486f1-7a57-4956-aa4a-eced04128bb8 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:10:37.524977 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c486f1-7a57-4956-aa4a-eced04128bb8 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Version for resource type Network changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:10:37.525380 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c486f1-7a57-4956-aa4a-eced04128bb8 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:10:37.525797 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c486f1-7a57-4956-aa4a-eced04128bb8 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Version for resource type PortForwarding changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:10:37.526207 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c486f1-7a57-4956-aa4a-eced04128bb8 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:10:37.526616 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c486f1-7a57-4956-aa4a-eced04128bb8 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Version for resource type SecurityGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:10:37.527021 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c486f1-7a57-4956-aa4a-eced04128bb8 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:10:37.527436 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c486f1-7a57-4956-aa4a-eced04128bb8 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:10:37.527819 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c486f1-7a57-4956-aa4a-eced04128bb8 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Version for resource type Subnet changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:10:37.528220 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c486f1-7a57-4956-aa4a-eced04128bb8 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:10:37.534813 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-e7c486f1-7a57-4956-aa4a-eced04128bb8 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:10:37.548345 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63467db-d726-4361-818d-42c5a9cfd712 req-e7c486f1-7a57-4956-aa4a-eced04128bb8 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:10:37.549045 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-a63467db-d726-4361-818d-42c5a9cfd712 req-e7c486f1-7a57-4956-aa4a-eced04128bb8 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91827'] for port, before_response {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:10:37.729445 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-a63467db-d726-4361-818d-42c5a9cfd712 req-e7c486f1-7a57-4956-aa4a-eced04128bb8 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.9829309
Jul 06 02:10:37.740319 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [req-a63467db-d726-4361-818d-42c5a9cfd712 req-07b150c3-d04d-4ac1-8842-8ab247d51775 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=80981) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jul 06 02:10:37.744235 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-a63467db-d726-4361-818d-42c5a9cfd712 req-07b150c3-d04d-4ac1-8842-8ab247d51775 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 11621 time: 0.0057452
Jul 06 02:10:37.753072 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.v2.base [req-a63467db-d726-4361-818d-42c5a9cfd712 req-b8b491af-eedc-4d45-b80f-f0087aaf0ac6 service neutron] Request body: {'port': {'device_id': 'e857faf6-d80d-4c39-88de-63369aba93b4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79954'}} {{(pid=80981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 06 02:10:37.762799 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.provisioning_blocks [None req-b9c4aafe-4b0c-41b3-a9c2-63da8d491ff0 None None] Provisioning for port bee25565-09af-4e12-b81e-d7d5e1f2f10e completed by entity DHCP. {{(pid=80982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 06 02:10:37.768865 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.provisioning_blocks [None req-b9c4aafe-4b0c-41b3-a9c2-63da8d491ff0 None None] Provisioning complete for port bee25565-09af-4e12-b81e-d7d5e1f2f10e triggered by entity DHCP. {{(pid=80982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 06 02:10:37.772908 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-b9c4aafe-4b0c-41b3-a9c2-63da8d491ff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1309268'] for port, provisioning_complete {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:10:37.819191 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.plugin [None req-b9c4aafe-4b0c-41b3-a9c2-63da8d491ff0 None None] Port bee25565-09af-4e12-b81e-d7d5e1f2f10e cannot update to ACTIVE because it is not bound. {{(pid=80982) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:301}}
Jul 06 02:10:37.860070 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-a63467db-d726-4361-818d-42c5a9cfd712 req-b8b491af-eedc-4d45-b80f-f0087aaf0ac6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1050496'] for port, before_update {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:10:38.111245 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8817dc8a-cff2-44c1-8b15-82a261b889d4 req-e4c9df90-a992-46d5-bdd0-e154dfc06d4f tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:10:38.112769 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-8817dc8a-cff2-44c1-8b15-82a261b889d4 req-e4c9df90-a992-46d5-bdd0-e154dfc06d4f tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] 10.222.0.11 "GET /v2.0/ports?device_id=e857faf6-d80d-4c39-88de-63369aba93b4 HTTP/1.1" status: 200  len: 931 time: 0.0798562
Jul 06 02:10:38.164409 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-8817dc8a-cff2-44c1-8b15-82a261b889d4 req-70c21be1-b0a5-42e2-9dcf-008c603c10b1 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] 10.222.0.11 "GET /v2.0/security-groups?id=41f368c8-daca-4e9a-8d80-0b4517c68654&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0443287
Jul 06 02:10:38.189260 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.notifiers.nova [req-a63467db-d726-4361-818d-42c5a9cfd712 req-b8b491af-eedc-4d45-b80f-f0087aaf0ac6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bee25565-09af-4e12-b81e-d7d5e1f2f10e {{(pid=80981) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Jul 06 02:10:38.196282 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-a63467db-d726-4361-818d-42c5a9cfd712 req-b8b491af-eedc-4d45-b80f-f0087aaf0ac6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:10:38.210870 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.provisioning_blocks [req-a63467db-d726-4361-818d-42c5a9cfd712 req-b8b491af-eedc-4d45-b80f-f0087aaf0ac6 service neutron] Transition to ACTIVE for port object bee25565-09af-4e12-b81e-d7d5e1f2f10e will not be triggered until provisioned by entity L2. {{(pid=80981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 06 02:10:38.242594 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-a63467db-d726-4361-818d-42c5a9cfd712 req-b8b491af-eedc-4d45-b80f-f0087aaf0ac6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740753762112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740753409037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296101366746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14885351'] for port, after_update {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:10:38.246975 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-83596bc7-ef8a-4c38-bcea-dcca19d55f34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:10:38.374101 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b491af-eedc-4d45-b80f-f0087aaf0ac6 service neutron] Pushing event updated for resources: {'Port': ['ID=bee25565-09af-4e12-b81e-d7d5e1f2f10e,revision_number=2']} {{(pid=80981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:10:38.378762 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-b8b491af-eedc-4d45-b80f-f0087aaf0ac6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:10:38.485098 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.managers [req-a63467db-d726-4361-818d-42c5a9cfd712 req-b8b491af-eedc-4d45-b80f-f0087aaf0ac6 service neutron] Attempting to bind port bee25565-09af-4e12-b81e-d7d5e1f2f10e on host hv-cinder-79954 for vnic_type normal with profile  {{(pid=80981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jul 06 02:10:38.485238 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.managers [req-a63467db-d726-4361-818d-42c5a9cfd712 req-b8b491af-eedc-4d45-b80f-f0087aaf0ac6 service neutron] Attempting to bind port bee25565-09af-4e12-b81e-d7d5e1f2f10e by drivers openvswitch,hyperv on host hv-cinder-79954 at level 0 using segments [{'id': '74fdbca4-16e2-4773-9a83-f93356a3588c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '7b75ddbd-096b-4c76-b200-5fe79d8d0f95'}] {{(pid=80981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jul 06 02:10:38.485575 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a63467db-d726-4361-818d-42c5a9cfd712 req-b8b491af-eedc-4d45-b80f-f0087aaf0ac6 service neutron] Attempting to bind port bee25565-09af-4e12-b81e-d7d5e1f2f10e on network 7b75ddbd-096b-4c76-b200-5fe79d8d0f95 {{(pid=80981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Jul 06 02:10:38.491827 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a63467db-d726-4361-818d-42c5a9cfd712 req-b8b491af-eedc-4d45-b80f-f0087aaf0ac6 service neutron] Port bee25565-09af-4e12-b81e-d7d5e1f2f10e on network 7b75ddbd-096b-4c76-b200-5fe79d8d0f95 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79954 {{(pid=80981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jul 06 02:10:38.492180 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a63467db-d726-4361-818d-42c5a9cfd712 req-b8b491af-eedc-4d45-b80f-f0087aaf0ac6 service neutron] Attempting to bind port bee25565-09af-4e12-b81e-d7d5e1f2f10e on network 7b75ddbd-096b-4c76-b200-5fe79d8d0f95 {{(pid=80981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Jul 06 02:10:38.498958 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a63467db-d726-4361-818d-42c5a9cfd712 req-b8b491af-eedc-4d45-b80f-f0087aaf0ac6 service neutron] Checking agent: {'id': 'abd15b5f-b1e1-4bf4-b258-9ce6723fb40b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79954', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 1, 56, 33), 'started_at': datetime.datetime(2021, 7, 6, 1, 56, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 2, 10, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Jul 06 02:10:38.499328 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a63467db-d726-4361-818d-42c5a9cfd712 req-b8b491af-eedc-4d45-b80f-f0087aaf0ac6 service neutron] Checking segment: {'id': '74fdbca4-16e2-4773-9a83-f93356a3588c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '7b75ddbd-096b-4c76-b200-5fe79d8d0f95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jul 06 02:10:38.499746 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a63467db-d726-4361-818d-42c5a9cfd712 req-b8b491af-eedc-4d45-b80f-f0087aaf0ac6 service neutron] Bound using segment: {'id': '74fdbca4-16e2-4773-9a83-f93356a3588c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '7b75ddbd-096b-4c76-b200-5fe79d8d0f95'} {{(pid=80981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Jul 06 02:10:38.500284 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.managers [req-a63467db-d726-4361-818d-42c5a9cfd712 req-b8b491af-eedc-4d45-b80f-f0087aaf0ac6 service neutron] Bound port: bee25565-09af-4e12-b81e-d7d5e1f2f10e, host: hv-cinder-79954, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74fdbca4-16e2-4773-9a83-f93356a3588c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '7b75ddbd-096b-4c76-b200-5fe79d8d0f95'}}] {{(pid=80981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jul 06 02:10:38.500670 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-a63467db-d726-4361-818d-42c5a9cfd712 req-b8b491af-eedc-4d45-b80f-f0087aaf0ac6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1050496'] for port, before_update {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:10:38.588476 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [req-a63467db-d726-4361-818d-42c5a9cfd712 req-b8b491af-eedc-4d45-b80f-f0087aaf0ac6 service neutron] For port bee25565-09af-4e12-b81e-d7d5e1f2f10e, host hv-cinder-79954, cleared binding levels {{(pid=80981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:111}}
Jul 06 02:10:38.592122 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [req-a63467db-d726-4361-818d-42c5a9cfd712 req-b8b491af-eedc-4d45-b80f-f0087aaf0ac6 service neutron] For port bee25565-09af-4e12-b81e-d7d5e1f2f10e, host hv-cinder-79954, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79954',level=0,port_id=bee25565-09af-4e12-b81e-d7d5e1f2f10e,segment=NetworkSegment(74fdbca4-16e2-4773-9a83-f93356a3588c),segment_id=74fdbca4-16e2-4773-9a83-f93356a3588c)] {{(pid=80981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}}
Jul 06 02:10:38.637012 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-a63467db-d726-4361-818d-42c5a9cfd712 req-b8b491af-eedc-4d45-b80f-f0087aaf0ac6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740753762112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740753409037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296101366746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14885351'] for port, after_update {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:10:38.641971 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-71d949b3-d747-4b9f-9f9d-59db46ae818d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:10:38.699106 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-a63467db-d726-4361-818d-42c5a9cfd712 req-b8b491af-eedc-4d45-b80f-f0087aaf0ac6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91827'] for port, before_response {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:10:38.700584 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-a63467db-d726-4361-818d-42c5a9cfd712 req-b8b491af-eedc-4d45-b80f-f0087aaf0ac6 service neutron] 10.222.0.37 "PUT /v2.0/ports/bee25565-09af-4e12-b81e-d7d5e1f2f10e HTTP/1.1" status: 200  len: 1093 time: 0.9517777
Jul 06 02:10:38.701841 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e857faf6-d80d-4c39-88de-63369aba93b4', 'tag': 'bee25565-09af-4e12-b81e-d7d5e1f2f10e'}] {{(pid=80981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 06 02:10:38.723980 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b491af-eedc-4d45-b80f-f0087aaf0ac6 service neutron] Pushing event updated for resources: {'Port': ['ID=bee25565-09af-4e12-b81e-d7d5e1f2f10e,revision_number=3']} {{(pid=80981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:10:38.727623 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-b8b491af-eedc-4d45-b80f-f0087aaf0ac6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:10:38.843577 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-a63467db-d726-4361-818d-42c5a9cfd712 req-c9f6e88b-2d30-474d-a193-5453fbf2eb30 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9b9b77729cb3438b9ca89127da181324&device_id=e857faf6-d80d-4c39-88de-63369aba93b4 HTTP/1.1" status: 200  len: 1096 time: 0.0732076
Jul 06 02:10:39.135721 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e857faf6-d80d-4c39-88de-63369aba93b4', 'tag': 'bee25565-09af-4e12-b81e-d7d5e1f2f10e', 'status': 'completed', 'code': 200}
Jul 06 02:10:39.150824 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-a63467db-d726-4361-818d-42c5a9cfd712 req-c90c4a40-1aab-437d-b177-8e1943b24b1b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bee25565-09af-4e12-b81e-d7d5e1f2f10e HTTP/1.1" status: 200  len: 217 time: 0.2982719
Jul 06 02:10:39.215507 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63467db-d726-4361-818d-42c5a9cfd712 req-bdb44f3c-329e-4c75-9fc2-8fbf50cb2639 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:10:39.219103 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-a63467db-d726-4361-818d-42c5a9cfd712 req-bdb44f3c-329e-4c75-9fc2-8fbf50cb2639 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c4ccb081-7a6c-4e1b-abfd-422d472a0348 HTTP/1.1" status: 200  len: 851 time: 0.0596271
Jul 06 02:10:39.300884 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-a63467db-d726-4361-818d-42c5a9cfd712 req-5d39ae3b-04d4-46cf-b166-e61264e9053f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7b75ddbd-096b-4c76-b200-5fe79d8d0f95&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0763276
Jul 06 02:10:39.355794 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d69f36-9679-402f-8496-70763ff064c1 req-2c4a1db9-4d2a-4047-9628-42793f9a58f4 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:10:39.357901 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-67d69f36-9679-402f-8496-70763ff064c1 req-2c4a1db9-4d2a-4047-9628-42793f9a58f4 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] 10.222.0.11 "GET /v2.0/ports?device_id=e857faf6-d80d-4c39-88de-63369aba93b4 HTTP/1.1" status: 200  len: 943 time: 0.0758088
Jul 06 02:10:39.414600 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-67d69f36-9679-402f-8496-70763ff064c1 req-6a08d0ba-dc61-4542-b281-08393498b4be tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] 10.222.0.11 "GET /v2.0/security-groups?id=41f368c8-daca-4e9a-8d80-0b4517c68654&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0493305
Jul 06 02:10:39.442726 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-a63467db-d726-4361-818d-42c5a9cfd712 req-0fb7589b-77d3-459b-bc00-5d7c54819da7 service neutron] 10.222.0.37 "GET /v2.0/networks/7b75ddbd-096b-4c76-b200-5fe79d8d0f95?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1347547
Jul 06 02:10:39.578668 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-a63467db-d726-4361-818d-42c5a9cfd712 req-cb1a2d81-d230-47de-a131-9760dfaa5cea service neutron] 10.222.0.37 "GET /v2.0/networks/7b75ddbd-096b-4c76-b200-5fe79d8d0f95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1291387
Jul 06 02:10:39.724699 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-5688b613-b2a9-455f-85e0-9e16a382db4e req-274baf40-b0d1-415f-8abf-2e43102ac04d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9b9b77729cb3438b9ca89127da181324&device_id=e857faf6-d80d-4c39-88de-63369aba93b4 HTTP/1.1" status: 200  len: 1096 time: 0.0722840
Jul 06 02:10:39.862924 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5688b613-b2a9-455f-85e0-9e16a382db4e req-6fd6331a-098f-4ace-976f-c0febea64aaf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:10:39.864475 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-5688b613-b2a9-455f-85e0-9e16a382db4e req-6fd6331a-098f-4ace-976f-c0febea64aaf service neutron] 10.222.0.37 "GET /v2.0/networks?id=7b75ddbd-096b-4c76-b200-5fe79d8d0f95 HTTP/1.1" status: 200  len: 913 time: 0.1322405
Jul 06 02:10:39.936268 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-5688b613-b2a9-455f-85e0-9e16a382db4e req-25ae3d87-8b66-40f1-aaa3-b5a90ed03119 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bee25565-09af-4e12-b81e-d7d5e1f2f10e HTTP/1.1" status: 200  len: 217 time: 0.0624096
Jul 06 02:10:40.007518 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5688b613-b2a9-455f-85e0-9e16a382db4e req-bd9db31a-2625-4a14-afaa-4e877095b104 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:10:40.009005 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-5688b613-b2a9-455f-85e0-9e16a382db4e req-bd9db31a-2625-4a14-afaa-4e877095b104 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c4ccb081-7a6c-4e1b-abfd-422d472a0348 HTTP/1.1" status: 200  len: 851 time: 0.0649884
Jul 06 02:10:40.083259 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-5688b613-b2a9-455f-85e0-9e16a382db4e req-fb54ab1e-7cab-475b-b4a8-87a5033fe795 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7b75ddbd-096b-4c76-b200-5fe79d8d0f95&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0671215
Jul 06 02:10:40.218006 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-5688b613-b2a9-455f-85e0-9e16a382db4e req-a9672b88-d5c0-436c-8dca-adc2883e5c91 service neutron] 10.222.0.37 "GET /v2.0/networks/7b75ddbd-096b-4c76-b200-5fe79d8d0f95?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1276462
Jul 06 02:10:40.357166 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-5688b613-b2a9-455f-85e0-9e16a382db4e req-1c55dfc1-dd05-4111-9a88-798962713699 service neutron] 10.222.0.37 "GET /v2.0/networks/7b75ddbd-096b-4c76-b200-5fe79d8d0f95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1304700
Jul 06 02:10:40.605821 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272bd122-2faf-4a5b-969c-18ba003342e7 req-bd69f909-7de7-4687-b6be-cadbb5e33266 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:10:40.606563 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [req-272bd122-2faf-4a5b-969c-18ba003342e7 req-bd69f909-7de7-4687-b6be-cadbb5e33266 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Synchronizing usage tracker for tenant:9b9b77729cb3438b9ca89127da181324 on resource:port {{(pid=80981) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 06 02:10:40.648671 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [req-272bd122-2faf-4a5b-969c-18ba003342e7 req-bd69f909-7de7-4687-b6be-cadbb5e33266 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Unset dirty status for tenant:9b9b77729cb3438b9ca89127da181324 on resource:port {{(pid=80981) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 06 02:10:40.649933 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-272bd122-2faf-4a5b-969c-18ba003342e7 req-bd69f909-7de7-4687-b6be-cadbb5e33266 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] 10.222.0.11 "GET /v2.0/ports?device_id=e857faf6-d80d-4c39-88de-63369aba93b4 HTTP/1.1" status: 200  len: 943 time: 0.1214731
Jul 06 02:10:40.698301 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-272bd122-2faf-4a5b-969c-18ba003342e7 req-ae35a685-e841-4572-9e03-19b356e144a1 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] 10.222.0.11 "GET /v2.0/security-groups?id=41f368c8-daca-4e9a-8d80-0b4517c68654&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0406468
Jul 06 02:10:41.885150 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ff590d-740e-4d6e-905a-495d97b0e802 req-00eac872-ceb2-4096-a456-025ffb2dcad0 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:10:41.886775 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-b9ff590d-740e-4d6e-905a-495d97b0e802 req-00eac872-ceb2-4096-a456-025ffb2dcad0 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] 10.222.0.11 "GET /v2.0/ports?device_id=e857faf6-d80d-4c39-88de-63369aba93b4 HTTP/1.1" status: 200  len: 943 time: 0.0764196
Jul 06 02:10:41.938065 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-b9ff590d-740e-4d6e-905a-495d97b0e802 req-5cce30f0-b08f-4f56-8caf-a79b4e7b815c tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] 10.222.0.11 "GET /v2.0/security-groups?id=41f368c8-daca-4e9a-8d80-0b4517c68654&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0440612
Jul 06 02:10:43.129735 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3e6485-6614-45c8-9c09-abd7b67cad70 req-265cead3-22a2-4da1-9db3-4b2c84fff534 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:10:43.131292 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-6c3e6485-6614-45c8-9c09-abd7b67cad70 req-265cead3-22a2-4da1-9db3-4b2c84fff534 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] 10.222.0.11 "GET /v2.0/ports?device_id=e857faf6-d80d-4c39-88de-63369aba93b4 HTTP/1.1" status: 200  len: 943 time: 0.0792918
Jul 06 02:10:43.180317 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-6c3e6485-6614-45c8-9c09-abd7b67cad70 req-ff37ab63-075d-4723-a0e5-c80525e8f986 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] 10.222.0.11 "GET /v2.0/security-groups?id=41f368c8-daca-4e9a-8d80-0b4517c68654&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0419271
Jul 06 02:10:44.376496 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdd66b2-a541-48c4-a88c-100977cb4d6d req-49abe029-3d25-4a22-82d0-c2642b8d3951 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:10:44.378110 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-1bdd66b2-a541-48c4-a88c-100977cb4d6d req-49abe029-3d25-4a22-82d0-c2642b8d3951 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] 10.222.0.11 "GET /v2.0/ports?device_id=e857faf6-d80d-4c39-88de-63369aba93b4 HTTP/1.1" status: 200  len: 943 time: 0.0819023
Jul 06 02:10:44.427329 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-1bdd66b2-a541-48c4-a88c-100977cb4d6d req-c748b37c-dedc-4def-98aa-f9b9b20c708d tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] 10.222.0.11 "GET /v2.0/security-groups?id=41f368c8-daca-4e9a-8d80-0b4517c68654&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0421734
Jul 06 02:10:45.615367 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce3573c-8499-4dd2-8de7-22d67caf39a3 req-321ea36a-6281-4a33-8e1a-2fe3119e0bc5 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:10:45.616926 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-4ce3573c-8499-4dd2-8de7-22d67caf39a3 req-321ea36a-6281-4a33-8e1a-2fe3119e0bc5 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] 10.222.0.11 "GET /v2.0/ports?device_id=e857faf6-d80d-4c39-88de-63369aba93b4 HTTP/1.1" status: 200  len: 943 time: 0.0753052
Jul 06 02:10:45.670760 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-4ce3573c-8499-4dd2-8de7-22d67caf39a3 req-1a6de2c5-7068-4875-84a5-c867fa7b3f61 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] 10.222.0.11 "GET /v2.0/security-groups?id=41f368c8-daca-4e9a-8d80-0b4517c68654&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0461831
Jul 06 02:10:46.858655 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1f94bd-847f-4ae0-add6-4a374ebe7ecf req-24502ee1-2b33-4ab0-9d0f-c04ed613cbea tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:10:46.860262 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-eb1f94bd-847f-4ae0-add6-4a374ebe7ecf req-24502ee1-2b33-4ab0-9d0f-c04ed613cbea tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] 10.222.0.11 "GET /v2.0/ports?device_id=e857faf6-d80d-4c39-88de-63369aba93b4 HTTP/1.1" status: 200  len: 943 time: 0.0769844
Jul 06 02:10:46.915512 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-eb1f94bd-847f-4ae0-add6-4a374ebe7ecf req-ca044f6a-f839-45ba-8c63-c96eedb8cc84 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] 10.222.0.11 "GET /v2.0/security-groups?id=41f368c8-daca-4e9a-8d80-0b4517c68654&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0478122
Jul 06 02:10:47.336214 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.rpc [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Device bee25565-09af-4e12-b81e-d7d5e1f2f10e details requested by agent hyperv_hv-cinder-79954 with host hv-cinder-79954 {{(pid=80982) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:87}}
Jul 06 02:10:47.470101 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] For port bee25565-09af-4e12-b81e-d7d5e1f2f10e, host hv-cinder-79954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79954',level=0,port_id=bee25565-09af-4e12-b81e-d7d5e1f2f10e,segment=NetworkSegment(74fdbca4-16e2-4773-9a83-f93356a3588c),segment_id=74fdbca4-16e2-4773-9a83-f93356a3588c)] {{(pid=80982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 02:10:47.484557 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.rpc [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Returning: {'device': 'bee25565-09af-4e12-b81e-d7d5e1f2f10e', 'network_id': '7b75ddbd-096b-4c76-b200-5fe79d8d0f95', 'port_id': 'bee25565-09af-4e12-b81e-d7d5e1f2f10e', 'mac_address': 'fa:16:3e:16:f4:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4ccb081-7a6c-4e1b-abfd-422d472a0348', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80982) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:165}}
Jul 06 02:10:47.537777 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1050496'] for port, before_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:10:47.556480 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.notifiers.nova [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bee25565-09af-4e12-b81e-d7d5e1f2f10e {{(pid=80982) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Jul 06 02:10:47.573421 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] For port bee25565-09af-4e12-b81e-d7d5e1f2f10e, host hv-cinder-79954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79954',level=0,port_id=bee25565-09af-4e12-b81e-d7d5e1f2f10e,segment=NetworkSegment(74fdbca4-16e2-4773-9a83-f93356a3588c),segment_id=74fdbca4-16e2-4773-9a83-f93356a3588c)] {{(pid=80982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 02:10:47.613907 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740753762112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740753409037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296101366746'] for port, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:10:47.615817 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:10:47.680048 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Pushing event updated for resources: {'Port': ['ID=bee25565-09af-4e12-b81e-d7d5e1f2f10e,revision_number=4']} {{(pid=80982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:10:47.683301 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:10:47.821561 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] get_ports_and_sgs() called for port_ids ['bee25565-09af-4e12-b81e-d7d5e1f2f10e'] {{(pid=80982) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:184}}
Jul 06 02:10:48.104910 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3aea56-19f7-46b3-a1c2-62827d2350ec req-fa369d69-eabe-42d9-92e2-d561f3b02435 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:10:48.106542 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-0f3aea56-19f7-46b3-a1c2-62827d2350ec req-fa369d69-eabe-42d9-92e2-d561f3b02435 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] 10.222.0.11 "GET /v2.0/ports?device_id=e857faf6-d80d-4c39-88de-63369aba93b4 HTTP/1.1" status: 200  len: 944 time: 0.0754848
Jul 06 02:10:48.155679 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-0f3aea56-19f7-46b3-a1c2-62827d2350ec req-9915e33e-d7ee-4a44-9225-310c50b78de5 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] 10.222.0.11 "GET /v2.0/security-groups?id=41f368c8-daca-4e9a-8d80-0b4517c68654&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0420516
Jul 06 02:10:49.338853 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993ceb57-b1f7-4859-a792-29f06449e3d3 req-2043dab8-02ae-4e2d-95c1-e73803aefeeb tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:10:49.340422 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-993ceb57-b1f7-4859-a792-29f06449e3d3 req-2043dab8-02ae-4e2d-95c1-e73803aefeeb tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] 10.222.0.11 "GET /v2.0/ports?device_id=e857faf6-d80d-4c39-88de-63369aba93b4 HTTP/1.1" status: 200  len: 944 time: 0.0759377
Jul 06 02:10:49.352431 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.rpc [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Device bee25565-09af-4e12-b81e-d7d5e1f2f10e up at agent hyperv_hv-cinder-79954 {{(pid=80982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:273}}
Jul 06 02:10:49.390651 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-993ceb57-b1f7-4859-a792-29f06449e3d3 req-e32c3303-c53e-49b2-9681-63f16c3c7c57 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] 10.222.0.11 "GET /v2.0/security-groups?id=41f368c8-daca-4e9a-8d80-0b4517c68654&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0428355
Jul 06 02:10:49.454211 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.provisioning_blocks [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Provisioning for port bee25565-09af-4e12-b81e-d7d5e1f2f10e completed by entity L2. {{(pid=80982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 06 02:10:49.459250 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.provisioning_blocks [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Provisioning complete for port bee25565-09af-4e12-b81e-d7d5e1f2f10e triggered by entity L2. {{(pid=80982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 06 02:10:49.459671 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1309268'] for port, provisioning_complete {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:10:49.566169 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1050496'] for port, before_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:10:49.597820 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e857faf6-d80d-4c39-88de-63369aba93b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bee25565-09af-4e12-b81e-d7d5e1f2f10e'}] {{(pid=80982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 06 02:10:49.609062 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] For port bee25565-09af-4e12-b81e-d7d5e1f2f10e, host hv-cinder-79954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79954',level=0,port_id=bee25565-09af-4e12-b81e-d7d5e1f2f10e,segment=NetworkSegment(74fdbca4-16e2-4773-9a83-f93356a3588c),segment_id=74fdbca4-16e2-4773-9a83-f93356a3588c)] {{(pid=80982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 02:10:49.641961 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740753762112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740753409037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296101366746'] for port, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:10:49.644250 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-8c4df45b-bc0f-48ca-98c5-097241bbaf93 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:10:49.708053 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Pushing event updated for resources: {'Port': ['ID=bee25565-09af-4e12-b81e-d7d5e1f2f10e,revision_number=5']} {{(pid=80982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:10:49.711418 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:10:49.732871 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e857faf6-d80d-4c39-88de-63369aba93b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bee25565-09af-4e12-b81e-d7d5e1f2f10e', 'code': 200}
Jul 06 02:10:50.070869 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-17ca2f51-7374-4795-be45-b723303e6690 req-bb3d3236-5ade-4c81-80d0-a600e87aace5 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e857faf6-d80d-4c39-88de-63369aba93b4 HTTP/1.1" status: 200  len: 1098 time: 0.0708768
Jul 06 02:10:50.113770 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-17ca2f51-7374-4795-be45-b723303e6690 req-87c44d0d-9500-4dc3-8f66-ce5a45f61b56 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=41f368c8-daca-4e9a-8d80-0b4517c68654&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0362329
Jul 06 02:10:50.230757 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.agents_db [None req-b173abe4-0d36-4765-adb2-33779d11156f None None] Agent healthcheck: found 6 active agents {{(pid=80983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Jul 06 02:10:50.585710 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef28f0f7-e5bd-4645-a130-b5d4f252699a req-388020d5-6642-47cb-8603-b45d996dbbfe tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:10:50.587292 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-ef28f0f7-e5bd-4645-a130-b5d4f252699a req-388020d5-6642-47cb-8603-b45d996dbbfe tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] 10.222.0.11 "GET /v2.0/ports?device_id=e857faf6-d80d-4c39-88de-63369aba93b4 HTTP/1.1" status: 200  len: 945 time: 0.0806589
Jul 06 02:10:50.636555 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-ef28f0f7-e5bd-4645-a130-b5d4f252699a req-aa062718-678b-4ab0-ad27-5fa18009530f tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] 10.222.0.11 "GET /v2.0/security-groups?id=41f368c8-daca-4e9a-8d80-0b4517c68654&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0418086
Jul 06 02:10:51.823356 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c8fe23-793d-44b3-8d04-b53204d9a349 req-abd5abec-359c-475e-a152-e88b158dc54e tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:10:51.824902 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-31c8fe23-793d-44b3-8d04-b53204d9a349 req-abd5abec-359c-475e-a152-e88b158dc54e tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] 10.222.0.11 "GET /v2.0/ports?device_id=e857faf6-d80d-4c39-88de-63369aba93b4 HTTP/1.1" status: 200  len: 945 time: 0.0758348
Jul 06 02:10:51.879882 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-31c8fe23-793d-44b3-8d04-b53204d9a349 req-3063f199-b8ac-4c38-83d6-599c7579a98f tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] 10.222.0.11 "GET /v2.0/security-groups?id=41f368c8-daca-4e9a-8d80-0b4517c68654&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0472457
Jul 06 02:10:52.064222 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d4cc43-9464-4bae-9cc3-e16b349bbe0f req-86fd5a84-3cef-47a6-a6e0-1bde36d9fe01 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:10:52.065815 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-56d4cc43-9464-4bae-9cc3-e16b349bbe0f req-86fd5a84-3cef-47a6-a6e0-1bde36d9fe01 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] 10.222.0.11 "GET /v2.0/ports?device_id=e857faf6-d80d-4c39-88de-63369aba93b4 HTTP/1.1" status: 200  len: 945 time: 0.0757248
Jul 06 02:10:52.333161 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-56d4cc43-9464-4bae-9cc3-e16b349bbe0f req-57b19ba4-eee5-4ca5-9d79-da4d6f749a9b tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] 10.222.0.11 "GET /v2.0/security-groups?id=41f368c8-daca-4e9a-8d80-0b4517c68654&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2604125
Jul 06 02:10:52.358183 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80980) accepted ('10.222.0.11', 49024) {{(pid=80980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 02:10:52.564890 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-4523b678-0763-4304-9e43-e5300e4c52d2 tempest-TestVolumeBootPattern-2122957181 tempest-TestVolumeBootPattern-2122957181-project-admin] Synchronizing usage tracker for tenant:fe9c33ee9a8c4ad69738d25eb06a0d5f on resource:port {{(pid=80980) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 06 02:10:52.602850 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-4523b678-0763-4304-9e43-e5300e4c52d2 tempest-TestVolumeBootPattern-2122957181 tempest-TestVolumeBootPattern-2122957181-project-admin] Unset dirty status for tenant:fe9c33ee9a8c4ad69738d25eb06a0d5f on resource:port {{(pid=80980) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 06 02:10:52.604066 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-4523b678-0763-4304-9e43-e5300e4c52d2 tempest-TestVolumeBootPattern-2122957181 tempest-TestVolumeBootPattern-2122957181-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=e857faf6-d80d-4c39-88de-63369aba93b4 HTTP/1.1" status: 200  len: 1093 time: 0.2447968
Jul 06 02:10:52.607342 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80980) accepted ('10.222.0.11', 49032) {{(pid=80980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 02:10:52.613141 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.v2.base [None req-6f57b433-8c38-4c8a-b112-6a7a23f52b4c tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Request body: {'floatingip': {'floating_network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8', 'port_id': 'bee25565-09af-4e12-b81e-d7d5e1f2f10e', 'tenant_id': '9b9b77729cb3438b9ca89127da181324', 'fixed_ip_address': '172.20.0.9'}} {{(pid=80980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 06 02:10:52.618934 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-6f57b433-8c38-4c8a-b112-6a7a23f52b4c tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 02:10:52.623750 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-6f57b433-8c38-4c8a-b112-6a7a23f52b4c tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Usage tracker for resource:floatingip and tenant:9b9b77729cb3438b9ca89127da181324 is out of sync, need to count used quota {{(pid=80980) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 02:10:52.626648 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-6f57b433-8c38-4c8a-b112-6a7a23f52b4c tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80980) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 02:10:52.632399 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-6f57b433-8c38-4c8a-b112-6a7a23f52b4c tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 02:10:52.665657 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-6f57b433-8c38-4c8a-b112-6a7a23f52b4c tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Notify callbacks [] for floatingip, before_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:10:52.809913 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-6f57b433-8c38-4c8a-b112-6a7a23f52b4c tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1050496'] for port, before_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:10:52.944374 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.db_base_plugin_common [None req-6f57b433-8c38-4c8a-b112-6a7a23f52b4c tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Allocated IP 172.27.1.8 (69f53fb8-46a2-4fb2-8b50-29617e0b26b8/24d74941-6bd6-4d03-882f-a623d522833f/eb87d9e8-a68c-426e-87e0-2529f2d0dfc9) {{(pid=80980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Jul 06 02:10:53.090487 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-6f57b433-8c38-4c8a-b112-6a7a23f52b4c tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Notify callbacks [] for port, precommit_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:10:53.140147 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-6f57b433-8c38-4c8a-b112-6a7a23f52b4c tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296101369102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839946710'] for port, after_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:10:53.144742 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-e01f13e3-f637-4059-bdb2-2bd16fd25cc9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:10:53.206230 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f57b433-8c38-4c8a-b112-6a7a23f52b4c tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Network 69f53fb8-46a2-4fb2-8b50-29617e0b26b8 is already hosted by enough agents. {{(pid=80980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:240}}
Jul 06 02:10:53.209070 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.scheduler.base_scheduler [None req-6f57b433-8c38-4c8a-b112-6a7a23f52b4c tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Resources bound (agent type, host, resource id):  {{(pid=80980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jul 06 02:10:53.212998 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f57b433-8c38-4c8a-b112-6a7a23f52b4c tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Received port after_create {{(pid=80980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 06 02:10:53.239831 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f57b433-8c38-4c8a-b112-6a7a23f52b4c tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Pushing event updated for resources: {'Port': ['ID=eb87d9e8-a68c-426e-87e0-2529f2d0dfc9,revision_number=1']} {{(pid=80980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:10:53.261603 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f57b433-8c38-4c8a-b112-6a7a23f52b4c tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:10:53.262019 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f57b433-8c38-4c8a-b112-6a7a23f52b4c tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:10:53.262402 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f57b433-8c38-4c8a-b112-6a7a23f52b4c tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Version for resource type Network changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:10:53.262838 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f57b433-8c38-4c8a-b112-6a7a23f52b4c tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:10:53.263244 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f57b433-8c38-4c8a-b112-6a7a23f52b4c tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Version for resource type PortForwarding changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:10:53.263643 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f57b433-8c38-4c8a-b112-6a7a23f52b4c tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:10:53.264040 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f57b433-8c38-4c8a-b112-6a7a23f52b4c tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Version for resource type SecurityGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:10:53.264437 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f57b433-8c38-4c8a-b112-6a7a23f52b4c tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:10:53.264825 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f57b433-8c38-4c8a-b112-6a7a23f52b4c tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:10:53.265268 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f57b433-8c38-4c8a-b112-6a7a23f52b4c tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Version for resource type Subnet changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:10:53.265665 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f57b433-8c38-4c8a-b112-6a7a23f52b4c tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:10:53.271045 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-6f57b433-8c38-4c8a-b112-6a7a23f52b4c tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:10:53.691518 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-6f57b433-8c38-4c8a-b112-6a7a23f52b4c tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:10:53.766455 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-6f57b433-8c38-4c8a-b112-6a7a23f52b4c tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1050496'] for port, before_update {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:10:53.966964 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-6f57b433-8c38-4c8a-b112-6a7a23f52b4c tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Notify callbacks [] for port, precommit_update {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:10:53.996416 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-6f57b433-8c38-4c8a-b112-6a7a23f52b4c tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740753762112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740753409037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296101366746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14829106'] for port, after_update {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:10:54.000766 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-d37e5e15-b3b1-489a-af04-f3d0988df42a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:10:54.099444 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f57b433-8c38-4c8a-b112-6a7a23f52b4c tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Pushing event updated for resources: {'Port': ['ID=eb87d9e8-a68c-426e-87e0-2529f2d0dfc9,revision_number=2']} {{(pid=80980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:10:54.103750 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-6f57b433-8c38-4c8a-b112-6a7a23f52b4c tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:10:54.114197 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-6f57b433-8c38-4c8a-b112-6a7a23f52b4c tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854446392'] for floatingip, after_update {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:10:54.294847 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.db.l3_db [None req-6f57b433-8c38-4c8a-b112-6a7a23f52b4c tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Floating IP b42997d5-7338-449d-bbfa-0911c3e39f21 associated. External IP: 172.27.1.8, port: bee25565-09af-4e12-b81e-d7d5e1f2f10e.
Jul 06 02:10:54.665010 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f57b433-8c38-4c8a-b112-6a7a23f52b4c tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Router 887abde4-193f-4326-a0f1-9e48e2ea1968 has already been hosted by L3 agent 61912d2b-cbf3-48c5-b8b2-dcc1c49052a5 {{(pid=80980) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Jul 06 02:10:55.094663 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f57b433-8c38-4c8a-b112-6a7a23f52b4c tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Notify agent at l3_agent.dv-cinder-799546-3-iscsi the message routers_updated {{(pid=80980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jul 06 02:10:55.104431 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b68ac217-8fc0-4dfe-b299-60f7ff43fdfb None None] Sync routers for ids ['887abde4-193f-4326-a0f1-9e48e2ea1968'] in dv-cinder-799546-3-iscsi {{(pid=80982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Jul 06 02:10:55.117595 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b68ac217-8fc0-4dfe-b299-60f7ff43fdfb None None] Routers {'887abde4-193f-4326-a0f1-9e48e2ea1968'} bound to L3 agent in host dv-cinder-799546-3-iscsi {{(pid=80982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 06 02:10:55.118262 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_hamode_db [None req-b68ac217-8fc0-4dfe-b299-60f7ff43fdfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f31d6dddef0>, 'dv-cinder-799546-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T01:50:03Z,description=<?>,heartbeat_timestamp=2021-07-06T02:10:33Z,host='dv-cinder-799546-3-iscsi',id=61912d2b-cbf3-48c5-b8b2-dcc1c49052a5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-06T01:50:03Z,topic='l3_agent')) {'router_ids': ['887abde4-193f-4326-a0f1-9e48e2ea1968'], 'active': True} {{(pid=80982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 02:10:55.145481 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-6f57b433-8c38-4c8a-b112-6a7a23f52b4c tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91827'] for floatingip, before_response {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:10:55.193818 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-6f57b433-8c38-4c8a-b112-6a7a23f52b4c tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 994 time: 2.5853488
Jul 06 02:10:55.194548 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e857faf6-d80d-4c39-88de-63369aba93b4', 'tag': 'bee25565-09af-4e12-b81e-d7d5e1f2f10e'}] {{(pid=80980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 06 02:10:55.329764 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e857faf6-d80d-4c39-88de-63369aba93b4', 'tag': 'bee25565-09af-4e12-b81e-d7d5e1f2f10e', 'status': 'completed', 'code': 200}
Jul 06 02:10:55.427449 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-818ca18b-1549-4b12-9bec-a6c31ad8eba4 req-a8944903-6511-4d1b-8ca5-c32c2040864f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9b9b77729cb3438b9ca89127da181324&device_id=e857faf6-d80d-4c39-88de-63369aba93b4 HTTP/1.1" status: 200  len: 1098 time: 0.0719712
Jul 06 02:10:55.490119 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_dvr_db [None req-b68ac217-8fc0-4dfe-b299-60f7ff43fdfb None None] Set router 887abde4-193f-4326-a0f1-9e48e2ea1968 gateway port host: dv-cinder-799546-3-iscsi {{(pid=80982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:850}}
Jul 06 02:10:55.570129 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818ca18b-1549-4b12-9bec-a6c31ad8eba4 req-a1bbf1d5-3f4b-453a-b78d-c26ce620a0fd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:10:55.571702 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-818ca18b-1549-4b12-9bec-a6c31ad8eba4 req-a1bbf1d5-3f4b-453a-b78d-c26ce620a0fd service neutron] 10.222.0.37 "GET /v2.0/networks?id=7b75ddbd-096b-4c76-b200-5fe79d8d0f95 HTTP/1.1" status: 200  len: 913 time: 0.1360767
Jul 06 02:10:55.670654 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-818ca18b-1549-4b12-9bec-a6c31ad8eba4 req-288f763d-860a-4c05-b883-9cc9ad956b51 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bee25565-09af-4e12-b81e-d7d5e1f2f10e HTTP/1.1" status: 200  len: 997 time: 0.0907204
Jul 06 02:10:55.734739 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818ca18b-1549-4b12-9bec-a6c31ad8eba4 req-27ee353f-56fe-479a-904d-6af71aa06e62 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:10:55.736256 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-818ca18b-1549-4b12-9bec-a6c31ad8eba4 req-27ee353f-56fe-479a-904d-6af71aa06e62 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c4ccb081-7a6c-4e1b-abfd-422d472a0348 HTTP/1.1" status: 200  len: 851 time: 0.0583348
Jul 06 02:10:55.815216 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-818ca18b-1549-4b12-9bec-a6c31ad8eba4 req-dbc44dec-a713-4792-aff5-6168dd47dd6e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7b75ddbd-096b-4c76-b200-5fe79d8d0f95&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0717363
Jul 06 02:10:55.826957 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_hamode_db [None req-b68ac217-8fc0-4dfe-b299-60f7ff43fdfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f31d6dddef0>, [{'id': '887abde4-193f-4326-a0f1-9e48e2ea1968', 'name': 'tempest-TestVolumeBootPattern-1251328745-router', 'tenant_id': '9b9b77729cb3438b9ca89127da181324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8', 'external_fixed_ips': [{'subnet_id': '24d74941-6bd6-4d03-882f-a623d522833f', 'ip_address': '172.27.1.153'}], 'enable_snat': True}, 'gw_port_id': 'cd0b31a7-e642-4344-968d-f8f920cac542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T02:10:01Z', 'updated_at': '2021-07-06T02:10:04Z', 'revision_number': 4, 'project_id': '9b9b77729cb3438b9ca89127da181324', 'gw_port': {'id': 'cd0b31a7-e642-4344-968d-f8f920cac542', 'name': '', 'network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:b3:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '887abde4-193f-4326-a0f1-9e48e2ea1968', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '24d74941-6bd6-4d03-882f-a623d522833f', 'ip_address': '172.27.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T02:10:01Z', 'updated_at': '2021-07-06T02:10:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24d74941-6bd6-4d03-882f-a623d522833f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799546-3-iscsi', '_floatingips': [{'id': 'b42997d5-7338-449d-bbfa-0911c3e39f21', 'tenant_id': '9b9b77729cb3438b9ca89127da181324', 'floating_ip_address': '172.27.1.8', 'floating_network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8', 'router_id': '887abde4-193f-4326-a0f1-9e48e2ea1968', 'port_id': 'bee25565-09af-4e12-b81e-d7d5e1f2f10e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b75ddbd-096b-4c76-b200-5fe79d8d0f95', 'mac_address': 'fa:16:3e:16:f4:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e857faf6-d80d-4c39-88de-63369aba93b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T02:10:53Z', 'updated_at': '2021-07-06T02:10:53Z', 'revision_number': 0, 'project_id': '9b9b77729cb3438b9ca89127da181324', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c24cbd5-1ea2-4ed3-8852-2990ae18ebfb', 'name': '', 'network_id': '7b75ddbd-096b-4c76-b200-5fe79d8d0f95', 'tenant_id': '9b9b77729cb3438b9ca89127da181324', 'mac_address': 'fa:16:3e:f1:e4:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '887abde4-193f-4326-a0f1-9e48e2ea1968', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c4ccb081-7a6c-4e1b-abfd-422d472a0348', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T02:10:04Z', 'updated_at': '2021-07-06T02:10:12Z', 'revision_number': 5, 'project_id': '9b9b77729cb3438b9ca89127da181324', 'subnets': [{'id': 'c4ccb081-7a6c-4e1b-abfd-422d472a0348', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799546-3-iscsi', False) {} {{(pid=80982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 02:10:55.831083 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b68ac217-8fc0-4dfe-b299-60f7ff43fdfb None None] Checking router: 887abde4-193f-4326-a0f1-9e48e2ea1968 for host: dv-cinder-799546-3-iscsi {{(pid=80982) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Jul 06 02:10:55.842794 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b68ac217-8fc0-4dfe-b299-60f7ff43fdfb None None] Routers {'887abde4-193f-4326-a0f1-9e48e2ea1968'} bound to L3 agent in host dv-cinder-799546-3-iscsi {{(pid=80982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 06 02:10:55.843459 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_hamode_db [None req-b68ac217-8fc0-4dfe-b299-60f7ff43fdfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f31d6dddef0>, 'dv-cinder-799546-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T01:50:03Z,description=<?>,heartbeat_timestamp=2021-07-06T02:10:33Z,host='dv-cinder-799546-3-iscsi',id=61912d2b-cbf3-48c5-b8b2-dcc1c49052a5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-06T01:50:03Z,topic='l3_agent')) {'router_ids': ['887abde4-193f-4326-a0f1-9e48e2ea1968'], 'active': True} {{(pid=80982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 02:10:55.953749 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-818ca18b-1549-4b12-9bec-a6c31ad8eba4 req-e3d5e794-6a95-4d1d-baea-ad94982420a1 service neutron] 10.222.0.37 "GET /v2.0/networks/7b75ddbd-096b-4c76-b200-5fe79d8d0f95?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1311781
Jul 06 02:10:56.024352 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_dvr_db [None req-b68ac217-8fc0-4dfe-b299-60f7ff43fdfb None None] Set router 887abde4-193f-4326-a0f1-9e48e2ea1968 gateway port host: dv-cinder-799546-3-iscsi {{(pid=80982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:850}}
Jul 06 02:10:56.091867 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-818ca18b-1549-4b12-9bec-a6c31ad8eba4 req-ad9755a5-3800-448b-a659-1044d5c3cf49 service neutron] 10.222.0.37 "GET /v2.0/networks/7b75ddbd-096b-4c76-b200-5fe79d8d0f95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1306806
Jul 06 02:10:56.360425 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_hamode_db [None req-b68ac217-8fc0-4dfe-b299-60f7ff43fdfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f31d6dddef0>, [{'id': '887abde4-193f-4326-a0f1-9e48e2ea1968', 'name': 'tempest-TestVolumeBootPattern-1251328745-router', 'tenant_id': '9b9b77729cb3438b9ca89127da181324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8', 'external_fixed_ips': [{'subnet_id': '24d74941-6bd6-4d03-882f-a623d522833f', 'ip_address': '172.27.1.153'}], 'enable_snat': True}, 'gw_port_id': 'cd0b31a7-e642-4344-968d-f8f920cac542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T02:10:01Z', 'updated_at': '2021-07-06T02:10:04Z', 'revision_number': 4, 'project_id': '9b9b77729cb3438b9ca89127da181324', 'gw_port': {'id': 'cd0b31a7-e642-4344-968d-f8f920cac542', 'name': '', 'network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:b3:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '887abde4-193f-4326-a0f1-9e48e2ea1968', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '24d74941-6bd6-4d03-882f-a623d522833f', 'ip_address': '172.27.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T02:10:01Z', 'updated_at': '2021-07-06T02:10:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24d74941-6bd6-4d03-882f-a623d522833f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799546-3-iscsi', '_floatingips': [{'id': 'b42997d5-7338-449d-bbfa-0911c3e39f21', 'tenant_id': '9b9b77729cb3438b9ca89127da181324', 'floating_ip_address': '172.27.1.8', 'floating_network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8', 'router_id': '887abde4-193f-4326-a0f1-9e48e2ea1968', 'port_id': 'bee25565-09af-4e12-b81e-d7d5e1f2f10e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b75ddbd-096b-4c76-b200-5fe79d8d0f95', 'mac_address': 'fa:16:3e:16:f4:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e857faf6-d80d-4c39-88de-63369aba93b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T02:10:53Z', 'updated_at': '2021-07-06T02:10:53Z', 'revision_number': 0, 'project_id': '9b9b77729cb3438b9ca89127da181324', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c24cbd5-1ea2-4ed3-8852-2990ae18ebfb', 'name': '', 'network_id': '7b75ddbd-096b-4c76-b200-5fe79d8d0f95', 'tenant_id': '9b9b77729cb3438b9ca89127da181324', 'mac_address': 'fa:16:3e:f1:e4:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '887abde4-193f-4326-a0f1-9e48e2ea1968', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c4ccb081-7a6c-4e1b-abfd-422d472a0348', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T02:10:04Z', 'updated_at': '2021-07-06T02:10:12Z', 'revision_number': 5, 'project_id': '9b9b77729cb3438b9ca89127da181324', 'subnets': [{'id': 'c4ccb081-7a6c-4e1b-abfd-422d472a0348', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799546-3-iscsi', False) {} {{(pid=80982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 02:10:56.364455 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b68ac217-8fc0-4dfe-b299-60f7ff43fdfb None None] The sync data for ids ['887abde4-193f-4326-a0f1-9e48e2ea1968'] in dv-cinder-799546-3-iscsi is: [{'id': '887abde4-193f-4326-a0f1-9e48e2ea1968', 'name': 'tempest-TestVolumeBootPattern-1251328745-router', 'tenant_id': '9b9b77729cb3438b9ca89127da181324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8', 'external_fixed_ips': [{'subnet_id': '24d74941-6bd6-4d03-882f-a623d522833f', 'ip_address': '172.27.1.153'}], 'enable_snat': True}, 'gw_port_id': 'cd0b31a7-e642-4344-968d-f8f920cac542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T02:10:01Z', 'updated_at': '2021-07-06T02:10:04Z', 'revision_number': 4, 'project_id': '9b9b77729cb3438b9ca89127da181324', 'gw_port': {'id': 'cd0b31a7-e642-4344-968d-f8f920cac542', 'name': '', 'network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:b3:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '887abde4-193f-4326-a0f1-9e48e2ea1968', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '24d74941-6bd6-4d03-882f-a623d522833f', 'ip_address': '172.27.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T02:10:01Z', 'updated_at': '2021-07-06T02:10:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24d74941-6bd6-4d03-882f-a623d522833f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799546-3-iscsi', '_floatingips': [{'id': 'b42997d5-7338-449d-bbfa-0911c3e39f21', 'tenant_id': '9b9b77729cb3438b9ca89127da181324', 'floating_ip_address': '172.27.1.8', 'floating_network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8', 'router_id': '887abde4-193f-4326-a0f1-9e48e2ea1968', 'port_id': 'bee25565-09af-4e12-b81e-d7d5e1f2f10e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b75ddbd-096b-4c76-b200-5fe79d8d0f95', 'mac_address': 'fa:16:3e:16:f4:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e857faf6-d80d-4c39-88de-63369aba93b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T02:10:53Z', 'updated_at': '2021-07-06T02:10:53Z', 'revision_number': 0, 'project_id': '9b9b77729cb3438b9ca89127da181324', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c24cbd5-1ea2-4ed3-8852-2990ae18ebfb', 'name': '', 'network_id': '7b75ddbd-096b-4c76-b200-5fe79d8d0f95', 'tenant_id': '9b9b77729cb3438b9ca89127da181324', 'mac_address': 'fa:16:3e:f1:e4:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '887abde4-193f-4326-a0f1-9e48e2ea1968', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c4ccb081-7a6c-4e1b-abfd-422d472a0348', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T02:10:04Z', 'updated_at': '2021-07-06T02:10:12Z', 'revision_number': 5, 'project_id': '9b9b77729cb3438b9ca89127da181324', 'subnets': [{'id': 'c4ccb081-7a6c-4e1b-abfd-422d472a0348', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=80982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Jul 06 02:10:56.693253 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e07ccb60-4e75-4fff-a9c5-c4c1c907a954 None None] New status for floating IP b42997d5-7338-449d-bbfa-0911c3e39f21: ACTIVE {{(pid=80983) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:278}}
Jul 06 02:11:00.682163 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-9e07c371-cd9b-400f-91f2-89477131429b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:11:02.258658 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:11:03.184745 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-62121be8-d559-49d8-a10a-7f6c1f2db1bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:11:03.722400 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:11:04.161983 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-76dafd09-8b9e-4f4b-ba8f-a0f9ff874801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:11:05.534056 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-fcfe0981-f829-42d2-99d0-fcc19e179060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:11:27.231206 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.agents_db [None req-b173abe4-0d36-4765-adb2-33779d11156f None None] Agent healthcheck: found 6 active agents {{(pid=80983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Jul 06 02:11:30.675927 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-8f3879b2-2245-43b3-8255-68a50bd1740d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:11:32.281486 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:11:33.190775 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-99ebbf3f-5e57-4549-93cd-7bbcf57c6add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:11:33.727487 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:11:34.161763 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-76dafd09-8b9e-4f4b-ba8f-a0f9ff874801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:11:35.538678 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-fcfe0981-f829-42d2-99d0-fcc19e179060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:11:47.852688 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-9d136092-3248-4e09-a386-725d3b3a1bc6 req-0cc43291-23bc-4573-aff4-6b84f3ebc95f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e857faf6-d80d-4c39-88de-63369aba93b4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0717568
Jul 06 02:11:48.221580 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-9d136092-3248-4e09-a386-725d3b3a1bc6 req-ee127f16-dbc5-4dc7-bfcd-2e4b85796c5c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9b9b77729cb3438b9ca89127da181324&device_id=e857faf6-d80d-4c39-88de-63369aba93b4 HTTP/1.1" status: 200  len: 1098 time: 0.2947950
Jul 06 02:11:48.370265 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d136092-3248-4e09-a386-725d3b3a1bc6 req-012fe088-0ad5-4153-a686-8004e7dba691 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:11:48.371816 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-9d136092-3248-4e09-a386-725d3b3a1bc6 req-012fe088-0ad5-4153-a686-8004e7dba691 service neutron] 10.222.0.37 "GET /v2.0/networks?id=7b75ddbd-096b-4c76-b200-5fe79d8d0f95 HTTP/1.1" status: 200  len: 913 time: 0.1291373
Jul 06 02:11:48.468350 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-9d136092-3248-4e09-a386-725d3b3a1bc6 req-538da77d-e1d6-410b-89fe-0adecd0811f3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bee25565-09af-4e12-b81e-d7d5e1f2f10e HTTP/1.1" status: 200  len: 999 time: 0.0888453
Jul 06 02:11:48.537361 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d136092-3248-4e09-a386-725d3b3a1bc6 req-75ccece9-655c-4c23-b270-018c363e2347 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:11:48.538779 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-9d136092-3248-4e09-a386-725d3b3a1bc6 req-75ccece9-655c-4c23-b270-018c363e2347 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c4ccb081-7a6c-4e1b-abfd-422d472a0348 HTTP/1.1" status: 200  len: 851 time: 0.0614274
Jul 06 02:11:48.613853 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-9d136092-3248-4e09-a386-725d3b3a1bc6 req-b8246da5-aefc-426b-a376-e1887807d0f0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7b75ddbd-096b-4c76-b200-5fe79d8d0f95&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0676408
Jul 06 02:11:48.753063 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-9d136092-3248-4e09-a386-725d3b3a1bc6 req-5904e7cc-d76f-4c5e-84ac-f2a63152d87a service neutron] 10.222.0.37 "GET /v2.0/networks/7b75ddbd-096b-4c76-b200-5fe79d8d0f95?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1310921
Jul 06 02:11:48.893263 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-9d136092-3248-4e09-a386-725d3b3a1bc6 req-95feb5fb-3ebb-43b1-8e32-feabca337f1c service neutron] 10.222.0.37 "GET /v2.0/networks/7b75ddbd-096b-4c76-b200-5fe79d8d0f95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1324439
Jul 06 02:12:00.669714 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-8fd59f60-d31b-4f59-b9f2-dc2dbe0a1d45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:12:02.258046 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:12:03.183733 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-58328ec0-5ac7-4df3-a161-fa71c2cd56c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:12:03.726851 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:12:04.149722 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-76dafd09-8b9e-4f4b-ba8f-a0f9ff874801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:12:04.232034 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.agents_db [None req-b173abe4-0d36-4765-adb2-33779d11156f None None] Agent healthcheck: found 6 active agents {{(pid=80983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Jul 06 02:12:05.544008 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-fcfe0981-f829-42d2-99d0-fcc19e179060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:12:30.697758 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-98a56703-7831-403d-8cb8-179a1f95a6a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:12:32.252071 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:12:33.171534 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-a44a4bbc-889f-4127-a419-3a7c5fc98f4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:12:33.737758 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:12:34.165909 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-76dafd09-8b9e-4f4b-ba8f-a0f9ff874801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:12:35.537560 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-fcfe0981-f829-42d2-99d0-fcc19e179060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:12:41.232989 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.agents_db [None req-b173abe4-0d36-4765-adb2-33779d11156f None None] Agent healthcheck: found 6 active agents {{(pid=80983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Jul 06 02:12:45.395363 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28200b04-8ae9-4999-8b10-4677aefcc646 req-0dc53b6a-128a-4bac-9a41-7e234ccdac82 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:12:45.396914 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-28200b04-8ae9-4999-8b10-4677aefcc646 req-0dc53b6a-128a-4bac-9a41-7e234ccdac82 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] 10.222.0.11 "GET /v2.0/ports?device_id=e857faf6-d80d-4c39-88de-63369aba93b4 HTTP/1.1" status: 200  len: 945 time: 0.0790350
Jul 06 02:12:45.446499 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-28200b04-8ae9-4999-8b10-4677aefcc646 req-0e5b4914-5fab-419a-96cb-63151e753937 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] 10.222.0.11 "GET /v2.0/security-groups?id=41f368c8-daca-4e9a-8d80-0b4517c68654&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0425017
Jul 06 02:12:46.655372 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f4fc1e-c7f0-43c1-9c3f-22ea3ff2a3b0 req-c561ebd4-6928-4ae9-90d0-6f035507d776 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:12:46.657689 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-45f4fc1e-c7f0-43c1-9c3f-22ea3ff2a3b0 req-c561ebd4-6928-4ae9-90d0-6f035507d776 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] 10.222.0.11 "GET /v2.0/ports?device_id=e857faf6-d80d-4c39-88de-63369aba93b4 HTTP/1.1" status: 200  len: 945 time: 0.0879910
Jul 06 02:12:46.709055 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-45f4fc1e-c7f0-43c1-9c3f-22ea3ff2a3b0 req-32c48bf5-b8e7-49a1-a743-377958c07c76 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] 10.222.0.11 "GET /v2.0/security-groups?id=41f368c8-daca-4e9a-8d80-0b4517c68654&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0439973
Jul 06 02:12:46.976700 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1a54dd-6bb7-4e87-b55e-19c3e6238f28 req-99ed3e30-537d-4a89-bbc3-66aa31878749 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:12:46.978272 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-ab1a54dd-6bb7-4e87-b55e-19c3e6238f28 req-99ed3e30-537d-4a89-bbc3-66aa31878749 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] 10.222.0.37 "GET /v2.0/ports?device_id=e857faf6-d80d-4c39-88de-63369aba93b4 HTTP/1.1" status: 200  len: 945 time: 0.0780241
Jul 06 02:12:47.050011 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.plugin [req-ab1a54dd-6bb7-4e87-b55e-19c3e6238f28 req-26d0aaf5-873e-415a-95a6-38e6227f9350 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Deleting port bee25565-09af-4e12-b81e-d7d5e1f2f10e {{(pid=80981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1879}}
Jul 06 02:12:47.050398 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-ab1a54dd-6bb7-4e87-b55e-19c3e6238f28 req-26d0aaf5-873e-415a-95a6-38e6227f9350 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296100957044'] for port, before_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:12:47.288247 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [req-ab1a54dd-6bb7-4e87-b55e-19c3e6238f28 req-26d0aaf5-873e-415a-95a6-38e6227f9350 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] For port bee25565-09af-4e12-b81e-d7d5e1f2f10e, host hv-cinder-79954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79954',level=0,port_id=bee25565-09af-4e12-b81e-d7d5e1f2f10e,segment=NetworkSegment(74fdbca4-16e2-4773-9a83-f93356a3588c),segment_id=74fdbca4-16e2-4773-9a83-f93356a3588c)] {{(pid=80981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 02:12:47.288655 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-ab1a54dd-6bb7-4e87-b55e-19c3e6238f28 req-26d0aaf5-873e-415a-95a6-38e6227f9350 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328131'] for port, precommit_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:12:47.548093 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-ab1a54dd-6bb7-4e87-b55e-19c3e6238f28 req-26d0aaf5-873e-415a-95a6-38e6227f9350 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:12:47.548434 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-ab1a54dd-6bb7-4e87-b55e-19c3e6238f28 req-26d0aaf5-873e-415a-95a6-38e6227f9350 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854446392'] for floatingip, after_update {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:12:47.548787 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.db.l3_db [req-ab1a54dd-6bb7-4e87-b55e-19c3e6238f28 req-26d0aaf5-873e-415a-95a6-38e6227f9350 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Floating IP b42997d5-7338-449d-bbfa-0911c3e39f21 disassociated. External IP: 172.27.1.8, port: bee25565-09af-4e12-b81e-d7d5e1f2f10e.
Jul 06 02:12:47.549229 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.plugin [req-ab1a54dd-6bb7-4e87-b55e-19c3e6238f28 req-26d0aaf5-873e-415a-95a6-38e6227f9350 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Calling delete_port for bee25565-09af-4e12-b81e-d7d5e1f2f10e owned by compute:nova {{(pid=80981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1952}}
Jul 06 02:12:47.760336 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-ab1a54dd-6bb7-4e87-b55e-19c3e6238f28 req-26d0aaf5-873e-415a-95a6-38e6227f9350 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740753762095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296101366780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839890433'] for port, after_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:12:47.767148 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-b8b491af-eedc-4d45-b80f-f0087aaf0ac6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:12:47.815663 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d0aaf5-873e-415a-95a6-38e6227f9350 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Pushing event deleted for resources: {'Port': ['ID=bee25565-09af-4e12-b81e-d7d5e1f2f10e,revision_number=None']} {{(pid=80981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:12:47.830350 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d0aaf5-873e-415a-95a6-38e6227f9350 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:12:47.830350 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d0aaf5-873e-415a-95a6-38e6227f9350 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:12:47.830759 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d0aaf5-873e-415a-95a6-38e6227f9350 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Version for resource type Network changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:12:47.831164 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d0aaf5-873e-415a-95a6-38e6227f9350 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:12:47.831569 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d0aaf5-873e-415a-95a6-38e6227f9350 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Version for resource type PortForwarding changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:12:47.831979 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d0aaf5-873e-415a-95a6-38e6227f9350 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:12:47.832375 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d0aaf5-873e-415a-95a6-38e6227f9350 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Version for resource type SecurityGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:12:47.832775 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d0aaf5-873e-415a-95a6-38e6227f9350 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:12:47.833198 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d0aaf5-873e-415a-95a6-38e6227f9350 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:12:47.833592 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d0aaf5-873e-415a-95a6-38e6227f9350 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Version for resource type Subnet changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:12:47.833986 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d0aaf5-873e-415a-95a6-38e6227f9350 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:12:47.838530 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-26d0aaf5-873e-415a-95a6-38e6227f9350 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:12:47.949429 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-036f8a1d-dcd8-4ebc-830d-81e634fd4c5d req-5643b480-d407-4de7-b17f-051e193304f8 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] 10.222.0.11 "GET /v2.0/ports?device_id=e857faf6-d80d-4c39-88de-63369aba93b4 HTTP/1.1" status: 200  len: 210 time: 0.0566468
Jul 06 02:12:48.073492 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ab1a54dd-6bb7-4e87-b55e-19c3e6238f28 req-26d0aaf5-873e-415a-95a6-38e6227f9350 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Router 887abde4-193f-4326-a0f1-9e48e2ea1968 has already been hosted by L3 agent 61912d2b-cbf3-48c5-b8b2-dcc1c49052a5 {{(pid=80981) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Jul 06 02:12:48.505335 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ab1a54dd-6bb7-4e87-b55e-19c3e6238f28 req-26d0aaf5-873e-415a-95a6-38e6227f9350 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Notify agent at l3_agent.dv-cinder-799546-3-iscsi the message routers_updated {{(pid=80981) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jul 06 02:12:48.514956 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3701ace9-1eeb-4bae-9265-68aea59db24a None None] Sync routers for ids ['887abde4-193f-4326-a0f1-9e48e2ea1968'] in dv-cinder-799546-3-iscsi {{(pid=80982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Jul 06 02:12:48.528701 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3701ace9-1eeb-4bae-9265-68aea59db24a None None] Routers {'887abde4-193f-4326-a0f1-9e48e2ea1968'} bound to L3 agent in host dv-cinder-799546-3-iscsi {{(pid=80982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 06 02:12:48.529434 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_hamode_db [None req-3701ace9-1eeb-4bae-9265-68aea59db24a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f31d7199b70>, 'dv-cinder-799546-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T01:50:03Z,description=<?>,heartbeat_timestamp=2021-07-06T02:12:33Z,host='dv-cinder-799546-3-iscsi',id=61912d2b-cbf3-48c5-b8b2-dcc1c49052a5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-06T01:50:03Z,topic='l3_agent')) {'router_ids': ['887abde4-193f-4326-a0f1-9e48e2ea1968'], 'active': True} {{(pid=80982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 02:12:48.576338 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab1a54dd-6bb7-4e87-b55e-19c3e6238f28 req-26d0aaf5-873e-415a-95a6-38e6227f9350 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] No DVR routers for this DVR port bee25565-09af-4e12-b81e-d7d5e1f2f10e on host hv-cinder-79954 {{(pid=80981) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jul 06 02:12:48.578931 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-ab1a54dd-6bb7-4e87-b55e-19c3e6238f28 req-26d0aaf5-873e-415a-95a6-38e6227f9350 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91827'] for port, before_response {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:12:48.581732 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e857faf6-d80d-4c39-88de-63369aba93b4', 'name': 'network-vif-deleted', 'tag': 'bee25565-09af-4e12-b81e-d7d5e1f2f10e'}] {{(pid=80981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 06 02:12:48.629778 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-ab1a54dd-6bb7-4e87-b55e-19c3e6238f28 req-26d0aaf5-873e-415a-95a6-38e6227f9350 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] 10.222.0.37 "DELETE /v2.0/ports/bee25565-09af-4e12-b81e-d7d5e1f2f10e HTTP/1.1" status: 204  len: 173 time: 1.6438265
Jul 06 02:12:48.644453 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e857faf6-d80d-4c39-88de-63369aba93b4', 'name': 'network-vif-deleted', 'tag': 'bee25565-09af-4e12-b81e-d7d5e1f2f10e', 'status': 'completed', 'code': 200}
Jul 06 02:12:48.705718 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_dvr_db [None req-3701ace9-1eeb-4bae-9265-68aea59db24a None None] Set router 887abde4-193f-4326-a0f1-9e48e2ea1968 gateway port host: dv-cinder-799546-3-iscsi {{(pid=80982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:850}}
Jul 06 02:12:49.117236 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [req-bf6774ac-f0a5-4377-80b2-1bd85a751949 req-28d00d38-4037-4bf7-b3a9-c432427e93c2 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Synchronizing usage tracker for tenant:9b9b77729cb3438b9ca89127da181324 on resource:port {{(pid=80981) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 06 02:12:49.156461 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [req-bf6774ac-f0a5-4377-80b2-1bd85a751949 req-28d00d38-4037-4bf7-b3a9-c432427e93c2 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Unset dirty status for tenant:9b9b77729cb3438b9ca89127da181324 on resource:port {{(pid=80981) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 06 02:12:49.158364 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-bf6774ac-f0a5-4377-80b2-1bd85a751949 req-28d00d38-4037-4bf7-b3a9-c432427e93c2 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] 10.222.0.11 "GET /v2.0/ports?device_id=e857faf6-d80d-4c39-88de-63369aba93b4 HTTP/1.1" status: 200  len: 210 time: 0.0913594
Jul 06 02:12:49.199359 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_hamode_db [None req-3701ace9-1eeb-4bae-9265-68aea59db24a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f31d7199b70>, [{'id': '887abde4-193f-4326-a0f1-9e48e2ea1968', 'name': 'tempest-TestVolumeBootPattern-1251328745-router', 'tenant_id': '9b9b77729cb3438b9ca89127da181324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8', 'external_fixed_ips': [{'subnet_id': '24d74941-6bd6-4d03-882f-a623d522833f', 'ip_address': '172.27.1.153'}], 'enable_snat': True}, 'gw_port_id': 'cd0b31a7-e642-4344-968d-f8f920cac542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T02:10:01Z', 'updated_at': '2021-07-06T02:10:04Z', 'revision_number': 4, 'project_id': '9b9b77729cb3438b9ca89127da181324', 'gw_port': {'id': 'cd0b31a7-e642-4344-968d-f8f920cac542', 'name': '', 'network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:b3:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '887abde4-193f-4326-a0f1-9e48e2ea1968', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '24d74941-6bd6-4d03-882f-a623d522833f', 'ip_address': '172.27.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T02:10:01Z', 'updated_at': '2021-07-06T02:10:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24d74941-6bd6-4d03-882f-a623d522833f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799546-3-iscsi', '_interfaces': [{'id': '0c24cbd5-1ea2-4ed3-8852-2990ae18ebfb', 'name': '', 'network_id': '7b75ddbd-096b-4c76-b200-5fe79d8d0f95', 'tenant_id': '9b9b77729cb3438b9ca89127da181324', 'mac_address': 'fa:16:3e:f1:e4:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '887abde4-193f-4326-a0f1-9e48e2ea1968', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c4ccb081-7a6c-4e1b-abfd-422d472a0348', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T02:10:04Z', 'updated_at': '2021-07-06T02:10:12Z', 'revision_number': 5, 'project_id': '9b9b77729cb3438b9ca89127da181324', 'subnets': [{'id': 'c4ccb081-7a6c-4e1b-abfd-422d472a0348', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799546-3-iscsi', False) {} {{(pid=80982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 02:12:49.203382 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3701ace9-1eeb-4bae-9265-68aea59db24a None None] Checking router: 887abde4-193f-4326-a0f1-9e48e2ea1968 for host: dv-cinder-799546-3-iscsi {{(pid=80982) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Jul 06 02:12:49.215671 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3701ace9-1eeb-4bae-9265-68aea59db24a None None] Routers {'887abde4-193f-4326-a0f1-9e48e2ea1968'} bound to L3 agent in host dv-cinder-799546-3-iscsi {{(pid=80982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 06 02:12:49.216354 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_hamode_db [None req-3701ace9-1eeb-4bae-9265-68aea59db24a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f31d7199b70>, 'dv-cinder-799546-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T01:50:03Z,description=<?>,heartbeat_timestamp=2021-07-06T02:12:33Z,host='dv-cinder-799546-3-iscsi',id=61912d2b-cbf3-48c5-b8b2-dcc1c49052a5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-06T01:50:03Z,topic='l3_agent')) {'router_ids': ['887abde4-193f-4326-a0f1-9e48e2ea1968'], 'active': True} {{(pid=80982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 02:12:49.388689 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_dvr_db [None req-3701ace9-1eeb-4bae-9265-68aea59db24a None None] Set router 887abde4-193f-4326-a0f1-9e48e2ea1968 gateway port host: dv-cinder-799546-3-iscsi {{(pid=80982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:850}}
Jul 06 02:12:49.626712 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-5c2af24d-3d3c-4ffc-9216-ecc315a5043e req-a0b2c910-140d-4a06-a801-ec9f585106cf service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e857faf6-d80d-4c39-88de-63369aba93b4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 210 time: 0.0441215
Jul 06 02:12:49.707359 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_hamode_db [None req-3701ace9-1eeb-4bae-9265-68aea59db24a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f31d7199b70>, [{'id': '887abde4-193f-4326-a0f1-9e48e2ea1968', 'name': 'tempest-TestVolumeBootPattern-1251328745-router', 'tenant_id': '9b9b77729cb3438b9ca89127da181324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8', 'external_fixed_ips': [{'subnet_id': '24d74941-6bd6-4d03-882f-a623d522833f', 'ip_address': '172.27.1.153'}], 'enable_snat': True}, 'gw_port_id': 'cd0b31a7-e642-4344-968d-f8f920cac542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T02:10:01Z', 'updated_at': '2021-07-06T02:10:04Z', 'revision_number': 4, 'project_id': '9b9b77729cb3438b9ca89127da181324', 'gw_port': {'id': 'cd0b31a7-e642-4344-968d-f8f920cac542', 'name': '', 'network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:b3:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '887abde4-193f-4326-a0f1-9e48e2ea1968', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '24d74941-6bd6-4d03-882f-a623d522833f', 'ip_address': '172.27.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T02:10:01Z', 'updated_at': '2021-07-06T02:10:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24d74941-6bd6-4d03-882f-a623d522833f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799546-3-iscsi', '_interfaces': [{'id': '0c24cbd5-1ea2-4ed3-8852-2990ae18ebfb', 'name': '', 'network_id': '7b75ddbd-096b-4c76-b200-5fe79d8d0f95', 'tenant_id': '9b9b77729cb3438b9ca89127da181324', 'mac_address': 'fa:16:3e:f1:e4:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '887abde4-193f-4326-a0f1-9e48e2ea1968', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c4ccb081-7a6c-4e1b-abfd-422d472a0348', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T02:10:04Z', 'updated_at': '2021-07-06T02:10:12Z', 'revision_number': 5, 'project_id': '9b9b77729cb3438b9ca89127da181324', 'subnets': [{'id': 'c4ccb081-7a6c-4e1b-abfd-422d472a0348', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799546-3-iscsi', False) {} {{(pid=80982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 02:12:49.711460 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3701ace9-1eeb-4bae-9265-68aea59db24a None None] The sync data for ids ['887abde4-193f-4326-a0f1-9e48e2ea1968'] in dv-cinder-799546-3-iscsi is: [{'id': '887abde4-193f-4326-a0f1-9e48e2ea1968', 'name': 'tempest-TestVolumeBootPattern-1251328745-router', 'tenant_id': '9b9b77729cb3438b9ca89127da181324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8', 'external_fixed_ips': [{'subnet_id': '24d74941-6bd6-4d03-882f-a623d522833f', 'ip_address': '172.27.1.153'}], 'enable_snat': True}, 'gw_port_id': 'cd0b31a7-e642-4344-968d-f8f920cac542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T02:10:01Z', 'updated_at': '2021-07-06T02:10:04Z', 'revision_number': 4, 'project_id': '9b9b77729cb3438b9ca89127da181324', 'gw_port': {'id': 'cd0b31a7-e642-4344-968d-f8f920cac542', 'name': '', 'network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:b3:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '887abde4-193f-4326-a0f1-9e48e2ea1968', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '24d74941-6bd6-4d03-882f-a623d522833f', 'ip_address': '172.27.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T02:10:01Z', 'updated_at': '2021-07-06T02:10:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24d74941-6bd6-4d03-882f-a623d522833f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799546-3-iscsi', '_interfaces': [{'id': '0c24cbd5-1ea2-4ed3-8852-2990ae18ebfb', 'name': '', 'network_id': '7b75ddbd-096b-4c76-b200-5fe79d8d0f95', 'tenant_id': '9b9b77729cb3438b9ca89127da181324', 'mac_address': 'fa:16:3e:f1:e4:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '887abde4-193f-4326-a0f1-9e48e2ea1968', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c4ccb081-7a6c-4e1b-abfd-422d472a0348', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T02:10:04Z', 'updated_at': '2021-07-06T02:10:12Z', 'revision_number': 5, 'project_id': '9b9b77729cb3438b9ca89127da181324', 'subnets': [{'id': 'c4ccb081-7a6c-4e1b-abfd-422d472a0348', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=80982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Jul 06 02:12:49.790630 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-5c2af24d-3d3c-4ffc-9216-ecc315a5043e req-0df9b501-18c1-4cd5-9837-d12077f3f313 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9b9b77729cb3438b9ca89127da181324&device_id=e857faf6-d80d-4c39-88de-63369aba93b4 HTTP/1.1" status: 200  len: 210 time: 0.0498619
Jul 06 02:12:49.863140 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.rpc [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Device bee25565-09af-4e12-b81e-d7d5e1f2f10e no longer exists at agent hyperv_hv-cinder-79954 {{(pid=80982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:242}}
Jul 06 02:12:49.898804 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.plugin [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] No Port match for: bee25565-09af-4e12-b81e-d7d5e1f2f10e {{(pid=80982) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2217}}
Jul 06 02:12:49.899203 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.rpc [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Device bee25565-09af-4e12-b81e-d7d5e1f2f10e not bound to the agent host hv-cinder-79954 {{(pid=80982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:250}}
Jul 06 02:12:49.955526 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2af24d-3d3c-4ffc-9216-ecc315a5043e req-73a13bdf-bc6a-4eab-923f-53bf9494d246 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:12:49.957133 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-5c2af24d-3d3c-4ffc-9216-ecc315a5043e req-73a13bdf-bc6a-4eab-923f-53bf9494d246 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=9b9b77729cb3438b9ca89127da181324&shared=False HTTP/1.1" status: 200  len: 913 time: 0.1432805
Jul 06 02:12:50.101161 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2af24d-3d3c-4ffc-9216-ecc315a5043e req-5e07f96f-e65a-4324-b454-c1c7981e5787 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:12:50.102852 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-5c2af24d-3d3c-4ffc-9216-ecc315a5043e req-5e07f96f-e65a-4324-b454-c1c7981e5787 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1384745
Jul 06 02:12:50.154786 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35427bf2-b314-4a4d-9bc2-497dc303916b None None] New status for floating IP b42997d5-7338-449d-bbfa-0911c3e39f21: DOWN {{(pid=80983) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:278}}
Jul 06 02:12:50.613846 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-e716c9cc-5165-411f-bf44-43f8133994c0 req-33969775-2501-4854-8c7f-4b4c2b8b6bf8 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-350497112&fields=id&tenant_id=9b9b77729cb3438b9ca89127da181324 HTTP/1.1" status: 200  len: 267 time: 0.0430615
Jul 06 02:12:50.672548 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-e716c9cc-5165-411f-bf44-43f8133994c0 req-18ba1420-fb36-44e1-90d5-79e119bda13e tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] 10.222.0.11 "GET /v2.0/security-groups/41f368c8-daca-4e9a-8d80-0b4517c68654 HTTP/1.1" status: 200  len: 4611 time: 0.0520473
Jul 06 02:12:50.824783 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e716c9cc-5165-411f-bf44-43f8133994c0 req-06aa520b-1c62-49e4-aa48-966615f32ed2 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:12:50.826300 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-e716c9cc-5165-411f-bf44-43f8133994c0 req-06aa520b-1c62-49e4-aa48-966615f32ed2 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] 10.222.0.11 "GET /v2.0/networks?id=7b75ddbd-096b-4c76-b200-5fe79d8d0f95 HTTP/1.1" status: 200  len: 812 time: 0.1459825
Jul 06 02:12:50.846024 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-e716c9cc-5165-411f-bf44-43f8133994c0 req-8f30580d-955b-4e95-a4fc-4aceec2ae02b tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] 10.222.0.11 "GET /v2.0/quotas/9b9b77729cb3438b9ca89127da181324 HTTP/1.1" status: 200  len: 375 time: 0.0122075
Jul 06 02:12:50.933955 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-e716c9cc-5165-411f-bf44-43f8133994c0 req-6b275777-baf6-48b1-ac21-74ced79dc165 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=9b9b77729cb3438b9ca89127da181324&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0814617
Jul 06 02:12:51.044271 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [req-e716c9cc-5165-411f-bf44-43f8133994c0 req-4bc18b06-bc3f-4c5e-aebc-be63ea133041 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=80981) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jul 06 02:12:51.045339 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-e716c9cc-5165-411f-bf44-43f8133994c0 req-4bc18b06-bc3f-4c5e-aebc-be63ea133041 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 11621 time: 0.0977488
Jul 06 02:12:51.180336 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-e716c9cc-5165-411f-bf44-43f8133994c0 req-d0b17878-062b-4645-a205-2e9d98f746e3 service neutron] 10.222.0.11 "GET /v2.0/networks/7b75ddbd-096b-4c76-b200-5fe79d8d0f95?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1273398
Jul 06 02:12:51.322902 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-e716c9cc-5165-411f-bf44-43f8133994c0 req-3449bdcc-8a2c-451d-a13e-ad0a69d0c94b service neutron] 10.222.0.11 "GET /v2.0/networks/7b75ddbd-096b-4c76-b200-5fe79d8d0f95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1288202
Jul 06 02:12:51.926007 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-5b55742b-0d8c-4058-980f-e80424c406bb req-5001359d-5183-4fae-9edd-deec0b40e82e tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] 10.222.0.11 "GET /v2.0/ports?device_id=d6632116-aa47-4c9d-baf7-4355c2fa1ba5 HTTP/1.1" status: 200  len: 210 time: 0.0461128
Jul 06 02:12:53.084508 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-627782b4-5c57-4181-a279-bc81d07a2640 req-7191f061-4f59-4e08-aa06-d991f28a263e tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] 10.222.0.11 "GET /v2.0/ports?device_id=d6632116-aa47-4c9d-baf7-4355c2fa1ba5 HTTP/1.1" status: 200  len: 210 time: 0.0448496
Jul 06 02:12:53.600227 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e716c9cc-5165-411f-bf44-43f8133994c0 req-2c45db4e-2343-4859-a96d-0b5bfa985468 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:12:53.601864 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-e716c9cc-5165-411f-bf44-43f8133994c0 req-2c45db4e-2343-4859-a96d-0b5bfa985468 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] 10.222.0.37 "GET /v2.0/networks?id=7b75ddbd-096b-4c76-b200-5fe79d8d0f95 HTTP/1.1" status: 200  len: 812 time: 0.1563964
Jul 06 02:12:53.679346 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-e716c9cc-5165-411f-bf44-43f8133994c0 req-18c0602e-ced4-46c5-ac66-9c2f3b95ffb0 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9b9b77729cb3438b9ca89127da181324 HTTP/1.1" status: 200  len: 7027 time: 0.0688279
Jul 06 02:12:53.696030 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.v2.base [req-e716c9cc-5165-411f-bf44-43f8133994c0 req-a6d0bb87-4027-4f75-a337-0905c408acdd tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Request body: {'port': {'device_id': 'd6632116-aa47-4c9d-baf7-4355c2fa1ba5', 'network_id': '7b75ddbd-096b-4c76-b200-5fe79d8d0f95', 'admin_state_up': True, 'tenant_id': '9b9b77729cb3438b9ca89127da181324', 'security_groups': ['41f368c8-daca-4e9a-8d80-0b4517c68654']}} {{(pid=80981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 06 02:12:53.839441 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [req-e716c9cc-5165-411f-bf44-43f8133994c0 req-a6d0bb87-4027-4f75-a337-0905c408acdd tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 02:12:53.849921 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [req-e716c9cc-5165-411f-bf44-43f8133994c0 req-a6d0bb87-4027-4f75-a337-0905c408acdd tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 02:12:53.908903 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e716c9cc-5165-411f-bf44-43f8133994c0 req-a6d0bb87-4027-4f75-a337-0905c408acdd tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Made reservation on behalf of 9b9b77729cb3438b9ca89127da181324 for: {'port': 1} {{(pid=80981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jul 06 02:12:53.914702 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-e716c9cc-5165-411f-bf44-43f8133994c0 req-a6d0bb87-4027-4f75-a337-0905c408acdd tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1050496'] for port, before_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:12:54.073950 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.db_base_plugin_common [req-e716c9cc-5165-411f-bf44-43f8133994c0 req-a6d0bb87-4027-4f75-a337-0905c408acdd tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Allocated IP 172.20.0.9 (7b75ddbd-096b-4c76-b200-5fe79d8d0f95/c4ccb081-7a6c-4e1b-abfd-422d472a0348/0a420d20-7730-42ee-974b-538a3bd200e9) {{(pid=80981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Jul 06 02:12:54.248502 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-c5b6da06-2d87-46d7-bcc5-4472cc0d8786 req-2af36485-0fad-44f9-b58b-d47bf87ae41c tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] 10.222.0.11 "GET /v2.0/ports?device_id=d6632116-aa47-4c9d-baf7-4355c2fa1ba5 HTTP/1.1" status: 200  len: 210 time: 0.0489800
Jul 06 02:12:54.271955 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-e716c9cc-5165-411f-bf44-43f8133994c0 req-a6d0bb87-4027-4f75-a337-0905c408acdd tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Notify callbacks [] for port, precommit_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:12:54.286354 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.provisioning_blocks [req-e716c9cc-5165-411f-bf44-43f8133994c0 req-a6d0bb87-4027-4f75-a337-0905c408acdd tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Transition to ACTIVE for port object 0a420d20-7730-42ee-974b-538a3bd200e9 will not be triggered until provisioned by entity DHCP. {{(pid=80981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 06 02:12:54.331777 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-e716c9cc-5165-411f-bf44-43f8133994c0 req-a6d0bb87-4027-4f75-a337-0905c408acdd tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296101369102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839890433'] for port, after_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:12:54.337603 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-f6a547a2-ea74-4b3e-9e83-a5cbe3c9fa5e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:12:54.401591 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e716c9cc-5165-411f-bf44-43f8133994c0 req-a6d0bb87-4027-4f75-a337-0905c408acdd tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Network 7b75ddbd-096b-4c76-b200-5fe79d8d0f95 is already hosted by enough agents. {{(pid=80981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:240}}
Jul 06 02:12:54.404829 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.scheduler.base_scheduler [req-e716c9cc-5165-411f-bf44-43f8133994c0 req-a6d0bb87-4027-4f75-a337-0905c408acdd tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Resources bound (agent type, host, resource id):  {{(pid=80981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jul 06 02:12:54.409426 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_dvrscheduler_db [req-e716c9cc-5165-411f-bf44-43f8133994c0 req-a6d0bb87-4027-4f75-a337-0905c408acdd tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Received port after_create {{(pid=80981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 06 02:12:54.433978 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d0bb87-4027-4f75-a337-0905c408acdd tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Pushing event updated for resources: {'Port': ['ID=0a420d20-7730-42ee-974b-538a3bd200e9,revision_number=1']} {{(pid=80981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:12:54.442720 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-a6d0bb87-4027-4f75-a337-0905c408acdd tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:12:54.486187 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e716c9cc-5165-411f-bf44-43f8133994c0 req-a6d0bb87-4027-4f75-a337-0905c408acdd tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:12:54.486888 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-e716c9cc-5165-411f-bf44-43f8133994c0 req-a6d0bb87-4027-4f75-a337-0905c408acdd tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91827'] for port, before_response {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:12:54.538056 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-e716c9cc-5165-411f-bf44-43f8133994c0 req-a6d0bb87-4027-4f75-a337-0905c408acdd tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8459780
Jul 06 02:12:54.551063 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.v2.base [req-e716c9cc-5165-411f-bf44-43f8133994c0 req-c8959ddc-6f7b-4067-9f44-f4b546eb9598 service neutron] Request body: {'port': {'device_id': 'd6632116-aa47-4c9d-baf7-4355c2fa1ba5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79954'}} {{(pid=80981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 06 02:12:54.663773 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-e716c9cc-5165-411f-bf44-43f8133994c0 req-c8959ddc-6f7b-4067-9f44-f4b546eb9598 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1050496'] for port, before_update {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:12:54.679969 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.provisioning_blocks [None req-68c48737-d30a-4a26-82fc-99a54ddc2394 None None] Provisioning for port 0a420d20-7730-42ee-974b-538a3bd200e9 completed by entity DHCP. {{(pid=80982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 06 02:12:54.685193 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.provisioning_blocks [None req-68c48737-d30a-4a26-82fc-99a54ddc2394 None None] Provisioning complete for port 0a420d20-7730-42ee-974b-538a3bd200e9 triggered by entity DHCP. {{(pid=80982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 06 02:12:54.685681 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-68c48737-d30a-4a26-82fc-99a54ddc2394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1309268'] for port, provisioning_complete {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:12:54.737588 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.plugin [None req-68c48737-d30a-4a26-82fc-99a54ddc2394 None None] Port 0a420d20-7730-42ee-974b-538a3bd200e9 cannot update to ACTIVE because it is not bound. {{(pid=80982) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:301}}
Jul 06 02:12:54.994721 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.notifiers.nova [req-e716c9cc-5165-411f-bf44-43f8133994c0 req-c8959ddc-6f7b-4067-9f44-f4b546eb9598 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a420d20-7730-42ee-974b-538a3bd200e9 {{(pid=80981) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Jul 06 02:12:55.001557 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-e716c9cc-5165-411f-bf44-43f8133994c0 req-c8959ddc-6f7b-4067-9f44-f4b546eb9598 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:12:55.015924 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.provisioning_blocks [req-e716c9cc-5165-411f-bf44-43f8133994c0 req-c8959ddc-6f7b-4067-9f44-f4b546eb9598 service neutron] Transition to ACTIVE for port object 0a420d20-7730-42ee-974b-538a3bd200e9 will not be triggered until provisioned by entity L2. {{(pid=80981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 06 02:12:55.045507 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-e716c9cc-5165-411f-bf44-43f8133994c0 req-c8959ddc-6f7b-4067-9f44-f4b546eb9598 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740753762112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740753409037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296101366746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14885351'] for port, after_update {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:12:55.049907 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-9063bfb9-6a73-4a1f-a11a-f39ca3f6754b tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:12:55.171269 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8959ddc-6f7b-4067-9f44-f4b546eb9598 service neutron] Pushing event updated for resources: {'Port': ['ID=0a420d20-7730-42ee-974b-538a3bd200e9,revision_number=2']} {{(pid=80981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:12:55.175177 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-c8959ddc-6f7b-4067-9f44-f4b546eb9598 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:12:55.280200 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.managers [req-e716c9cc-5165-411f-bf44-43f8133994c0 req-c8959ddc-6f7b-4067-9f44-f4b546eb9598 service neutron] Attempting to bind port 0a420d20-7730-42ee-974b-538a3bd200e9 on host hv-cinder-79954 for vnic_type normal with profile  {{(pid=80981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jul 06 02:12:55.280665 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.managers [req-e716c9cc-5165-411f-bf44-43f8133994c0 req-c8959ddc-6f7b-4067-9f44-f4b546eb9598 service neutron] Attempting to bind port 0a420d20-7730-42ee-974b-538a3bd200e9 by drivers openvswitch,hyperv on host hv-cinder-79954 at level 0 using segments [{'id': '74fdbca4-16e2-4773-9a83-f93356a3588c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '7b75ddbd-096b-4c76-b200-5fe79d8d0f95'}] {{(pid=80981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jul 06 02:12:55.281285 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e716c9cc-5165-411f-bf44-43f8133994c0 req-c8959ddc-6f7b-4067-9f44-f4b546eb9598 service neutron] Attempting to bind port 0a420d20-7730-42ee-974b-538a3bd200e9 on network 7b75ddbd-096b-4c76-b200-5fe79d8d0f95 {{(pid=80981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Jul 06 02:12:55.287376 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e716c9cc-5165-411f-bf44-43f8133994c0 req-c8959ddc-6f7b-4067-9f44-f4b546eb9598 service neutron] Port 0a420d20-7730-42ee-974b-538a3bd200e9 on network 7b75ddbd-096b-4c76-b200-5fe79d8d0f95 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79954 {{(pid=80981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jul 06 02:12:55.287700 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e716c9cc-5165-411f-bf44-43f8133994c0 req-c8959ddc-6f7b-4067-9f44-f4b546eb9598 service neutron] Attempting to bind port 0a420d20-7730-42ee-974b-538a3bd200e9 on network 7b75ddbd-096b-4c76-b200-5fe79d8d0f95 {{(pid=80981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Jul 06 02:12:55.294832 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e716c9cc-5165-411f-bf44-43f8133994c0 req-c8959ddc-6f7b-4067-9f44-f4b546eb9598 service neutron] Checking agent: {'id': 'abd15b5f-b1e1-4bf4-b258-9ce6723fb40b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79954', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 1, 56, 33), 'started_at': datetime.datetime(2021, 7, 6, 1, 56, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 2, 12, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Jul 06 02:12:55.295204 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e716c9cc-5165-411f-bf44-43f8133994c0 req-c8959ddc-6f7b-4067-9f44-f4b546eb9598 service neutron] Checking segment: {'id': '74fdbca4-16e2-4773-9a83-f93356a3588c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '7b75ddbd-096b-4c76-b200-5fe79d8d0f95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jul 06 02:12:55.295620 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e716c9cc-5165-411f-bf44-43f8133994c0 req-c8959ddc-6f7b-4067-9f44-f4b546eb9598 service neutron] Bound using segment: {'id': '74fdbca4-16e2-4773-9a83-f93356a3588c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '7b75ddbd-096b-4c76-b200-5fe79d8d0f95'} {{(pid=80981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Jul 06 02:12:55.296095 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.managers [req-e716c9cc-5165-411f-bf44-43f8133994c0 req-c8959ddc-6f7b-4067-9f44-f4b546eb9598 service neutron] Bound port: 0a420d20-7730-42ee-974b-538a3bd200e9, host: hv-cinder-79954, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74fdbca4-16e2-4773-9a83-f93356a3588c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '7b75ddbd-096b-4c76-b200-5fe79d8d0f95'}}] {{(pid=80981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jul 06 02:12:55.296474 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-e716c9cc-5165-411f-bf44-43f8133994c0 req-c8959ddc-6f7b-4067-9f44-f4b546eb9598 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1050496'] for port, before_update {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:12:55.434986 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [req-e716c9cc-5165-411f-bf44-43f8133994c0 req-c8959ddc-6f7b-4067-9f44-f4b546eb9598 service neutron] For port 0a420d20-7730-42ee-974b-538a3bd200e9, host hv-cinder-79954, cleared binding levels {{(pid=80981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:111}}
Jul 06 02:12:55.439234 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [req-e716c9cc-5165-411f-bf44-43f8133994c0 req-c8959ddc-6f7b-4067-9f44-f4b546eb9598 service neutron] For port 0a420d20-7730-42ee-974b-538a3bd200e9, host hv-cinder-79954, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79954',level=0,port_id=0a420d20-7730-42ee-974b-538a3bd200e9,segment=NetworkSegment(74fdbca4-16e2-4773-9a83-f93356a3588c),segment_id=74fdbca4-16e2-4773-9a83-f93356a3588c)] {{(pid=80981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}}
Jul 06 02:12:55.465913 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383b6303-238e-44bb-8d5e-9ec31eb65719 req-eecfba5c-ce70-4569-b6c2-138be8645e8c tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:12:55.466667 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [req-383b6303-238e-44bb-8d5e-9ec31eb65719 req-eecfba5c-ce70-4569-b6c2-138be8645e8c tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Synchronizing usage tracker for tenant:9b9b77729cb3438b9ca89127da181324 on resource:port {{(pid=80981) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 06 02:12:55.509085 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-e716c9cc-5165-411f-bf44-43f8133994c0 req-c8959ddc-6f7b-4067-9f44-f4b546eb9598 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740753762112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740753409037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296101366746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14885351'] for port, after_update {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:12:55.513942 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-0c231a22-0521-4fe1-98bb-c6bb80a0db2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:12:55.551507 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [req-383b6303-238e-44bb-8d5e-9ec31eb65719 req-eecfba5c-ce70-4569-b6c2-138be8645e8c tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Unset dirty status for tenant:9b9b77729cb3438b9ca89127da181324 on resource:port {{(pid=80981) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 06 02:12:55.552737 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-383b6303-238e-44bb-8d5e-9ec31eb65719 req-eecfba5c-ce70-4569-b6c2-138be8645e8c tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] 10.222.0.11 "GET /v2.0/ports?device_id=d6632116-aa47-4c9d-baf7-4355c2fa1ba5 HTTP/1.1" status: 200  len: 943 time: 0.1864750
Jul 06 02:12:55.593836 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-e716c9cc-5165-411f-bf44-43f8133994c0 req-c8959ddc-6f7b-4067-9f44-f4b546eb9598 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91827'] for port, before_response {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:12:55.595343 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-e716c9cc-5165-411f-bf44-43f8133994c0 req-c8959ddc-6f7b-4067-9f44-f4b546eb9598 service neutron] 10.222.0.37 "PUT /v2.0/ports/0a420d20-7730-42ee-974b-538a3bd200e9 HTTP/1.1" status: 200  len: 1093 time: 1.0495570
Jul 06 02:12:55.601109 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6632116-aa47-4c9d-baf7-4355c2fa1ba5', 'tag': '0a420d20-7730-42ee-974b-538a3bd200e9'}] {{(pid=80981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 06 02:12:55.634956 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8959ddc-6f7b-4067-9f44-f4b546eb9598 service neutron] Pushing event updated for resources: {'Port': ['ID=0a420d20-7730-42ee-974b-538a3bd200e9,revision_number=3']} {{(pid=80981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:12:55.647422 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-c8959ddc-6f7b-4067-9f44-f4b546eb9598 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:12:55.653442 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-383b6303-238e-44bb-8d5e-9ec31eb65719 req-ff9e95ff-5e93-4ca0-b1a3-9bc153975a2b tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] 10.222.0.11 "GET /v2.0/security-groups?id=41f368c8-daca-4e9a-8d80-0b4517c68654&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0912402
Jul 06 02:12:55.655033 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6632116-aa47-4c9d-baf7-4355c2fa1ba5', 'tag': '0a420d20-7730-42ee-974b-538a3bd200e9', 'status': 'completed', 'code': 200}
Jul 06 02:12:55.975734 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-e716c9cc-5165-411f-bf44-43f8133994c0 req-3cd375e7-5ef8-4a62-a006-744764139c0e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9b9b77729cb3438b9ca89127da181324&device_id=d6632116-aa47-4c9d-baf7-4355c2fa1ba5 HTTP/1.1" status: 200  len: 1096 time: 0.3124242
Jul 06 02:12:56.050712 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-e716c9cc-5165-411f-bf44-43f8133994c0 req-60284b9d-3dab-43a7-888f-d5e73bd9910f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0a420d20-7730-42ee-974b-538a3bd200e9 HTTP/1.1" status: 200  len: 217 time: 0.0645177
Jul 06 02:12:56.117588 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e716c9cc-5165-411f-bf44-43f8133994c0 req-be8a3a4f-bed1-411d-b487-f1cbe2b162b1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:12:56.119140 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-e716c9cc-5165-411f-bf44-43f8133994c0 req-be8a3a4f-bed1-411d-b487-f1cbe2b162b1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c4ccb081-7a6c-4e1b-abfd-422d472a0348 HTTP/1.1" status: 200  len: 851 time: 0.0593438
Jul 06 02:12:56.193952 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-e716c9cc-5165-411f-bf44-43f8133994c0 req-c1a2fb85-25cb-4dec-b5fa-04c0ed7719b7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7b75ddbd-096b-4c76-b200-5fe79d8d0f95&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0667667
Jul 06 02:12:56.329559 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-e716c9cc-5165-411f-bf44-43f8133994c0 req-2310332b-37c9-4edf-8e37-23e6b6049165 service neutron] 10.222.0.37 "GET /v2.0/networks/7b75ddbd-096b-4c76-b200-5fe79d8d0f95?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1268587
Jul 06 02:12:56.464618 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-e716c9cc-5165-411f-bf44-43f8133994c0 req-51db91ba-5897-42ff-8869-711e4b050525 service neutron] 10.222.0.37 "GET /v2.0/networks/7b75ddbd-096b-4c76-b200-5fe79d8d0f95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1282849
Jul 06 02:12:56.620164 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-144ed8a7-b672-4cd9-801d-002fc4c72d17 req-577fe7d6-1791-4331-8575-40a127aa8cf9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9b9b77729cb3438b9ca89127da181324&device_id=d6632116-aa47-4c9d-baf7-4355c2fa1ba5 HTTP/1.1" status: 200  len: 1096 time: 0.0744905
Jul 06 02:12:56.755813 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144ed8a7-b672-4cd9-801d-002fc4c72d17 req-11e0949e-98ac-4f15-a201-203adfb3be66 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:12:56.757440 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-144ed8a7-b672-4cd9-801d-002fc4c72d17 req-11e0949e-98ac-4f15-a201-203adfb3be66 service neutron] 10.222.0.37 "GET /v2.0/networks?id=7b75ddbd-096b-4c76-b200-5fe79d8d0f95 HTTP/1.1" status: 200  len: 913 time: 0.1294456
Jul 06 02:12:56.832118 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-144ed8a7-b672-4cd9-801d-002fc4c72d17 req-b0f9a118-a52a-4bd0-9d25-2f0d5c416f3d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0a420d20-7730-42ee-974b-538a3bd200e9 HTTP/1.1" status: 200  len: 217 time: 0.0660954
Jul 06 02:12:56.843637 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64540d0-a7c7-4167-80ce-1de04f9318f6 req-3c666201-2d22-4fc9-9249-1ee028a0ba01 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:12:56.845286 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-b64540d0-a7c7-4167-80ce-1de04f9318f6 req-3c666201-2d22-4fc9-9249-1ee028a0ba01 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] 10.222.0.11 "GET /v2.0/ports?device_id=d6632116-aa47-4c9d-baf7-4355c2fa1ba5 HTTP/1.1" status: 200  len: 943 time: 0.0773702
Jul 06 02:12:56.897852 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-b64540d0-a7c7-4167-80ce-1de04f9318f6 req-595e3414-1a9f-43da-a0c1-d2c611a2673b tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] 10.222.0.11 "GET /v2.0/security-groups?id=41f368c8-daca-4e9a-8d80-0b4517c68654&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0450909
Jul 06 02:12:56.898086 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144ed8a7-b672-4cd9-801d-002fc4c72d17 req-1c430381-4016-40b6-88b0-ab7011689161 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:12:56.899489 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-144ed8a7-b672-4cd9-801d-002fc4c72d17 req-1c430381-4016-40b6-88b0-ab7011689161 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c4ccb081-7a6c-4e1b-abfd-422d472a0348 HTTP/1.1" status: 200  len: 851 time: 0.0603585
Jul 06 02:12:56.977658 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-144ed8a7-b672-4cd9-801d-002fc4c72d17 req-cad6f480-8b60-4582-b3a1-d48bda9f7141 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7b75ddbd-096b-4c76-b200-5fe79d8d0f95&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0712924
Jul 06 02:12:57.113168 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-144ed8a7-b672-4cd9-801d-002fc4c72d17 req-b685a61c-665c-44c3-9b5a-de70e1b1c101 service neutron] 10.222.0.37 "GET /v2.0/networks/7b75ddbd-096b-4c76-b200-5fe79d8d0f95?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1272640
Jul 06 02:12:57.248328 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-144ed8a7-b672-4cd9-801d-002fc4c72d17 req-77c34cb2-b1d8-409f-83c5-083afb341c7e service neutron] 10.222.0.37 "GET /v2.0/networks/7b75ddbd-096b-4c76-b200-5fe79d8d0f95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1274569
Jul 06 02:12:58.084590 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1644061-1409-4951-8aba-547ff88f91bb req-aed70374-14e1-4a40-acd1-1a27210825b8 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:12:58.086105 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-f1644061-1409-4951-8aba-547ff88f91bb req-aed70374-14e1-4a40-acd1-1a27210825b8 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] 10.222.0.11 "GET /v2.0/ports?device_id=d6632116-aa47-4c9d-baf7-4355c2fa1ba5 HTTP/1.1" status: 200  len: 943 time: 0.0762303
Jul 06 02:12:58.137968 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-f1644061-1409-4951-8aba-547ff88f91bb req-ef720f12-70ce-4153-aef5-f941d0d81435 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] 10.222.0.11 "GET /v2.0/security-groups?id=41f368c8-daca-4e9a-8d80-0b4517c68654&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0447965
Jul 06 02:12:59.336991 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fa8e1e-c9e1-45d8-a812-1d178cee124d req-97ca4bda-7aa0-4eb5-a6aa-049766c17f42 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:12:59.338632 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-15fa8e1e-c9e1-45d8-a812-1d178cee124d req-97ca4bda-7aa0-4eb5-a6aa-049766c17f42 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] 10.222.0.11 "GET /v2.0/ports?device_id=d6632116-aa47-4c9d-baf7-4355c2fa1ba5 HTTP/1.1" status: 200  len: 943 time: 0.0847883
Jul 06 02:12:59.388156 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-15fa8e1e-c9e1-45d8-a812-1d178cee124d req-9d2cc47e-9da6-4193-a42a-5e1f6a7e5f6c tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] 10.222.0.11 "GET /v2.0/security-groups?id=41f368c8-daca-4e9a-8d80-0b4517c68654&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0417290
Jul 06 02:13:00.581412 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5b3fa5-d37d-41c3-8d5a-ba510ff117f8 req-92ca6aac-9f88-45f1-990a-e2de9012aa65 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:13:00.587473 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-2d5b3fa5-d37d-41c3-8d5a-ba510ff117f8 req-92ca6aac-9f88-45f1-990a-e2de9012aa65 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] 10.222.0.11 "GET /v2.0/ports?device_id=d6632116-aa47-4c9d-baf7-4355c2fa1ba5 HTTP/1.1" status: 200  len: 943 time: 0.0784953
Jul 06 02:13:00.632354 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-2d5b3fa5-d37d-41c3-8d5a-ba510ff117f8 req-32933e61-732c-48f8-b8c6-61d66797668c tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] 10.222.0.11 "GET /v2.0/security-groups?id=41f368c8-daca-4e9a-8d80-0b4517c68654&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422952
Jul 06 02:13:00.674241 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-4be327c1-bda8-4f6a-a153-dcff00411de5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:13:01.825794 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65da4be-9c68-4b1a-9f76-83c4b88fe94a req-d56ce3b5-b607-4376-a999-90cbf6053f01 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:13:01.827370 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-d65da4be-9c68-4b1a-9f76-83c4b88fe94a req-d56ce3b5-b607-4376-a999-90cbf6053f01 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] 10.222.0.11 "GET /v2.0/ports?device_id=d6632116-aa47-4c9d-baf7-4355c2fa1ba5 HTTP/1.1" status: 200  len: 943 time: 0.0808213
Jul 06 02:13:01.876803 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-d65da4be-9c68-4b1a-9f76-83c4b88fe94a req-6e122879-4785-455a-821e-6053f9caceb9 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] 10.222.0.11 "GET /v2.0/security-groups?id=41f368c8-daca-4e9a-8d80-0b4517c68654&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0419946
Jul 06 02:13:02.262938 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:13:03.067845 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9b2e1d-56f1-49d2-a606-b4ca1a1c8ee1 req-5bc795e0-ef19-47ee-9f3e-e9fab72b6062 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:13:03.069450 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-3b9b2e1d-56f1-49d2-a606-b4ca1a1c8ee1 req-5bc795e0-ef19-47ee-9f3e-e9fab72b6062 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] 10.222.0.11 "GET /v2.0/ports?device_id=d6632116-aa47-4c9d-baf7-4355c2fa1ba5 HTTP/1.1" status: 200  len: 943 time: 0.0807590
Jul 06 02:13:03.118720 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-3b9b2e1d-56f1-49d2-a606-b4ca1a1c8ee1 req-f6a378c2-c9ec-4207-93f8-902740b6f248 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] 10.222.0.11 "GET /v2.0/security-groups?id=41f368c8-daca-4e9a-8d80-0b4517c68654&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422955
Jul 06 02:13:03.188232 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-ae882d4b-d896-4136-ba52-9bc98f703510 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:13:03.742723 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:13:03.905518 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.rpc [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Device 0a420d20-7730-42ee-974b-538a3bd200e9 details requested by agent hyperv_hv-cinder-79954 with host hv-cinder-79954 {{(pid=80982) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:87}}
Jul 06 02:13:04.038908 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] For port 0a420d20-7730-42ee-974b-538a3bd200e9, host hv-cinder-79954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79954',level=0,port_id=0a420d20-7730-42ee-974b-538a3bd200e9,segment=NetworkSegment(74fdbca4-16e2-4773-9a83-f93356a3588c),segment_id=74fdbca4-16e2-4773-9a83-f93356a3588c)] {{(pid=80982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 02:13:04.052714 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.rpc [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Returning: {'device': '0a420d20-7730-42ee-974b-538a3bd200e9', 'network_id': '7b75ddbd-096b-4c76-b200-5fe79d8d0f95', 'port_id': '0a420d20-7730-42ee-974b-538a3bd200e9', 'mac_address': 'fa:16:3e:83:0a:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4ccb081-7a6c-4e1b-abfd-422d472a0348', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80982) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:165}}
Jul 06 02:13:04.105265 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1050496'] for port, before_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:13:04.127731 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.notifiers.nova [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a420d20-7730-42ee-974b-538a3bd200e9 {{(pid=80982) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Jul 06 02:13:04.149536 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] For port 0a420d20-7730-42ee-974b-538a3bd200e9, host hv-cinder-79954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79954',level=0,port_id=0a420d20-7730-42ee-974b-538a3bd200e9,segment=NetworkSegment(74fdbca4-16e2-4773-9a83-f93356a3588c),segment_id=74fdbca4-16e2-4773-9a83-f93356a3588c)] {{(pid=80982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 02:13:04.171440 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-76dafd09-8b9e-4f4b-ba8f-a0f9ff874801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:13:04.205901 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740753762112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740753409037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296101366746'] for port, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:13:04.207871 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-a7729546-0da0-45b2-8916-7beaa9196785 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:13:04.268602 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Pushing event updated for resources: {'Port': ['ID=0a420d20-7730-42ee-974b-538a3bd200e9,revision_number=4']} {{(pid=80982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:13:04.277507 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:13:04.277898 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:13:04.278280 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Version for resource type Network changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:13:04.278659 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:13:04.279035 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Version for resource type PortForwarding changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:13:04.279410 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:13:04.279782 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Version for resource type SecurityGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:13:04.280154 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:13:04.280526 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:13:04.280890 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Version for resource type Subnet changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:13:04.281286 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:13:04.285934 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:13:04.308863 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751b7e6c-5a21-4622-922d-8197ed8096a6 req-78f7276f-e753-4891-b903-e6a744991571 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:13:04.310486 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-751b7e6c-5a21-4622-922d-8197ed8096a6 req-78f7276f-e753-4891-b903-e6a744991571 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] 10.222.0.11 "GET /v2.0/ports?device_id=d6632116-aa47-4c9d-baf7-4355c2fa1ba5 HTTP/1.1" status: 200  len: 944 time: 0.0762415
Jul 06 02:13:04.363360 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-751b7e6c-5a21-4622-922d-8197ed8096a6 req-373bfe59-85d4-4d40-812d-a87b6f430de5 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] 10.222.0.11 "GET /v2.0/security-groups?id=41f368c8-daca-4e9a-8d80-0b4517c68654&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0456324
Jul 06 02:13:04.454624 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] get_ports_and_sgs() called for port_ids ['0a420d20-7730-42ee-974b-538a3bd200e9'] {{(pid=80982) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:184}}
Jul 06 02:13:05.542651 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-fcfe0981-f829-42d2-99d0-fcc19e179060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:13:05.561314 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ea8e77-5b3e-489d-9392-0953fac67e7b req-7fc34686-518e-4f5b-90cf-96c5fc7e4c36 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:13:05.563557 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-35ea8e77-5b3e-489d-9392-0953fac67e7b req-7fc34686-518e-4f5b-90cf-96c5fc7e4c36 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] 10.222.0.11 "GET /v2.0/ports?device_id=d6632116-aa47-4c9d-baf7-4355c2fa1ba5 HTTP/1.1" status: 200  len: 944 time: 0.0835607
Jul 06 02:13:05.611717 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-35ea8e77-5b3e-489d-9392-0953fac67e7b req-a0a52d72-f9c5-4241-b429-1c415cc7a985 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] 10.222.0.11 "GET /v2.0/security-groups?id=41f368c8-daca-4e9a-8d80-0b4517c68654&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0411882
Jul 06 02:13:05.911359 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.rpc [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Device 0a420d20-7730-42ee-974b-538a3bd200e9 up at agent hyperv_hv-cinder-79954 {{(pid=80982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:273}}
Jul 06 02:13:05.999692 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.provisioning_blocks [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Provisioning for port 0a420d20-7730-42ee-974b-538a3bd200e9 completed by entity L2. {{(pid=80982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 06 02:13:06.004338 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.provisioning_blocks [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Provisioning complete for port 0a420d20-7730-42ee-974b-538a3bd200e9 triggered by entity L2. {{(pid=80982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 06 02:13:06.004752 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1309268'] for port, provisioning_complete {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:13:06.117478 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1050496'] for port, before_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:13:06.144732 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6632116-aa47-4c9d-baf7-4355c2fa1ba5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a420d20-7730-42ee-974b-538a3bd200e9'}] {{(pid=80982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 06 02:13:06.155469 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] For port 0a420d20-7730-42ee-974b-538a3bd200e9, host hv-cinder-79954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79954',level=0,port_id=0a420d20-7730-42ee-974b-538a3bd200e9,segment=NetworkSegment(74fdbca4-16e2-4773-9a83-f93356a3588c),segment_id=74fdbca4-16e2-4773-9a83-f93356a3588c)] {{(pid=80982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 02:13:06.182742 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740753762112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740753409037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296101366746'] for port, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:13:06.185598 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:13:06.220498 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6632116-aa47-4c9d-baf7-4355c2fa1ba5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a420d20-7730-42ee-974b-538a3bd200e9', 'code': 200}
Jul 06 02:13:06.252819 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Pushing event updated for resources: {'Port': ['ID=0a420d20-7730-42ee-974b-538a3bd200e9,revision_number=5']} {{(pid=80982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:13:06.255821 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:13:06.522853 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-62fd51ab-c081-4ea0-b823-38719a91a8b3 req-cd182587-0d79-4a5a-b723-08ddb247782a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d6632116-aa47-4c9d-baf7-4355c2fa1ba5 HTTP/1.1" status: 200  len: 1098 time: 0.0676396
Jul 06 02:13:06.571788 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-62fd51ab-c081-4ea0-b823-38719a91a8b3 req-b1566d94-1059-4d43-9977-39e7170b0e03 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=41f368c8-daca-4e9a-8d80-0b4517c68654&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0409846
Jul 06 02:13:06.798443 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d508c878-4e27-48ba-a8ed-1f4205c80239 req-2464852b-5df7-4c0b-b1b5-cab282cd8ace tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:13:06.799974 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-d508c878-4e27-48ba-a8ed-1f4205c80239 req-2464852b-5df7-4c0b-b1b5-cab282cd8ace tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] 10.222.0.11 "GET /v2.0/ports?device_id=d6632116-aa47-4c9d-baf7-4355c2fa1ba5 HTTP/1.1" status: 200  len: 945 time: 0.0754757
Jul 06 02:13:06.850586 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-d508c878-4e27-48ba-a8ed-1f4205c80239 req-37b8b5f1-b472-4aa8-b46e-210be9b08368 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] 10.222.0.11 "GET /v2.0/security-groups?id=41f368c8-daca-4e9a-8d80-0b4517c68654&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0435185
Jul 06 02:13:08.039759 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7ae1c2-ce01-4909-a55a-d7f2ed9c5170 req-b6e8df98-de68-44d0-853f-b01108d962e9 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:13:08.041284 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-8b7ae1c2-ce01-4909-a55a-d7f2ed9c5170 req-b6e8df98-de68-44d0-853f-b01108d962e9 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] 10.222.0.11 "GET /v2.0/ports?device_id=d6632116-aa47-4c9d-baf7-4355c2fa1ba5 HTTP/1.1" status: 200  len: 945 time: 0.0780180
Jul 06 02:13:08.091641 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-8b7ae1c2-ce01-4909-a55a-d7f2ed9c5170 req-dbb8ff28-40d5-4a20-8cfc-72888e2894e2 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] 10.222.0.11 "GET /v2.0/security-groups?id=41f368c8-daca-4e9a-8d80-0b4517c68654&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0433538
Jul 06 02:13:08.284213 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30bb091-83fe-4833-b5be-e5285937fe94 req-882962e3-f554-490a-8986-3b6a6221ab8a tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:13:08.285811 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-a30bb091-83fe-4833-b5be-e5285937fe94 req-882962e3-f554-490a-8986-3b6a6221ab8a tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] 10.222.0.11 "GET /v2.0/ports?device_id=d6632116-aa47-4c9d-baf7-4355c2fa1ba5 HTTP/1.1" status: 200  len: 945 time: 0.0802596
Jul 06 02:13:08.334735 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-a30bb091-83fe-4833-b5be-e5285937fe94 req-42dd32c6-3850-4607-9c71-51a3ebcdf224 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] 10.222.0.11 "GET /v2.0/security-groups?id=41f368c8-daca-4e9a-8d80-0b4517c68654&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0418127
Jul 06 02:13:08.358204 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80981) accepted ('10.222.0.11', 49144) {{(pid=80981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 02:13:08.425807 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-45ec67ec-eaae-4cbc-be60-2ebe88c684b7 tempest-TestVolumeBootPattern-2122957181 tempest-TestVolumeBootPattern-2122957181-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=d6632116-aa47-4c9d-baf7-4355c2fa1ba5 HTTP/1.1" status: 200  len: 1093 time: 0.0662811
Jul 06 02:13:08.428663 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80981) accepted ('10.222.0.11', 49148) {{(pid=80981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 02:13:08.434520 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.v2.base [None req-7155b44f-b228-4bab-a3d9-66b6462f3509 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Request body: {'floatingip': {'floating_network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8', 'port_id': '0a420d20-7730-42ee-974b-538a3bd200e9', 'tenant_id': '9b9b77729cb3438b9ca89127da181324', 'fixed_ip_address': '172.20.0.9'}} {{(pid=80981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 06 02:13:08.440947 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-7155b44f-b228-4bab-a3d9-66b6462f3509 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 02:13:08.444919 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-7155b44f-b228-4bab-a3d9-66b6462f3509 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Usage tracker for resource:floatingip and tenant:9b9b77729cb3438b9ca89127da181324 is out of sync, need to count used quota {{(pid=80981) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 02:13:08.452454 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-7155b44f-b228-4bab-a3d9-66b6462f3509 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=80981) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 02:13:08.459061 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-7155b44f-b228-4bab-a3d9-66b6462f3509 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=80981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 02:13:08.508243 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-7155b44f-b228-4bab-a3d9-66b6462f3509 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Notify callbacks [] for floatingip, before_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:13:08.649637 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-7155b44f-b228-4bab-a3d9-66b6462f3509 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1050496'] for port, before_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:13:08.780794 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.db_base_plugin_common [None req-7155b44f-b228-4bab-a3d9-66b6462f3509 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Allocated IP 172.27.1.219 (69f53fb8-46a2-4fb2-8b50-29617e0b26b8/24d74941-6bd6-4d03-882f-a623d522833f/cc2f554f-ea57-4cbd-a655-1936ba562fa6) {{(pid=80981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Jul 06 02:13:08.934414 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-7155b44f-b228-4bab-a3d9-66b6462f3509 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Notify callbacks [] for port, precommit_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:13:08.982783 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-7155b44f-b228-4bab-a3d9-66b6462f3509 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296101369102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839890433'] for port, after_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:13:08.987765 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-c8959ddc-6f7b-4067-9f44-f4b546eb9598 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:13:09.046726 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7155b44f-b228-4bab-a3d9-66b6462f3509 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Network 69f53fb8-46a2-4fb2-8b50-29617e0b26b8 is already hosted by enough agents. {{(pid=80981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:240}}
Jul 06 02:13:09.050260 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.scheduler.base_scheduler [None req-7155b44f-b228-4bab-a3d9-66b6462f3509 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Resources bound (agent type, host, resource id):  {{(pid=80981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jul 06 02:13:09.054413 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7155b44f-b228-4bab-a3d9-66b6462f3509 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Received port after_create {{(pid=80981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 06 02:13:09.084788 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7155b44f-b228-4bab-a3d9-66b6462f3509 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Pushing event updated for resources: {'Port': ['ID=cc2f554f-ea57-4cbd-a655-1936ba562fa6,revision_number=1']} {{(pid=80981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:13:09.093143 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-7155b44f-b228-4bab-a3d9-66b6462f3509 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:13:09.535812 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-7155b44f-b228-4bab-a3d9-66b6462f3509 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:13:09.850969 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-7155b44f-b228-4bab-a3d9-66b6462f3509 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1050496'] for port, before_update {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:13:10.056202 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-7155b44f-b228-4bab-a3d9-66b6462f3509 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Notify callbacks [] for port, precommit_update {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:13:10.085496 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-7155b44f-b228-4bab-a3d9-66b6462f3509 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740753762112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740753409037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296101366746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14885351'] for port, after_update {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:13:10.090003 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-c8959ddc-6f7b-4067-9f44-f4b546eb9598 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:13:10.187499 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7155b44f-b228-4bab-a3d9-66b6462f3509 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Pushing event updated for resources: {'Port': ['ID=cc2f554f-ea57-4cbd-a655-1936ba562fa6,revision_number=2']} {{(pid=80981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:13:10.191754 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-7155b44f-b228-4bab-a3d9-66b6462f3509 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:13:10.202289 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-7155b44f-b228-4bab-a3d9-66b6462f3509 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854446392'] for floatingip, after_update {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:13:10.380366 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.db.l3_db [None req-7155b44f-b228-4bab-a3d9-66b6462f3509 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Floating IP ac208de0-40eb-4e51-8a02-883ebfbbd914 associated. External IP: 172.27.1.219, port: 0a420d20-7730-42ee-974b-538a3bd200e9.
Jul 06 02:13:10.754766 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7155b44f-b228-4bab-a3d9-66b6462f3509 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Router 887abde4-193f-4326-a0f1-9e48e2ea1968 has already been hosted by L3 agent 61912d2b-cbf3-48c5-b8b2-dcc1c49052a5 {{(pid=80981) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Jul 06 02:13:10.947507 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7155b44f-b228-4bab-a3d9-66b6462f3509 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Notify agent at l3_agent.dv-cinder-799546-3-iscsi the message routers_updated {{(pid=80981) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jul 06 02:13:10.957092 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-981d7eb5-fa34-438f-923a-bf70e1d5afe5 None None] Sync routers for ids ['887abde4-193f-4326-a0f1-9e48e2ea1968'] in dv-cinder-799546-3-iscsi {{(pid=80982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Jul 06 02:13:10.970369 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-981d7eb5-fa34-438f-923a-bf70e1d5afe5 None None] Routers {'887abde4-193f-4326-a0f1-9e48e2ea1968'} bound to L3 agent in host dv-cinder-799546-3-iscsi {{(pid=80982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 06 02:13:10.971046 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_hamode_db [None req-981d7eb5-fa34-438f-923a-bf70e1d5afe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f31d7079390>, 'dv-cinder-799546-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T01:50:03Z,description=<?>,heartbeat_timestamp=2021-07-06T02:13:03Z,host='dv-cinder-799546-3-iscsi',id=61912d2b-cbf3-48c5-b8b2-dcc1c49052a5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-06T01:50:03Z,topic='l3_agent')) {'router_ids': ['887abde4-193f-4326-a0f1-9e48e2ea1968'], 'active': True} {{(pid=80982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 02:13:10.994169 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-7155b44f-b228-4bab-a3d9-66b6462f3509 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91827'] for floatingip, before_response {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:13:11.043098 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-7155b44f-b228-4bab-a3d9-66b6462f3509 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.6131847
Jul 06 02:13:11.043768 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6632116-aa47-4c9d-baf7-4355c2fa1ba5', 'tag': '0a420d20-7730-42ee-974b-538a3bd200e9'}] {{(pid=80981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 06 02:13:11.090833 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6632116-aa47-4c9d-baf7-4355c2fa1ba5', 'tag': '0a420d20-7730-42ee-974b-538a3bd200e9', 'status': 'completed', 'code': 200}
Jul 06 02:13:11.193756 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-c4722845-05f7-47b1-8479-1b0fdf4f4ce6 req-20e0242c-9e62-4a6f-9257-15a9e9b01195 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9b9b77729cb3438b9ca89127da181324&device_id=d6632116-aa47-4c9d-baf7-4355c2fa1ba5 HTTP/1.1" status: 200  len: 1098 time: 0.0771728
Jul 06 02:13:11.326315 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_dvr_db [None req-981d7eb5-fa34-438f-923a-bf70e1d5afe5 None None] Set router 887abde4-193f-4326-a0f1-9e48e2ea1968 gateway port host: dv-cinder-799546-3-iscsi {{(pid=80982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:850}}
Jul 06 02:13:11.332586 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4722845-05f7-47b1-8479-1b0fdf4f4ce6 req-e4cb45c7-f003-4aff-9c7f-53bceef7a2cd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:13:11.334182 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-c4722845-05f7-47b1-8479-1b0fdf4f4ce6 req-e4cb45c7-f003-4aff-9c7f-53bceef7a2cd service neutron] 10.222.0.37 "GET /v2.0/networks?id=7b75ddbd-096b-4c76-b200-5fe79d8d0f95 HTTP/1.1" status: 200  len: 913 time: 0.1329088
Jul 06 02:13:11.430115 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-c4722845-05f7-47b1-8479-1b0fdf4f4ce6 req-6054bee0-c92e-4c66-ada0-5c3a52673e34 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0a420d20-7730-42ee-974b-538a3bd200e9 HTTP/1.1" status: 200  len: 999 time: 0.0877323
Jul 06 02:13:11.494278 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4722845-05f7-47b1-8479-1b0fdf4f4ce6 req-acf665b2-d960-47c1-a760-62c5abe0bf3d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:13:11.495828 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-c4722845-05f7-47b1-8479-1b0fdf4f4ce6 req-acf665b2-d960-47c1-a760-62c5abe0bf3d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c4ccb081-7a6c-4e1b-abfd-422d472a0348 HTTP/1.1" status: 200  len: 851 time: 0.0590701
Jul 06 02:13:11.575135 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-c4722845-05f7-47b1-8479-1b0fdf4f4ce6 req-599b2787-bdef-4271-b5df-42e47b244e5c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7b75ddbd-096b-4c76-b200-5fe79d8d0f95&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0725143
Jul 06 02:13:11.659809 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_hamode_db [None req-981d7eb5-fa34-438f-923a-bf70e1d5afe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f31d7079390>, [{'id': '887abde4-193f-4326-a0f1-9e48e2ea1968', 'name': 'tempest-TestVolumeBootPattern-1251328745-router', 'tenant_id': '9b9b77729cb3438b9ca89127da181324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8', 'external_fixed_ips': [{'subnet_id': '24d74941-6bd6-4d03-882f-a623d522833f', 'ip_address': '172.27.1.153'}], 'enable_snat': True}, 'gw_port_id': 'cd0b31a7-e642-4344-968d-f8f920cac542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T02:10:01Z', 'updated_at': '2021-07-06T02:10:04Z', 'revision_number': 4, 'project_id': '9b9b77729cb3438b9ca89127da181324', 'gw_port': {'id': 'cd0b31a7-e642-4344-968d-f8f920cac542', 'name': '', 'network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:b3:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '887abde4-193f-4326-a0f1-9e48e2ea1968', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '24d74941-6bd6-4d03-882f-a623d522833f', 'ip_address': '172.27.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T02:10:01Z', 'updated_at': '2021-07-06T02:10:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24d74941-6bd6-4d03-882f-a623d522833f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799546-3-iscsi', '_floatingips': [{'id': 'ac208de0-40eb-4e51-8a02-883ebfbbd914', 'tenant_id': '9b9b77729cb3438b9ca89127da181324', 'floating_ip_address': '172.27.1.219', 'floating_network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8', 'router_id': '887abde4-193f-4326-a0f1-9e48e2ea1968', 'port_id': '0a420d20-7730-42ee-974b-538a3bd200e9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b75ddbd-096b-4c76-b200-5fe79d8d0f95', 'mac_address': 'fa:16:3e:83:0a:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6632116-aa47-4c9d-baf7-4355c2fa1ba5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T02:13:09Z', 'updated_at': '2021-07-06T02:13:09Z', 'revision_number': 0, 'project_id': '9b9b77729cb3438b9ca89127da181324', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c24cbd5-1ea2-4ed3-8852-2990ae18ebfb', 'name': '', 'network_id': '7b75ddbd-096b-4c76-b200-5fe79d8d0f95', 'tenant_id': '9b9b77729cb3438b9ca89127da181324', 'mac_address': 'fa:16:3e:f1:e4:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '887abde4-193f-4326-a0f1-9e48e2ea1968', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c4ccb081-7a6c-4e1b-abfd-422d472a0348', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T02:10:04Z', 'updated_at': '2021-07-06T02:10:12Z', 'revision_number': 5, 'project_id': '9b9b77729cb3438b9ca89127da181324', 'subnets': [{'id': 'c4ccb081-7a6c-4e1b-abfd-422d472a0348', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799546-3-iscsi', False) {} {{(pid=80982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 02:13:11.662012 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-981d7eb5-fa34-438f-923a-bf70e1d5afe5 None None] Checking router: 887abde4-193f-4326-a0f1-9e48e2ea1968 for host: dv-cinder-799546-3-iscsi {{(pid=80982) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Jul 06 02:13:11.673109 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-981d7eb5-fa34-438f-923a-bf70e1d5afe5 None None] Routers {'887abde4-193f-4326-a0f1-9e48e2ea1968'} bound to L3 agent in host dv-cinder-799546-3-iscsi {{(pid=80982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 06 02:13:11.673780 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_hamode_db [None req-981d7eb5-fa34-438f-923a-bf70e1d5afe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f31d7079390>, 'dv-cinder-799546-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T01:50:03Z,description=<?>,heartbeat_timestamp=2021-07-06T02:13:03Z,host='dv-cinder-799546-3-iscsi',id=61912d2b-cbf3-48c5-b8b2-dcc1c49052a5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-06T01:50:03Z,topic='l3_agent')) {'router_ids': ['887abde4-193f-4326-a0f1-9e48e2ea1968'], 'active': True} {{(pid=80982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 02:13:11.713448 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-c4722845-05f7-47b1-8479-1b0fdf4f4ce6 req-ceb7c73d-cb9c-4a8d-accd-cb69ffa33e15 service neutron] 10.222.0.37 "GET /v2.0/networks/7b75ddbd-096b-4c76-b200-5fe79d8d0f95?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1308696
Jul 06 02:13:11.847264 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_dvr_db [None req-981d7eb5-fa34-438f-923a-bf70e1d5afe5 None None] Set router 887abde4-193f-4326-a0f1-9e48e2ea1968 gateway port host: dv-cinder-799546-3-iscsi {{(pid=80982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:850}}
Jul 06 02:13:12.099067 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-c4722845-05f7-47b1-8479-1b0fdf4f4ce6 req-d647fd07-346f-47ba-9129-5385b673a17e service neutron] 10.222.0.37 "GET /v2.0/networks/7b75ddbd-096b-4c76-b200-5fe79d8d0f95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3786449
Jul 06 02:13:12.189585 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_hamode_db [None req-981d7eb5-fa34-438f-923a-bf70e1d5afe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f31d7079390>, [{'id': '887abde4-193f-4326-a0f1-9e48e2ea1968', 'name': 'tempest-TestVolumeBootPattern-1251328745-router', 'tenant_id': '9b9b77729cb3438b9ca89127da181324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8', 'external_fixed_ips': [{'subnet_id': '24d74941-6bd6-4d03-882f-a623d522833f', 'ip_address': '172.27.1.153'}], 'enable_snat': True}, 'gw_port_id': 'cd0b31a7-e642-4344-968d-f8f920cac542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T02:10:01Z', 'updated_at': '2021-07-06T02:10:04Z', 'revision_number': 4, 'project_id': '9b9b77729cb3438b9ca89127da181324', 'gw_port': {'id': 'cd0b31a7-e642-4344-968d-f8f920cac542', 'name': '', 'network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:b3:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '887abde4-193f-4326-a0f1-9e48e2ea1968', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '24d74941-6bd6-4d03-882f-a623d522833f', 'ip_address': '172.27.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T02:10:01Z', 'updated_at': '2021-07-06T02:10:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24d74941-6bd6-4d03-882f-a623d522833f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799546-3-iscsi', '_floatingips': [{'id': 'ac208de0-40eb-4e51-8a02-883ebfbbd914', 'tenant_id': '9b9b77729cb3438b9ca89127da181324', 'floating_ip_address': '172.27.1.219', 'floating_network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8', 'router_id': '887abde4-193f-4326-a0f1-9e48e2ea1968', 'port_id': '0a420d20-7730-42ee-974b-538a3bd200e9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b75ddbd-096b-4c76-b200-5fe79d8d0f95', 'mac_address': 'fa:16:3e:83:0a:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6632116-aa47-4c9d-baf7-4355c2fa1ba5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T02:13:09Z', 'updated_at': '2021-07-06T02:13:09Z', 'revision_number': 0, 'project_id': '9b9b77729cb3438b9ca89127da181324', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c24cbd5-1ea2-4ed3-8852-2990ae18ebfb', 'name': '', 'network_id': '7b75ddbd-096b-4c76-b200-5fe79d8d0f95', 'tenant_id': '9b9b77729cb3438b9ca89127da181324', 'mac_address': 'fa:16:3e:f1:e4:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '887abde4-193f-4326-a0f1-9e48e2ea1968', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c4ccb081-7a6c-4e1b-abfd-422d472a0348', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T02:10:04Z', 'updated_at': '2021-07-06T02:10:12Z', 'revision_number': 5, 'project_id': '9b9b77729cb3438b9ca89127da181324', 'subnets': [{'id': 'c4ccb081-7a6c-4e1b-abfd-422d472a0348', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799546-3-iscsi', False) {} {{(pid=80982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 02:13:12.196039 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-981d7eb5-fa34-438f-923a-bf70e1d5afe5 None None] The sync data for ids ['887abde4-193f-4326-a0f1-9e48e2ea1968'] in dv-cinder-799546-3-iscsi is: [{'id': '887abde4-193f-4326-a0f1-9e48e2ea1968', 'name': 'tempest-TestVolumeBootPattern-1251328745-router', 'tenant_id': '9b9b77729cb3438b9ca89127da181324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8', 'external_fixed_ips': [{'subnet_id': '24d74941-6bd6-4d03-882f-a623d522833f', 'ip_address': '172.27.1.153'}], 'enable_snat': True}, 'gw_port_id': 'cd0b31a7-e642-4344-968d-f8f920cac542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T02:10:01Z', 'updated_at': '2021-07-06T02:10:04Z', 'revision_number': 4, 'project_id': '9b9b77729cb3438b9ca89127da181324', 'gw_port': {'id': 'cd0b31a7-e642-4344-968d-f8f920cac542', 'name': '', 'network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:b3:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '887abde4-193f-4326-a0f1-9e48e2ea1968', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '24d74941-6bd6-4d03-882f-a623d522833f', 'ip_address': '172.27.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T02:10:01Z', 'updated_at': '2021-07-06T02:10:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24d74941-6bd6-4d03-882f-a623d522833f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799546-3-iscsi', '_floatingips': [{'id': 'ac208de0-40eb-4e51-8a02-883ebfbbd914', 'tenant_id': '9b9b77729cb3438b9ca89127da181324', 'floating_ip_address': '172.27.1.219', 'floating_network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8', 'router_id': '887abde4-193f-4326-a0f1-9e48e2ea1968', 'port_id': '0a420d20-7730-42ee-974b-538a3bd200e9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b75ddbd-096b-4c76-b200-5fe79d8d0f95', 'mac_address': 'fa:16:3e:83:0a:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6632116-aa47-4c9d-baf7-4355c2fa1ba5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T02:13:09Z', 'updated_at': '2021-07-06T02:13:09Z', 'revision_number': 0, 'project_id': '9b9b77729cb3438b9ca89127da181324', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c24cbd5-1ea2-4ed3-8852-2990ae18ebfb', 'name': '', 'network_id': '7b75ddbd-096b-4c76-b200-5fe79d8d0f95', 'tenant_id': '9b9b77729cb3438b9ca89127da181324', 'mac_address': 'fa:16:3e:f1:e4:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '887abde4-193f-4326-a0f1-9e48e2ea1968', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c4ccb081-7a6c-4e1b-abfd-422d472a0348', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T02:10:04Z', 'updated_at': '2021-07-06T02:10:12Z', 'revision_number': 5, 'project_id': '9b9b77729cb3438b9ca89127da181324', 'subnets': [{'id': 'c4ccb081-7a6c-4e1b-abfd-422d472a0348', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=80982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Jul 06 02:13:12.510140 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e2bc76-9263-46e3-aa97-87aa4ae9167a None None] New status for floating IP ac208de0-40eb-4e51-8a02-883ebfbbd914: ACTIVE {{(pid=80983) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:278}}
Jul 06 02:13:18.234521 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.agents_db [None req-b173abe4-0d36-4765-adb2-33779d11156f None None] Agent healthcheck: found 6 active agents {{(pid=80983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Jul 06 02:13:30.679297 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-03ec9011-3d4a-43fa-b0c4-9fb12068efd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:13:32.250705 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:13:33.176873 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-88e86369-1f5d-40e5-b7ec-7059742606eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:13:33.759276 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:13:34.176222 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-76dafd09-8b9e-4f4b-ba8f-a0f9ff874801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:13:35.565215 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-fcfe0981-f829-42d2-99d0-fcc19e179060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:13:51.633492 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-0d27fe58-9b81-4750-9650-3ea9210dbc7f req-d0f9167e-e4e1-4051-ae40-d0bedaf4e7b8 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d6632116-aa47-4c9d-baf7-4355c2fa1ba5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0703101
Jul 06 02:13:51.902054 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-0d27fe58-9b81-4750-9650-3ea9210dbc7f req-1d2a344a-eae6-4198-88f5-a51c4dae1f6a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9b9b77729cb3438b9ca89127da181324&device_id=d6632116-aa47-4c9d-baf7-4355c2fa1ba5 HTTP/1.1" status: 200  len: 1098 time: 0.0705290
Jul 06 02:13:52.051094 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d27fe58-9b81-4750-9650-3ea9210dbc7f req-4711ad4c-2aac-44ec-8dd8-68701a0390d8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:13:52.052644 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-0d27fe58-9b81-4750-9650-3ea9210dbc7f req-4711ad4c-2aac-44ec-8dd8-68701a0390d8 service neutron] 10.222.0.37 "GET /v2.0/networks?id=7b75ddbd-096b-4c76-b200-5fe79d8d0f95 HTTP/1.1" status: 200  len: 913 time: 0.1286962
Jul 06 02:13:52.151345 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-0d27fe58-9b81-4750-9650-3ea9210dbc7f req-e86420ff-3d01-475f-8438-cf5c5b47425d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0a420d20-7730-42ee-974b-538a3bd200e9 HTTP/1.1" status: 200  len: 1001 time: 0.0900142
Jul 06 02:13:52.215203 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d27fe58-9b81-4750-9650-3ea9210dbc7f req-ccac1a2d-ef85-4f83-8833-b55fbc7d359a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:13:52.216726 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-0d27fe58-9b81-4750-9650-3ea9210dbc7f req-ccac1a2d-ef85-4f83-8833-b55fbc7d359a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c4ccb081-7a6c-4e1b-abfd-422d472a0348 HTTP/1.1" status: 200  len: 851 time: 0.0582297
Jul 06 02:13:52.294419 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-0d27fe58-9b81-4750-9650-3ea9210dbc7f req-4bdb2393-f784-4a4d-a0dc-c29309978c3b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7b75ddbd-096b-4c76-b200-5fe79d8d0f95&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0703850
Jul 06 02:13:52.431570 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-0d27fe58-9b81-4750-9650-3ea9210dbc7f req-7e60b61e-8a6a-4f1e-b4b9-156fea42a3e7 service neutron] 10.222.0.37 "GET /v2.0/networks/7b75ddbd-096b-4c76-b200-5fe79d8d0f95?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1283226
Jul 06 02:13:52.567433 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-0d27fe58-9b81-4750-9650-3ea9210dbc7f req-27b62729-cace-4a61-b0a3-35a551a6a39f service neutron] 10.222.0.37 "GET /v2.0/networks/7b75ddbd-096b-4c76-b200-5fe79d8d0f95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1284394
Jul 06 02:13:55.235225 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.agents_db [None req-b173abe4-0d36-4765-adb2-33779d11156f None None] Agent healthcheck: found 6 active agents {{(pid=80983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Jul 06 02:14:00.696487 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-fb434742-c644-4e59-99ef-6f857911430c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:14:02.255355 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:14:03.175970 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-f0465f41-bf1e-44bf-bfc1-f2e4cc2c3475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:14:03.759190 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:14:04.170664 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-76dafd09-8b9e-4f4b-ba8f-a0f9ff874801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:14:05.541983 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-fcfe0981-f829-42d2-99d0-fcc19e179060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:14:30.673051 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-17956279-d071-4734-92b4-0db42938eab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:14:32.235710 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.agents_db [None req-b173abe4-0d36-4765-adb2-33779d11156f None None] Agent healthcheck: found 6 active agents {{(pid=80983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Jul 06 02:14:32.260456 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:14:33.186642 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-78c0a2c4-0f89-46fe-b025-18f6fd3f4e30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:14:33.780971 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:14:34.169959 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-76dafd09-8b9e-4f4b-ba8f-a0f9ff874801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:14:35.558436 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-fcfe0981-f829-42d2-99d0-fcc19e179060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:14:46.917166 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-c4e80514-f35d-437f-83ef-eaa3e77e0824 req-8f52228f-2ea3-448f-8112-242f56bfe08a tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-350497112&fields=id&tenant_id=9b9b77729cb3438b9ca89127da181324 HTTP/1.1" status: 200  len: 267 time: 0.0454407
Jul 06 02:14:46.976829 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-c4e80514-f35d-437f-83ef-eaa3e77e0824 req-82858f46-61c7-4629-8eae-0da43aaf4171 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] 10.222.0.11 "GET /v2.0/security-groups/41f368c8-daca-4e9a-8d80-0b4517c68654 HTTP/1.1" status: 200  len: 4611 time: 0.0527887
Jul 06 02:14:47.132403 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e80514-f35d-437f-83ef-eaa3e77e0824 req-03440245-2c2e-49f4-961b-25c669fe803d tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:14:47.133906 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-c4e80514-f35d-437f-83ef-eaa3e77e0824 req-03440245-2c2e-49f4-961b-25c669fe803d tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] 10.222.0.11 "GET /v2.0/networks?id=7b75ddbd-096b-4c76-b200-5fe79d8d0f95 HTTP/1.1" status: 200  len: 812 time: 0.1488862
Jul 06 02:14:47.152788 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-c4e80514-f35d-437f-83ef-eaa3e77e0824 req-026efe2b-4a97-4e43-a787-1ff0d46b45c2 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] 10.222.0.11 "GET /v2.0/quotas/9b9b77729cb3438b9ca89127da181324 HTTP/1.1" status: 200  len: 375 time: 0.0111678
Jul 06 02:14:47.244807 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-c4e80514-f35d-437f-83ef-eaa3e77e0824 req-3b47df4b-74ae-4986-964c-27ebeba6dbef tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=9b9b77729cb3438b9ca89127da181324&fields=id HTTP/1.1" status: 200  len: 440 time: 0.0855176
Jul 06 02:14:47.386863 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-c4e80514-f35d-437f-83ef-eaa3e77e0824 req-61554f60-757b-44d1-8263-94c36a358bdf service neutron] 10.222.0.11 "GET /v2.0/networks/7b75ddbd-096b-4c76-b200-5fe79d8d0f95?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1284323
Jul 06 02:14:47.524767 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-c4e80514-f35d-437f-83ef-eaa3e77e0824 req-34d3dbb9-426b-4977-b652-bc1cebf1a477 service neutron] 10.222.0.11 "GET /v2.0/networks/7b75ddbd-096b-4c76-b200-5fe79d8d0f95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1299613
Jul 06 02:14:48.290580 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-7c4b17b8-f536-40e0-91f0-8216b1b61e3c req-66a86b69-bac6-47df-a99a-c8d1e9548bb5 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] 10.222.0.11 "GET /v2.0/ports?device_id=600dbc93-c79f-42b4-9fa7-4ba275ab505a HTTP/1.1" status: 200  len: 210 time: 0.1553180
Jul 06 02:14:49.454747 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-61bf0a8c-6291-4280-b11a-4f98d819bcc2 req-495df398-1734-4180-ae8f-4dbbb2c55656 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] 10.222.0.11 "GET /v2.0/ports?device_id=600dbc93-c79f-42b4-9fa7-4ba275ab505a HTTP/1.1" status: 200  len: 210 time: 0.0491021
Jul 06 02:14:49.656423 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e80514-f35d-437f-83ef-eaa3e77e0824 req-c211c2b6-d820-4824-8f4b-8f3477aa78dd tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:14:49.657985 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-c4e80514-f35d-437f-83ef-eaa3e77e0824 req-c211c2b6-d820-4824-8f4b-8f3477aa78dd tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] 10.222.0.37 "GET /v2.0/networks?id=7b75ddbd-096b-4c76-b200-5fe79d8d0f95 HTTP/1.1" status: 200  len: 812 time: 0.1510196
Jul 06 02:14:49.735579 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-c4e80514-f35d-437f-83ef-eaa3e77e0824 req-90f6d5f5-6f9b-4237-a552-ed55d675e5cb tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9b9b77729cb3438b9ca89127da181324 HTTP/1.1" status: 200  len: 7027 time: 0.0669591
Jul 06 02:14:49.749521 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.v2.base [req-c4e80514-f35d-437f-83ef-eaa3e77e0824 req-f0708120-afd5-4fe7-8f02-1f90f7cf962f tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Request body: {'port': {'device_id': '600dbc93-c79f-42b4-9fa7-4ba275ab505a', 'network_id': '7b75ddbd-096b-4c76-b200-5fe79d8d0f95', 'admin_state_up': True, 'tenant_id': '9b9b77729cb3438b9ca89127da181324', 'security_groups': ['41f368c8-daca-4e9a-8d80-0b4517c68654']}} {{(pid=80981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 06 02:14:49.888592 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [req-c4e80514-f35d-437f-83ef-eaa3e77e0824 req-f0708120-afd5-4fe7-8f02-1f90f7cf962f tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 02:14:49.898803 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [req-c4e80514-f35d-437f-83ef-eaa3e77e0824 req-f0708120-afd5-4fe7-8f02-1f90f7cf962f tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=80981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 02:14:49.952695 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4e80514-f35d-437f-83ef-eaa3e77e0824 req-f0708120-afd5-4fe7-8f02-1f90f7cf962f tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Made reservation on behalf of 9b9b77729cb3438b9ca89127da181324 for: {'port': 1} {{(pid=80981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jul 06 02:14:49.958288 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-c4e80514-f35d-437f-83ef-eaa3e77e0824 req-f0708120-afd5-4fe7-8f02-1f90f7cf962f tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1050496'] for port, before_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:14:50.117609 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.db_base_plugin_common [req-c4e80514-f35d-437f-83ef-eaa3e77e0824 req-f0708120-afd5-4fe7-8f02-1f90f7cf962f tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Allocated IP 172.20.0.8 (7b75ddbd-096b-4c76-b200-5fe79d8d0f95/c4ccb081-7a6c-4e1b-abfd-422d472a0348/c4cd0444-b9fe-43df-8d45-9137c06d9401) {{(pid=80981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Jul 06 02:14:50.310579 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-c4e80514-f35d-437f-83ef-eaa3e77e0824 req-f0708120-afd5-4fe7-8f02-1f90f7cf962f tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Notify callbacks [] for port, precommit_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:14:50.326193 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.provisioning_blocks [req-c4e80514-f35d-437f-83ef-eaa3e77e0824 req-f0708120-afd5-4fe7-8f02-1f90f7cf962f tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Transition to ACTIVE for port object c4cd0444-b9fe-43df-8d45-9137c06d9401 will not be triggered until provisioned by entity DHCP. {{(pid=80981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 06 02:14:50.370255 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-c4e80514-f35d-437f-83ef-eaa3e77e0824 req-f0708120-afd5-4fe7-8f02-1f90f7cf962f tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296101369102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839890433'] for port, after_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:14:50.376508 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-f5d071f5-1466-4517-b08c-fc84e80add13 tempest-TestShelveInstance-1238105952 tempest-TestShelveInstance-1238105952-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:14:50.440455 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4e80514-f35d-437f-83ef-eaa3e77e0824 req-f0708120-afd5-4fe7-8f02-1f90f7cf962f tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Network 7b75ddbd-096b-4c76-b200-5fe79d8d0f95 is already hosted by enough agents. {{(pid=80981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:240}}
Jul 06 02:14:50.444286 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.scheduler.base_scheduler [req-c4e80514-f35d-437f-83ef-eaa3e77e0824 req-f0708120-afd5-4fe7-8f02-1f90f7cf962f tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Resources bound (agent type, host, resource id):  {{(pid=80981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jul 06 02:14:50.446683 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4e80514-f35d-437f-83ef-eaa3e77e0824 req-f0708120-afd5-4fe7-8f02-1f90f7cf962f tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Received port after_create {{(pid=80981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 06 02:14:50.500264 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0708120-afd5-4fe7-8f02-1f90f7cf962f tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Pushing event updated for resources: {'Port': ['ID=c4cd0444-b9fe-43df-8d45-9137c06d9401,revision_number=1']} {{(pid=80981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:14:50.517609 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0708120-afd5-4fe7-8f02-1f90f7cf962f tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:14:50.518035 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0708120-afd5-4fe7-8f02-1f90f7cf962f tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:14:50.518453 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0708120-afd5-4fe7-8f02-1f90f7cf962f tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Version for resource type Network changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:14:50.518865 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0708120-afd5-4fe7-8f02-1f90f7cf962f tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:14:50.519275 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0708120-afd5-4fe7-8f02-1f90f7cf962f tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Version for resource type PortForwarding changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:14:50.519684 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0708120-afd5-4fe7-8f02-1f90f7cf962f tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:14:50.520090 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0708120-afd5-4fe7-8f02-1f90f7cf962f tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Version for resource type SecurityGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:14:50.520497 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0708120-afd5-4fe7-8f02-1f90f7cf962f tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:14:50.520899 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0708120-afd5-4fe7-8f02-1f90f7cf962f tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:14:50.521329 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0708120-afd5-4fe7-8f02-1f90f7cf962f tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Version for resource type Subnet changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:14:50.521793 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0708120-afd5-4fe7-8f02-1f90f7cf962f tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:14:50.527743 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-f0708120-afd5-4fe7-8f02-1f90f7cf962f tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:14:50.547864 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e80514-f35d-437f-83ef-eaa3e77e0824 req-f0708120-afd5-4fe7-8f02-1f90f7cf962f tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:14:50.547864 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-c4e80514-f35d-437f-83ef-eaa3e77e0824 req-f0708120-afd5-4fe7-8f02-1f90f7cf962f tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91827'] for port, before_response {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:14:50.625415 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-c4e80514-f35d-437f-83ef-eaa3e77e0824 req-f0708120-afd5-4fe7-8f02-1f90f7cf962f tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8776062
Jul 06 02:14:50.662960 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f67e09b-5de0-4cd5-8923-609fe68391b3 req-a30bf8aa-6c0d-4f15-88e0-fed4c92e7c61 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:14:50.664874 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-2f67e09b-5de0-4cd5-8923-609fe68391b3 req-a30bf8aa-6c0d-4f15-88e0-fed4c92e7c61 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] 10.222.0.11 "GET /v2.0/ports?device_id=600dbc93-c79f-42b4-9fa7-4ba275ab505a HTTP/1.1" status: 200  len: 931 time: 0.0816257
Jul 06 02:14:50.715256 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-2f67e09b-5de0-4cd5-8923-609fe68391b3 req-ec546000-f76f-458b-b70b-aa4e38a00149 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] 10.222.0.11 "GET /v2.0/security-groups?id=41f368c8-daca-4e9a-8d80-0b4517c68654&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0428731
Jul 06 02:14:50.725267 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.v2.base [req-c4e80514-f35d-437f-83ef-eaa3e77e0824 req-2085d922-d582-40d6-9d7e-bd04f2facef9 service neutron] Request body: {'port': {'device_id': '600dbc93-c79f-42b4-9fa7-4ba275ab505a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79954'}} {{(pid=80981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 06 02:14:50.775677 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.provisioning_blocks [None req-3fff60fa-3a61-4a0d-8911-17bf2e359c99 None None] Provisioning for port c4cd0444-b9fe-43df-8d45-9137c06d9401 completed by entity DHCP. {{(pid=80982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 06 02:14:50.781749 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.provisioning_blocks [None req-3fff60fa-3a61-4a0d-8911-17bf2e359c99 None None] Provisioning complete for port c4cd0444-b9fe-43df-8d45-9137c06d9401 triggered by entity DHCP. {{(pid=80982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 06 02:14:50.782783 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-3fff60fa-3a61-4a0d-8911-17bf2e359c99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1309268'] for port, provisioning_complete {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:14:50.836797 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.plugin [None req-3fff60fa-3a61-4a0d-8911-17bf2e359c99 None None] Port c4cd0444-b9fe-43df-8d45-9137c06d9401 cannot update to ACTIVE because it is not bound. {{(pid=80982) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:301}}
Jul 06 02:14:51.068578 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-c4e80514-f35d-437f-83ef-eaa3e77e0824 req-2085d922-d582-40d6-9d7e-bd04f2facef9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1050496'] for port, before_update {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:14:51.398059 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.notifiers.nova [req-c4e80514-f35d-437f-83ef-eaa3e77e0824 req-2085d922-d582-40d6-9d7e-bd04f2facef9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4cd0444-b9fe-43df-8d45-9137c06d9401 {{(pid=80981) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Jul 06 02:14:51.405259 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-c4e80514-f35d-437f-83ef-eaa3e77e0824 req-2085d922-d582-40d6-9d7e-bd04f2facef9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:14:51.420542 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.provisioning_blocks [req-c4e80514-f35d-437f-83ef-eaa3e77e0824 req-2085d922-d582-40d6-9d7e-bd04f2facef9 service neutron] Transition to ACTIVE for port object c4cd0444-b9fe-43df-8d45-9137c06d9401 will not be triggered until provisioned by entity L2. {{(pid=80981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 06 02:14:51.466996 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-c4e80514-f35d-437f-83ef-eaa3e77e0824 req-2085d922-d582-40d6-9d7e-bd04f2facef9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740753762112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740753409037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296101366746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14885351'] for port, after_update {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:14:51.471685 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-943e5b0d-64e9-400a-bf08-16ac68c4fdb5 tempest-TestMinimumBasicScenario-1010013130 tempest-TestMinimumBasicScenario-1010013130-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:14:51.598079 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2085d922-d582-40d6-9d7e-bd04f2facef9 service neutron] Pushing event updated for resources: {'Port': ['ID=c4cd0444-b9fe-43df-8d45-9137c06d9401,revision_number=2']} {{(pid=80981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:14:51.602047 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-2085d922-d582-40d6-9d7e-bd04f2facef9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:14:51.711917 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.managers [req-c4e80514-f35d-437f-83ef-eaa3e77e0824 req-2085d922-d582-40d6-9d7e-bd04f2facef9 service neutron] Attempting to bind port c4cd0444-b9fe-43df-8d45-9137c06d9401 on host hv-cinder-79954 for vnic_type normal with profile  {{(pid=80981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jul 06 02:14:51.712292 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.managers [req-c4e80514-f35d-437f-83ef-eaa3e77e0824 req-2085d922-d582-40d6-9d7e-bd04f2facef9 service neutron] Attempting to bind port c4cd0444-b9fe-43df-8d45-9137c06d9401 by drivers openvswitch,hyperv on host hv-cinder-79954 at level 0 using segments [{'id': '74fdbca4-16e2-4773-9a83-f93356a3588c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '7b75ddbd-096b-4c76-b200-5fe79d8d0f95'}] {{(pid=80981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jul 06 02:14:51.712665 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4e80514-f35d-437f-83ef-eaa3e77e0824 req-2085d922-d582-40d6-9d7e-bd04f2facef9 service neutron] Attempting to bind port c4cd0444-b9fe-43df-8d45-9137c06d9401 on network 7b75ddbd-096b-4c76-b200-5fe79d8d0f95 {{(pid=80981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Jul 06 02:14:51.719664 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4e80514-f35d-437f-83ef-eaa3e77e0824 req-2085d922-d582-40d6-9d7e-bd04f2facef9 service neutron] Port c4cd0444-b9fe-43df-8d45-9137c06d9401 on network 7b75ddbd-096b-4c76-b200-5fe79d8d0f95 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79954 {{(pid=80981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jul 06 02:14:51.720027 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4e80514-f35d-437f-83ef-eaa3e77e0824 req-2085d922-d582-40d6-9d7e-bd04f2facef9 service neutron] Attempting to bind port c4cd0444-b9fe-43df-8d45-9137c06d9401 on network 7b75ddbd-096b-4c76-b200-5fe79d8d0f95 {{(pid=80981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Jul 06 02:14:51.726749 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4e80514-f35d-437f-83ef-eaa3e77e0824 req-2085d922-d582-40d6-9d7e-bd04f2facef9 service neutron] Checking agent: {'id': 'abd15b5f-b1e1-4bf4-b258-9ce6723fb40b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79954', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 1, 56, 33), 'started_at': datetime.datetime(2021, 7, 6, 1, 56, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 2, 14, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Jul 06 02:14:51.727125 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4e80514-f35d-437f-83ef-eaa3e77e0824 req-2085d922-d582-40d6-9d7e-bd04f2facef9 service neutron] Checking segment: {'id': '74fdbca4-16e2-4773-9a83-f93356a3588c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '7b75ddbd-096b-4c76-b200-5fe79d8d0f95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jul 06 02:14:51.727544 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4e80514-f35d-437f-83ef-eaa3e77e0824 req-2085d922-d582-40d6-9d7e-bd04f2facef9 service neutron] Bound using segment: {'id': '74fdbca4-16e2-4773-9a83-f93356a3588c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '7b75ddbd-096b-4c76-b200-5fe79d8d0f95'} {{(pid=80981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Jul 06 02:14:51.728015 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.managers [req-c4e80514-f35d-437f-83ef-eaa3e77e0824 req-2085d922-d582-40d6-9d7e-bd04f2facef9 service neutron] Bound port: c4cd0444-b9fe-43df-8d45-9137c06d9401, host: hv-cinder-79954, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74fdbca4-16e2-4773-9a83-f93356a3588c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '7b75ddbd-096b-4c76-b200-5fe79d8d0f95'}}] {{(pid=80981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jul 06 02:14:51.728409 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-c4e80514-f35d-437f-83ef-eaa3e77e0824 req-2085d922-d582-40d6-9d7e-bd04f2facef9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1050496'] for port, before_update {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:14:51.823331 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [req-c4e80514-f35d-437f-83ef-eaa3e77e0824 req-2085d922-d582-40d6-9d7e-bd04f2facef9 service neutron] For port c4cd0444-b9fe-43df-8d45-9137c06d9401, host hv-cinder-79954, cleared binding levels {{(pid=80981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:111}}
Jul 06 02:14:51.826834 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [req-c4e80514-f35d-437f-83ef-eaa3e77e0824 req-2085d922-d582-40d6-9d7e-bd04f2facef9 service neutron] For port c4cd0444-b9fe-43df-8d45-9137c06d9401, host hv-cinder-79954, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79954',level=0,port_id=c4cd0444-b9fe-43df-8d45-9137c06d9401,segment=NetworkSegment(74fdbca4-16e2-4773-9a83-f93356a3588c),segment_id=74fdbca4-16e2-4773-9a83-f93356a3588c)] {{(pid=80981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}}
Jul 06 02:14:51.872668 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-cb49eee8-655b-4648-b377-e6e2478942e7 req-41882c6f-0933-4ea7-959c-4f3ebdfe3e43 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d6632116-aa47-4c9d-baf7-4355c2fa1ba5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0742035
Jul 06 02:14:51.903169 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-c4e80514-f35d-437f-83ef-eaa3e77e0824 req-2085d922-d582-40d6-9d7e-bd04f2facef9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740753762112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740753409037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296101366746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14885351'] for port, after_update {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:14:51.912638 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-53357243-473c-4c02-801b-b190a59d4011 tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:14:51.976795 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-c4e80514-f35d-437f-83ef-eaa3e77e0824 req-2085d922-d582-40d6-9d7e-bd04f2facef9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91827'] for port, before_response {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:14:51.978378 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-c4e80514-f35d-437f-83ef-eaa3e77e0824 req-2085d922-d582-40d6-9d7e-bd04f2facef9 service neutron] 10.222.0.37 "PUT /v2.0/ports/c4cd0444-b9fe-43df-8d45-9137c06d9401 HTTP/1.1" status: 200  len: 1093 time: 1.3475904
Jul 06 02:14:51.982400 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '600dbc93-c79f-42b4-9fa7-4ba275ab505a', 'tag': 'c4cd0444-b9fe-43df-8d45-9137c06d9401'}] {{(pid=80981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 06 02:14:52.009354 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2085d922-d582-40d6-9d7e-bd04f2facef9 service neutron] Pushing event updated for resources: {'Port': ['ID=c4cd0444-b9fe-43df-8d45-9137c06d9401,revision_number=3']} {{(pid=80981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:14:52.021512 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-2085d922-d582-40d6-9d7e-bd04f2facef9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:14:52.039688 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-cb49eee8-655b-4648-b377-e6e2478942e7 req-51e1e28e-a700-48b0-8ce1-332be2dc3135 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9b9b77729cb3438b9ca89127da181324&device_id=d6632116-aa47-4c9d-baf7-4355c2fa1ba5 HTTP/1.1" status: 200  len: 1098 time: 0.0857015
Jul 06 02:14:52.044690 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18aeb6c5-b838-49b8-8521-e37b64edd6a8 req-151c4eba-f82e-4f73-9f9d-4ef9478b9f0a tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:14:52.045554 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [req-18aeb6c5-b838-49b8-8521-e37b64edd6a8 req-151c4eba-f82e-4f73-9f9d-4ef9478b9f0a tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Synchronizing usage tracker for tenant:9b9b77729cb3438b9ca89127da181324 on resource:port {{(pid=80981) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 06 02:14:52.049671 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '600dbc93-c79f-42b4-9fa7-4ba275ab505a', 'tag': 'c4cd0444-b9fe-43df-8d45-9137c06d9401', 'status': 'completed', 'code': 200}
Jul 06 02:14:52.107892 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [req-18aeb6c5-b838-49b8-8521-e37b64edd6a8 req-151c4eba-f82e-4f73-9f9d-4ef9478b9f0a tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Unset dirty status for tenant:9b9b77729cb3438b9ca89127da181324 on resource:port {{(pid=80981) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 06 02:14:52.109199 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-18aeb6c5-b838-49b8-8521-e37b64edd6a8 req-151c4eba-f82e-4f73-9f9d-4ef9478b9f0a tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] 10.222.0.11 "GET /v2.0/ports?device_id=600dbc93-c79f-42b4-9fa7-4ba275ab505a HTTP/1.1" status: 200  len: 943 time: 0.2583408
Jul 06 02:14:52.180044 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-18aeb6c5-b838-49b8-8521-e37b64edd6a8 req-91130402-c6d0-4446-b1ff-9076ef4daf41 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] 10.222.0.11 "GET /v2.0/security-groups?id=41f368c8-daca-4e9a-8d80-0b4517c68654&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0581720
Jul 06 02:14:52.191648 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-7c946a4d-caf0-4d80-a643-96cefb74e647 req-8b3717f8-42e6-4a6c-ad12-abbe0911ad32 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9b9b77729cb3438b9ca89127da181324&device_id=600dbc93-c79f-42b4-9fa7-4ba275ab505a HTTP/1.1" status: 200  len: 1096 time: 0.1202300
Jul 06 02:14:52.206916 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb49eee8-655b-4648-b377-e6e2478942e7 req-f46183d5-9385-4da4-a803-28d6851af420 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:14:52.208518 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-cb49eee8-655b-4648-b377-e6e2478942e7 req-f46183d5-9385-4da4-a803-28d6851af420 service neutron] 10.222.0.37 "GET /v2.0/networks?id=7b75ddbd-096b-4c76-b200-5fe79d8d0f95 HTTP/1.1" status: 200  len: 913 time: 0.1453865
Jul 06 02:14:52.308619 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-cb49eee8-655b-4648-b377-e6e2478942e7 req-6521b0f5-9c75-40d9-b2d4-be957be6a0fa service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0a420d20-7730-42ee-974b-538a3bd200e9 HTTP/1.1" status: 200  len: 1001 time: 0.0929654
Jul 06 02:14:52.353194 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c946a4d-caf0-4d80-a643-96cefb74e647 req-c90afa17-8013-4190-a540-c1f518688d75 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:14:52.354824 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-7c946a4d-caf0-4d80-a643-96cefb74e647 req-c90afa17-8013-4190-a540-c1f518688d75 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=9b9b77729cb3438b9ca89127da181324&shared=False HTTP/1.1" status: 200  len: 913 time: 0.1498733
Jul 06 02:14:52.374851 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb49eee8-655b-4648-b377-e6e2478942e7 req-8453bcff-6de1-4482-857a-82ff75131949 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:14:52.376360 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-cb49eee8-655b-4648-b377-e6e2478942e7 req-8453bcff-6de1-4482-857a-82ff75131949 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c4ccb081-7a6c-4e1b-abfd-422d472a0348 HTTP/1.1" status: 200  len: 851 time: 0.0611203
Jul 06 02:14:52.451175 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-cb49eee8-655b-4648-b377-e6e2478942e7 req-05746e22-4d58-4dec-9a56-13c1e24563ff service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7b75ddbd-096b-4c76-b200-5fe79d8d0f95&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0676539
Jul 06 02:14:52.496443 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c946a4d-caf0-4d80-a643-96cefb74e647 req-525f8d8e-3da6-4fdc-a727-3f0e2108bb5d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:14:52.498059 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-7c946a4d-caf0-4d80-a643-96cefb74e647 req-525f8d8e-3da6-4fdc-a727-3f0e2108bb5d service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1360922
Jul 06 02:14:52.588974 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-cb49eee8-655b-4648-b377-e6e2478942e7 req-e74f7ce8-df7e-4456-84b7-8a0df79153f4 service neutron] 10.222.0.37 "GET /v2.0/networks/7b75ddbd-096b-4c76-b200-5fe79d8d0f95?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1309023
Jul 06 02:14:52.605971 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-c4e80514-f35d-437f-83ef-eaa3e77e0824 req-686b4201-1f37-47c3-b5bb-db2aa57f4d85 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9b9b77729cb3438b9ca89127da181324&device_id=600dbc93-c79f-42b4-9fa7-4ba275ab505a HTTP/1.1" status: 200  len: 1096 time: 0.0701754
Jul 06 02:14:52.677886 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-c4e80514-f35d-437f-83ef-eaa3e77e0824 req-e0d0bd6d-2e61-42de-9b89-53cf29153ca5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c4cd0444-b9fe-43df-8d45-9137c06d9401 HTTP/1.1" status: 200  len: 217 time: 0.0645242
Jul 06 02:14:52.724908 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-cb49eee8-655b-4648-b377-e6e2478942e7 req-cb2de74f-0605-4163-a2c7-094e9c03a274 service neutron] 10.222.0.37 "GET /v2.0/networks/7b75ddbd-096b-4c76-b200-5fe79d8d0f95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1288018
Jul 06 02:14:52.742743 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e80514-f35d-437f-83ef-eaa3e77e0824 req-f309e826-969e-4bbc-9535-e228b5f7ef12 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:14:52.744282 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-c4e80514-f35d-437f-83ef-eaa3e77e0824 req-f309e826-969e-4bbc-9535-e228b5f7ef12 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c4ccb081-7a6c-4e1b-abfd-422d472a0348 HTTP/1.1" status: 200  len: 851 time: 0.0595646
Jul 06 02:14:52.822045 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-c4e80514-f35d-437f-83ef-eaa3e77e0824 req-5c2f30d1-631a-47ac-9c44-285b00dbff01 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7b75ddbd-096b-4c76-b200-5fe79d8d0f95&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0708098
Jul 06 02:14:52.961483 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-c4e80514-f35d-437f-83ef-eaa3e77e0824 req-81ce3d41-58b9-4342-a871-4081b3f3ef05 service neutron] 10.222.0.37 "GET /v2.0/networks/7b75ddbd-096b-4c76-b200-5fe79d8d0f95?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1322589
Jul 06 02:14:53.101945 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-c4e80514-f35d-437f-83ef-eaa3e77e0824 req-6f4187b5-ab76-4dc1-9a83-7dbd05f6884d service neutron] 10.222.0.37 "GET /v2.0/networks/7b75ddbd-096b-4c76-b200-5fe79d8d0f95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1325474
Jul 06 02:14:53.379120 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f466969a-5df7-4f90-9759-90ec0bab5aef req-9219cc43-fc64-45bd-b14a-e168b0baff5e tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:14:53.380600 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-f466969a-5df7-4f90-9759-90ec0bab5aef req-9219cc43-fc64-45bd-b14a-e168b0baff5e tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] 10.222.0.11 "GET /v2.0/ports?device_id=600dbc93-c79f-42b4-9fa7-4ba275ab505a HTTP/1.1" status: 200  len: 943 time: 0.0782454
Jul 06 02:14:53.429541 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-f466969a-5df7-4f90-9759-90ec0bab5aef req-060be13a-0291-442c-9825-ea0e59d3aa8d tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] 10.222.0.11 "GET /v2.0/security-groups?id=41f368c8-daca-4e9a-8d80-0b4517c68654&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0420535
Jul 06 02:14:54.614188 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a55f0f-2fa0-4f5f-90cd-d8b658d9f644 req-46801bf3-28dd-453c-baf9-2c40b2fcd3ad tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:14:54.615734 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-21a55f0f-2fa0-4f5f-90cd-d8b658d9f644 req-46801bf3-28dd-453c-baf9-2c40b2fcd3ad tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] 10.222.0.11 "GET /v2.0/ports?device_id=600dbc93-c79f-42b4-9fa7-4ba275ab505a HTTP/1.1" status: 200  len: 943 time: 0.0763555
Jul 06 02:14:54.668203 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-21a55f0f-2fa0-4f5f-90cd-d8b658d9f644 req-60e62f60-ad0b-4850-bda3-becc86f2bb8b tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] 10.222.0.11 "GET /v2.0/security-groups?id=41f368c8-daca-4e9a-8d80-0b4517c68654&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0454872
Jul 06 02:14:55.858780 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4decffc5-6e8d-4ffc-923c-6da34deb0954 req-6f2b48d3-8ace-47d1-a662-c6414cab1dfc tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:14:55.860387 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-4decffc5-6e8d-4ffc-923c-6da34deb0954 req-6f2b48d3-8ace-47d1-a662-c6414cab1dfc tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] 10.222.0.11 "GET /v2.0/ports?device_id=600dbc93-c79f-42b4-9fa7-4ba275ab505a HTTP/1.1" status: 200  len: 943 time: 0.0798142
Jul 06 02:14:55.910740 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-4decffc5-6e8d-4ffc-923c-6da34deb0954 req-6af0b1a9-95c2-4631-8379-48cb74eae479 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] 10.222.0.11 "GET /v2.0/security-groups?id=41f368c8-daca-4e9a-8d80-0b4517c68654&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0428195
Jul 06 02:14:57.101860 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a155d1-16f9-4666-916e-96f9c31e70ab req-ad3a3137-de34-466d-94f4-c254e1868bb9 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:14:57.103451 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-d8a155d1-16f9-4666-916e-96f9c31e70ab req-ad3a3137-de34-466d-94f4-c254e1868bb9 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] 10.222.0.11 "GET /v2.0/ports?device_id=600dbc93-c79f-42b4-9fa7-4ba275ab505a HTTP/1.1" status: 200  len: 943 time: 0.0768013
Jul 06 02:14:57.153967 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-d8a155d1-16f9-4666-916e-96f9c31e70ab req-d4661d09-0ca2-4292-8250-3dc7645c7e60 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] 10.222.0.11 "GET /v2.0/security-groups?id=41f368c8-daca-4e9a-8d80-0b4517c68654&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0430813
Jul 06 02:14:58.341779 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eade810f-7c49-47f1-9ac7-e90025bd9aac req-05b3dcc6-8c7d-4098-add5-23fc2508318c tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:14:58.343428 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-eade810f-7c49-47f1-9ac7-e90025bd9aac req-05b3dcc6-8c7d-4098-add5-23fc2508318c tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] 10.222.0.11 "GET /v2.0/ports?device_id=600dbc93-c79f-42b4-9fa7-4ba275ab505a HTTP/1.1" status: 200  len: 943 time: 0.0777223
Jul 06 02:14:58.399189 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-eade810f-7c49-47f1-9ac7-e90025bd9aac req-9666f9a0-8fea-4453-90d7-126d8fa44219 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] 10.222.0.11 "GET /v2.0/security-groups?id=41f368c8-daca-4e9a-8d80-0b4517c68654&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0468731
Jul 06 02:14:59.592491 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef651884-a15b-4803-8970-a2184f5d67a5 req-1655137a-d185-4abb-ba79-17da402f06bc tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:14:59.594157 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-ef651884-a15b-4803-8970-a2184f5d67a5 req-1655137a-d185-4abb-ba79-17da402f06bc tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] 10.222.0.11 "GET /v2.0/ports?device_id=600dbc93-c79f-42b4-9fa7-4ba275ab505a HTTP/1.1" status: 200  len: 943 time: 0.0825808
Jul 06 02:14:59.644616 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-ef651884-a15b-4803-8970-a2184f5d67a5 req-1cf2912c-3697-46bc-b12c-dc3df636c102 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] 10.222.0.11 "GET /v2.0/security-groups?id=41f368c8-daca-4e9a-8d80-0b4517c68654&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0433464
Jul 06 02:15:00.531174 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.rpc [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Device c4cd0444-b9fe-43df-8d45-9137c06d9401 details requested by agent hyperv_hv-cinder-79954 with host hv-cinder-79954 {{(pid=80982) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:87}}
Jul 06 02:15:00.678115 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-28b4e77b-2834-48ed-973c-a07e7084f178 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:15:00.680804 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] For port c4cd0444-b9fe-43df-8d45-9137c06d9401, host hv-cinder-79954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79954',level=0,port_id=c4cd0444-b9fe-43df-8d45-9137c06d9401,segment=NetworkSegment(74fdbca4-16e2-4773-9a83-f93356a3588c),segment_id=74fdbca4-16e2-4773-9a83-f93356a3588c)] {{(pid=80982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 02:15:00.696562 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.rpc [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Returning: {'device': 'c4cd0444-b9fe-43df-8d45-9137c06d9401', 'network_id': '7b75ddbd-096b-4c76-b200-5fe79d8d0f95', 'port_id': 'c4cd0444-b9fe-43df-8d45-9137c06d9401', 'mac_address': 'fa:16:3e:74:1e:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4ccb081-7a6c-4e1b-abfd-422d472a0348', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80982) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:165}}
Jul 06 02:15:00.753562 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1050496'] for port, before_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:15:00.772238 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.notifiers.nova [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4cd0444-b9fe-43df-8d45-9137c06d9401 {{(pid=80982) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Jul 06 02:15:00.788072 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] For port c4cd0444-b9fe-43df-8d45-9137c06d9401, host hv-cinder-79954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79954',level=0,port_id=c4cd0444-b9fe-43df-8d45-9137c06d9401,segment=NetworkSegment(74fdbca4-16e2-4773-9a83-f93356a3588c),segment_id=74fdbca4-16e2-4773-9a83-f93356a3588c)] {{(pid=80982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 02:15:00.809454 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740753762112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740753409037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296101366746'] for port, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:15:00.811365 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-cdf43f49-f78c-4235-a7d6-73e2f8fd03ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:15:00.839024 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d40e77-3001-4264-9fce-d235c6694c2d req-2ec56270-5321-4507-a60b-98e770d08b6d tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:15:00.840614 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-91d40e77-3001-4264-9fce-d235c6694c2d req-2ec56270-5321-4507-a60b-98e770d08b6d tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] 10.222.0.11 "GET /v2.0/ports?device_id=600dbc93-c79f-42b4-9fa7-4ba275ab505a HTTP/1.1" status: 200  len: 944 time: 0.0770977
Jul 06 02:15:00.871921 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Pushing event updated for resources: {'Port': ['ID=c4cd0444-b9fe-43df-8d45-9137c06d9401,revision_number=4']} {{(pid=80982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:15:00.880916 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:15:00.881329 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:15:00.881713 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Version for resource type Network changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:15:00.882087 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:15:00.882462 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Version for resource type PortForwarding changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:15:00.882832 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:15:00.883201 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Version for resource type SecurityGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:15:00.883578 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:15:00.883937 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:15:00.884299 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Version for resource type Subnet changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:15:00.885000 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:15:00.888850 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:15:00.894018 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-91d40e77-3001-4264-9fce-d235c6694c2d req-a1a73a12-6147-4dbe-a8e5-062d8d4e57ca tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] 10.222.0.11 "GET /v2.0/security-groups?id=41f368c8-daca-4e9a-8d80-0b4517c68654&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0457406
Jul 06 02:15:01.023945 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] get_ports_and_sgs() called for port_ids ['c4cd0444-b9fe-43df-8d45-9137c06d9401'] {{(pid=80982) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:184}}
Jul 06 02:15:02.084249 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df235137-da98-42d7-be38-3c517d8622d7 req-dc5549be-94ac-476b-ba4b-f7a296b89655 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:15:02.084799 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-df235137-da98-42d7-be38-3c517d8622d7 req-dc5549be-94ac-476b-ba4b-f7a296b89655 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] 10.222.0.11 "GET /v2.0/ports?device_id=600dbc93-c79f-42b4-9fa7-4ba275ab505a HTTP/1.1" status: 200  len: 944 time: 0.0751786
Jul 06 02:15:02.138136 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-df235137-da98-42d7-be38-3c517d8622d7 req-7aa98330-df01-441a-b909-7c817d962cc7 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] 10.222.0.11 "GET /v2.0/security-groups?id=41f368c8-daca-4e9a-8d80-0b4517c68654&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0463164
Jul 06 02:15:02.306481 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:15:02.528848 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.rpc [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Device c4cd0444-b9fe-43df-8d45-9137c06d9401 up at agent hyperv_hv-cinder-79954 {{(pid=80982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:273}}
Jul 06 02:15:02.620739 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.provisioning_blocks [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Provisioning for port c4cd0444-b9fe-43df-8d45-9137c06d9401 completed by entity L2. {{(pid=80982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 06 02:15:02.625637 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.provisioning_blocks [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Provisioning complete for port c4cd0444-b9fe-43df-8d45-9137c06d9401 triggered by entity L2. {{(pid=80982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 06 02:15:02.626029 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1309268'] for port, provisioning_complete {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:15:02.731922 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1050496'] for port, before_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:15:02.758352 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '600dbc93-c79f-42b4-9fa7-4ba275ab505a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4cd0444-b9fe-43df-8d45-9137c06d9401'}] {{(pid=80982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 06 02:15:02.769520 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] For port c4cd0444-b9fe-43df-8d45-9137c06d9401, host hv-cinder-79954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79954',level=0,port_id=c4cd0444-b9fe-43df-8d45-9137c06d9401,segment=NetworkSegment(74fdbca4-16e2-4773-9a83-f93356a3588c),segment_id=74fdbca4-16e2-4773-9a83-f93356a3588c)] {{(pid=80982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 02:15:02.807247 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '600dbc93-c79f-42b4-9fa7-4ba275ab505a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4cd0444-b9fe-43df-8d45-9137c06d9401', 'code': 200}
Jul 06 02:15:02.814519 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740753762112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740753409037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296101366746'] for port, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:15:02.816415 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:15:03.068050 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Pushing event updated for resources: {'Port': ['ID=c4cd0444-b9fe-43df-8d45-9137c06d9401,revision_number=5']} {{(pid=80982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:15:03.071127 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=80982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:15:03.169192 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-0c5cbb61-aac1-4288-b77f-055ade9c617e req-1089f6b9-e094-4867-81ce-6f9714586141 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=600dbc93-c79f-42b4-9fa7-4ba275ab505a HTTP/1.1" status: 200  len: 1098 time: 0.0677950
Jul 06 02:15:03.187391 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-c705d7e9-48a1-41bf-ac63-17932346406b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:15:03.222490 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-0c5cbb61-aac1-4288-b77f-055ade9c617e req-8e868e46-1215-4f25-a69e-10bb3901a06b service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=41f368c8-daca-4e9a-8d80-0b4517c68654&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0465469
Jul 06 02:15:03.557419 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0069b045-97be-4746-b68c-1092cd5bc622 req-6e4f0a76-dc8a-4d5e-8f4e-2e174f38031a tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:15:03.558995 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-0069b045-97be-4746-b68c-1092cd5bc622 req-6e4f0a76-dc8a-4d5e-8f4e-2e174f38031a tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] 10.222.0.11 "GET /v2.0/ports?device_id=600dbc93-c79f-42b4-9fa7-4ba275ab505a HTTP/1.1" status: 200  len: 945 time: 0.3030221
Jul 06 02:15:03.609414 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-0069b045-97be-4746-b68c-1092cd5bc622 req-e0036a44-7565-40a4-acc1-d17164cacc83 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] 10.222.0.11 "GET /v2.0/security-groups?id=41f368c8-daca-4e9a-8d80-0b4517c68654&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0426664
Jul 06 02:15:03.792637 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:15:04.168893 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-76dafd09-8b9e-4f4b-ba8f-a0f9ff874801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:15:04.799277 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfdd33a-bb0c-4ed5-aaa1-707e00472cfb req-00b0629e-6de1-4bf5-8ec3-85d2c771afd9 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:15:04.800846 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-5cfdd33a-bb0c-4ed5-aaa1-707e00472cfb req-00b0629e-6de1-4bf5-8ec3-85d2c771afd9 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] 10.222.0.11 "GET /v2.0/ports?device_id=600dbc93-c79f-42b4-9fa7-4ba275ab505a HTTP/1.1" status: 200  len: 945 time: 0.0798850
Jul 06 02:15:04.850431 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-5cfdd33a-bb0c-4ed5-aaa1-707e00472cfb req-5c3f8a59-cf22-40c5-bff9-fb740cdbca88 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] 10.222.0.11 "GET /v2.0/security-groups?id=41f368c8-daca-4e9a-8d80-0b4517c68654&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0425775
Jul 06 02:15:05.040094 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89762f41-7d4f-4ffd-94f9-c3206d65fb35 req-3d7f3d64-d074-47b5-9e0f-2611c1c66352 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:15:05.041680 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-89762f41-7d4f-4ffd-94f9-c3206d65fb35 req-3d7f3d64-d074-47b5-9e0f-2611c1c66352 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] 10.222.0.11 "GET /v2.0/ports?device_id=600dbc93-c79f-42b4-9fa7-4ba275ab505a HTTP/1.1" status: 200  len: 945 time: 0.0757604
Jul 06 02:15:05.094505 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-89762f41-7d4f-4ffd-94f9-c3206d65fb35 req-b2343e04-bb23-4ba4-9800-a41a1276ce66 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] 10.222.0.11 "GET /v2.0/security-groups?id=41f368c8-daca-4e9a-8d80-0b4517c68654&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0453045
Jul 06 02:15:05.118597 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80981) accepted ('10.222.0.11', 49260) {{(pid=80981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 02:15:05.187692 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-87db8cfa-5383-4636-bc62-101fb9c17cd3 tempest-TestVolumeBootPattern-2122957181 tempest-TestVolumeBootPattern-2122957181-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=600dbc93-c79f-42b4-9fa7-4ba275ab505a HTTP/1.1" status: 200  len: 1093 time: 0.0676124
Jul 06 02:15:05.190552 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80981) accepted ('10.222.0.11', 49264) {{(pid=80981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 02:15:05.196234 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.v2.base [None req-8b6f7b01-a553-49e6-be0a-acdb6bc1089a tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Request body: {'floatingip': {'floating_network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8', 'port_id': 'c4cd0444-b9fe-43df-8d45-9137c06d9401', 'tenant_id': '9b9b77729cb3438b9ca89127da181324', 'fixed_ip_address': '172.20.0.8'}} {{(pid=80981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 06 02:15:05.203276 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-8b6f7b01-a553-49e6-be0a-acdb6bc1089a tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 02:15:05.207210 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-8b6f7b01-a553-49e6-be0a-acdb6bc1089a tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Usage tracker for resource:floatingip and tenant:9b9b77729cb3438b9ca89127da181324 is out of sync, need to count used quota {{(pid=80981) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 02:15:05.210917 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [None req-8b6f7b01-a553-49e6-be0a-acdb6bc1089a tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=80981) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 02:15:05.217282 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.quota.driver [None req-8b6f7b01-a553-49e6-be0a-acdb6bc1089a tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=80981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 02:15:05.248952 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-8b6f7b01-a553-49e6-be0a-acdb6bc1089a tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Notify callbacks [] for floatingip, before_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:15:05.387577 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-8b6f7b01-a553-49e6-be0a-acdb6bc1089a tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1050496'] for port, before_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:15:05.524550 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.db_base_plugin_common [None req-8b6f7b01-a553-49e6-be0a-acdb6bc1089a tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Allocated IP 172.27.1.58 (69f53fb8-46a2-4fb2-8b50-29617e0b26b8/24d74941-6bd6-4d03-882f-a623d522833f/2eb2e2ae-3e48-400e-9931-78b6efeb01a4) {{(pid=80981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Jul 06 02:15:05.558275 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-fcfe0981-f829-42d2-99d0-fcc19e179060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:15:05.671619 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-8b6f7b01-a553-49e6-be0a-acdb6bc1089a tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Notify callbacks [] for port, precommit_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:15:05.752801 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-8b6f7b01-a553-49e6-be0a-acdb6bc1089a tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296101369102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839890433'] for port, after_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:15:05.757083 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-f1e0189e-0282-4aca-ac42-5223f5af953a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:15:05.819360 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b6f7b01-a553-49e6-be0a-acdb6bc1089a tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Network 69f53fb8-46a2-4fb2-8b50-29617e0b26b8 is already hosted by enough agents. {{(pid=80981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:240}}
Jul 06 02:15:05.822547 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.scheduler.base_scheduler [None req-8b6f7b01-a553-49e6-be0a-acdb6bc1089a tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Resources bound (agent type, host, resource id):  {{(pid=80981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jul 06 02:15:05.827118 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b6f7b01-a553-49e6-be0a-acdb6bc1089a tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Received port after_create {{(pid=80981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 06 02:15:05.859709 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6f7b01-a553-49e6-be0a-acdb6bc1089a tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Pushing event updated for resources: {'Port': ['ID=2eb2e2ae-3e48-400e-9931-78b6efeb01a4,revision_number=1']} {{(pid=80981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:15:05.868088 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-8b6f7b01-a553-49e6-be0a-acdb6bc1089a tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:15:06.298130 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-8b6f7b01-a553-49e6-be0a-acdb6bc1089a tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:15:06.395810 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-8b6f7b01-a553-49e6-be0a-acdb6bc1089a tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1050496'] for port, before_update {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:15:06.592140 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-8b6f7b01-a553-49e6-be0a-acdb6bc1089a tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Notify callbacks [] for port, precommit_update {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:15:06.620967 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-8b6f7b01-a553-49e6-be0a-acdb6bc1089a tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740753762112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740753409037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296101366746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14885351'] for port, after_update {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:15:06.625393 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-2085d922-d582-40d6-9d7e-bd04f2facef9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:15:06.724274 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6f7b01-a553-49e6-be0a-acdb6bc1089a tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Pushing event updated for resources: {'Port': ['ID=2eb2e2ae-3e48-400e-9931-78b6efeb01a4,revision_number=2']} {{(pid=80981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:15:06.728598 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-8b6f7b01-a553-49e6-be0a-acdb6bc1089a tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:15:06.739673 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-8b6f7b01-a553-49e6-be0a-acdb6bc1089a tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854446392'] for floatingip, after_update {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:15:06.922272 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.db.l3_db [None req-8b6f7b01-a553-49e6-be0a-acdb6bc1089a tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Floating IP ed5f3695-8bfb-44db-b2f2-14a2c7b52acd associated. External IP: 172.27.1.58, port: c4cd0444-b9fe-43df-8d45-9137c06d9401.
Jul 06 02:15:07.518684 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b6f7b01-a553-49e6-be0a-acdb6bc1089a tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Router 887abde4-193f-4326-a0f1-9e48e2ea1968 has already been hosted by L3 agent 61912d2b-cbf3-48c5-b8b2-dcc1c49052a5 {{(pid=80981) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Jul 06 02:15:07.713466 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b6f7b01-a553-49e6-be0a-acdb6bc1089a tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Notify agent at l3_agent.dv-cinder-799546-3-iscsi the message routers_updated {{(pid=80981) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jul 06 02:15:07.723181 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b44aeea-3e22-4bee-a435-99158e624bf1 None None] Sync routers for ids ['887abde4-193f-4326-a0f1-9e48e2ea1968'] in dv-cinder-799546-3-iscsi {{(pid=80982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Jul 06 02:15:07.736638 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b44aeea-3e22-4bee-a435-99158e624bf1 None None] Routers {'887abde4-193f-4326-a0f1-9e48e2ea1968'} bound to L3 agent in host dv-cinder-799546-3-iscsi {{(pid=80982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 06 02:15:07.737348 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_hamode_db [None req-4b44aeea-3e22-4bee-a435-99158e624bf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f31d6b09e48>, 'dv-cinder-799546-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T01:50:03Z,description=<?>,heartbeat_timestamp=2021-07-06T02:15:03Z,host='dv-cinder-799546-3-iscsi',id=61912d2b-cbf3-48c5-b8b2-dcc1c49052a5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-06T01:50:03Z,topic='l3_agent')) {'router_ids': ['887abde4-193f-4326-a0f1-9e48e2ea1968'], 'active': True} {{(pid=80982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 02:15:07.758384 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-8b6f7b01-a553-49e6-be0a-acdb6bc1089a tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91827'] for floatingip, before_response {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:15:07.811497 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-8b6f7b01-a553-49e6-be0a-acdb6bc1089a tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 2.6198568
Jul 06 02:15:07.812251 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '600dbc93-c79f-42b4-9fa7-4ba275ab505a', 'tag': 'c4cd0444-b9fe-43df-8d45-9137c06d9401'}] {{(pid=80981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 06 02:15:07.863808 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '600dbc93-c79f-42b4-9fa7-4ba275ab505a', 'tag': 'c4cd0444-b9fe-43df-8d45-9137c06d9401', 'status': 'completed', 'code': 200}
Jul 06 02:15:07.909306 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_dvr_db [None req-4b44aeea-3e22-4bee-a435-99158e624bf1 None None] Set router 887abde4-193f-4326-a0f1-9e48e2ea1968 gateway port host: dv-cinder-799546-3-iscsi {{(pid=80982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:850}}
Jul 06 02:15:07.962096 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-51d60e44-15c1-43e5-8d1a-a5cd6d600ab2 req-612eac59-7710-40f3-9486-6abc989706f5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9b9b77729cb3438b9ca89127da181324&device_id=600dbc93-c79f-42b4-9fa7-4ba275ab505a HTTP/1.1" status: 200  len: 1098 time: 0.0680816
Jul 06 02:15:08.098664 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d60e44-15c1-43e5-8d1a-a5cd6d600ab2 req-13406fbc-883f-4e1a-b901-7e38a2cb8880 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:15:08.100130 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-51d60e44-15c1-43e5-8d1a-a5cd6d600ab2 req-13406fbc-883f-4e1a-b901-7e38a2cb8880 service neutron] 10.222.0.37 "GET /v2.0/networks?id=7b75ddbd-096b-4c76-b200-5fe79d8d0f95 HTTP/1.1" status: 200  len: 913 time: 0.1307716
Jul 06 02:15:08.196701 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-51d60e44-15c1-43e5-8d1a-a5cd6d600ab2 req-78c61a03-70c7-4568-a8ab-226ee10f5d6a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c4cd0444-b9fe-43df-8d45-9137c06d9401 HTTP/1.1" status: 200  len: 998 time: 0.0881667
Jul 06 02:15:08.244794 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_hamode_db [None req-4b44aeea-3e22-4bee-a435-99158e624bf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f31d6b09e48>, [{'id': '887abde4-193f-4326-a0f1-9e48e2ea1968', 'name': 'tempest-TestVolumeBootPattern-1251328745-router', 'tenant_id': '9b9b77729cb3438b9ca89127da181324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8', 'external_fixed_ips': [{'subnet_id': '24d74941-6bd6-4d03-882f-a623d522833f', 'ip_address': '172.27.1.153'}], 'enable_snat': True}, 'gw_port_id': 'cd0b31a7-e642-4344-968d-f8f920cac542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T02:10:01Z', 'updated_at': '2021-07-06T02:10:04Z', 'revision_number': 4, 'project_id': '9b9b77729cb3438b9ca89127da181324', 'gw_port': {'id': 'cd0b31a7-e642-4344-968d-f8f920cac542', 'name': '', 'network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:b3:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '887abde4-193f-4326-a0f1-9e48e2ea1968', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '24d74941-6bd6-4d03-882f-a623d522833f', 'ip_address': '172.27.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T02:10:01Z', 'updated_at': '2021-07-06T02:10:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24d74941-6bd6-4d03-882f-a623d522833f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799546-3-iscsi', '_floatingips': [{'id': 'ac208de0-40eb-4e51-8a02-883ebfbbd914', 'tenant_id': '9b9b77729cb3438b9ca89127da181324', 'floating_ip_address': '172.27.1.219', 'floating_network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8', 'router_id': '887abde4-193f-4326-a0f1-9e48e2ea1968', 'port_id': '0a420d20-7730-42ee-974b-538a3bd200e9', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b75ddbd-096b-4c76-b200-5fe79d8d0f95', 'mac_address': 'fa:16:3e:83:0a:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6632116-aa47-4c9d-baf7-4355c2fa1ba5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T02:13:09Z', 'updated_at': '2021-07-06T02:13:12Z', 'revision_number': 1, 'project_id': '9b9b77729cb3438b9ca89127da181324', 'fixed_ip_address_scope': None}, {'id': 'ed5f3695-8bfb-44db-b2f2-14a2c7b52acd', 'tenant_id': '9b9b77729cb3438b9ca89127da181324', 'floating_ip_address': '172.27.1.58', 'floating_network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8', 'router_id': '887abde4-193f-4326-a0f1-9e48e2ea1968', 'port_id': 'c4cd0444-b9fe-43df-8d45-9137c06d9401', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b75ddbd-096b-4c76-b200-5fe79d8d0f95', 'mac_address': 'fa:16:3e:74:1e:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '600dbc93-c79f-42b4-9fa7-4ba275ab505a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T02:15:06Z', 'updated_at': '2021-07-06T02:15:06Z', 'revision_number': 0, 'project_id': '9b9b77729cb3438b9ca89127da181324', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c24cbd5-1ea2-4ed3-8852-2990ae18ebfb', 'name': '', 'network_id': '7b75ddbd-096b-4c76-b200-5fe79d8d0f95', 'tenant_id': '9b9b77729cb3438b9ca89127da181324', 'mac_address': 'fa:16:3e:f1:e4:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '887abde4-193f-4326-a0f1-9e48e2ea1968', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c4ccb081-7a6c-4e1b-abfd-422d472a0348', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T02:10:04Z', 'updated_at': '2021-07-06T02:10:12Z', 'revision_number': 5, 'project_id': '9b9b77729cb3438b9ca89127da181324', 'subnets': [{'id': 'c4ccb081-7a6c-4e1b-abfd-422d472a0348', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799546-3-iscsi', False) {} {{(pid=80982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 02:15:08.248919 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b44aeea-3e22-4bee-a435-99158e624bf1 None None] Checking router: 887abde4-193f-4326-a0f1-9e48e2ea1968 for host: dv-cinder-799546-3-iscsi {{(pid=80982) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Jul 06 02:15:08.260569 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b44aeea-3e22-4bee-a435-99158e624bf1 None None] Routers {'887abde4-193f-4326-a0f1-9e48e2ea1968'} bound to L3 agent in host dv-cinder-799546-3-iscsi {{(pid=80982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 06 02:15:08.260839 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_hamode_db [None req-4b44aeea-3e22-4bee-a435-99158e624bf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f31d6b09e48>, 'dv-cinder-799546-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T01:50:03Z,description=<?>,heartbeat_timestamp=2021-07-06T02:15:03Z,host='dv-cinder-799546-3-iscsi',id=61912d2b-cbf3-48c5-b8b2-dcc1c49052a5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-06T01:50:03Z,topic='l3_agent')) {'router_ids': ['887abde4-193f-4326-a0f1-9e48e2ea1968'], 'active': True} {{(pid=80982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 02:15:08.261789 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d60e44-15c1-43e5-8d1a-a5cd6d600ab2 req-ba107da3-4e60-4196-9184-a9d756a88d6a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:15:08.263299 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-51d60e44-15c1-43e5-8d1a-a5cd6d600ab2 req-ba107da3-4e60-4196-9184-a9d756a88d6a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c4ccb081-7a6c-4e1b-abfd-422d472a0348 HTTP/1.1" status: 200  len: 851 time: 0.0594153
Jul 06 02:15:08.340599 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-51d60e44-15c1-43e5-8d1a-a5cd6d600ab2 req-1e4b6fdd-cf27-45e7-bed7-ed2ae568c5c9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7b75ddbd-096b-4c76-b200-5fe79d8d0f95&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0705585
Jul 06 02:15:08.431090 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_dvr_db [None req-4b44aeea-3e22-4bee-a435-99158e624bf1 None None] Set router 887abde4-193f-4326-a0f1-9e48e2ea1968 gateway port host: dv-cinder-799546-3-iscsi {{(pid=80982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:850}}
Jul 06 02:15:08.477872 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-51d60e44-15c1-43e5-8d1a-a5cd6d600ab2 req-96a045e6-5399-42b2-b4dd-68d9b83a401f service neutron] 10.222.0.37 "GET /v2.0/networks/7b75ddbd-096b-4c76-b200-5fe79d8d0f95?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1301720
Jul 06 02:15:08.614519 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-51d60e44-15c1-43e5-8d1a-a5cd6d600ab2 req-35d19566-ba98-4707-a456-ce028f9bcb64 service neutron] 10.222.0.37 "GET /v2.0/networks/7b75ddbd-096b-4c76-b200-5fe79d8d0f95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1297841
Jul 06 02:15:08.771200 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_hamode_db [None req-4b44aeea-3e22-4bee-a435-99158e624bf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f31d6b09e48>, [{'id': '887abde4-193f-4326-a0f1-9e48e2ea1968', 'name': 'tempest-TestVolumeBootPattern-1251328745-router', 'tenant_id': '9b9b77729cb3438b9ca89127da181324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8', 'external_fixed_ips': [{'subnet_id': '24d74941-6bd6-4d03-882f-a623d522833f', 'ip_address': '172.27.1.153'}], 'enable_snat': True}, 'gw_port_id': 'cd0b31a7-e642-4344-968d-f8f920cac542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T02:10:01Z', 'updated_at': '2021-07-06T02:10:04Z', 'revision_number': 4, 'project_id': '9b9b77729cb3438b9ca89127da181324', 'gw_port': {'id': 'cd0b31a7-e642-4344-968d-f8f920cac542', 'name': '', 'network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:b3:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '887abde4-193f-4326-a0f1-9e48e2ea1968', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '24d74941-6bd6-4d03-882f-a623d522833f', 'ip_address': '172.27.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T02:10:01Z', 'updated_at': '2021-07-06T02:10:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24d74941-6bd6-4d03-882f-a623d522833f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799546-3-iscsi', '_floatingips': [{'id': 'ac208de0-40eb-4e51-8a02-883ebfbbd914', 'tenant_id': '9b9b77729cb3438b9ca89127da181324', 'floating_ip_address': '172.27.1.219', 'floating_network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8', 'router_id': '887abde4-193f-4326-a0f1-9e48e2ea1968', 'port_id': '0a420d20-7730-42ee-974b-538a3bd200e9', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b75ddbd-096b-4c76-b200-5fe79d8d0f95', 'mac_address': 'fa:16:3e:83:0a:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6632116-aa47-4c9d-baf7-4355c2fa1ba5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T02:13:09Z', 'updated_at': '2021-07-06T02:13:12Z', 'revision_number': 1, 'project_id': '9b9b77729cb3438b9ca89127da181324', 'fixed_ip_address_scope': None}, {'id': 'ed5f3695-8bfb-44db-b2f2-14a2c7b52acd', 'tenant_id': '9b9b77729cb3438b9ca89127da181324', 'floating_ip_address': '172.27.1.58', 'floating_network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8', 'router_id': '887abde4-193f-4326-a0f1-9e48e2ea1968', 'port_id': 'c4cd0444-b9fe-43df-8d45-9137c06d9401', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b75ddbd-096b-4c76-b200-5fe79d8d0f95', 'mac_address': 'fa:16:3e:74:1e:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '600dbc93-c79f-42b4-9fa7-4ba275ab505a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T02:15:06Z', 'updated_at': '2021-07-06T02:15:06Z', 'revision_number': 0, 'project_id': '9b9b77729cb3438b9ca89127da181324', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c24cbd5-1ea2-4ed3-8852-2990ae18ebfb', 'name': '', 'network_id': '7b75ddbd-096b-4c76-b200-5fe79d8d0f95', 'tenant_id': '9b9b77729cb3438b9ca89127da181324', 'mac_address': 'fa:16:3e:f1:e4:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '887abde4-193f-4326-a0f1-9e48e2ea1968', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c4ccb081-7a6c-4e1b-abfd-422d472a0348', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T02:10:04Z', 'updated_at': '2021-07-06T02:10:12Z', 'revision_number': 5, 'project_id': '9b9b77729cb3438b9ca89127da181324', 'subnets': [{'id': 'c4ccb081-7a6c-4e1b-abfd-422d472a0348', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799546-3-iscsi', False) {} {{(pid=80982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 02:15:08.775269 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b44aeea-3e22-4bee-a435-99158e624bf1 None None] The sync data for ids ['887abde4-193f-4326-a0f1-9e48e2ea1968'] in dv-cinder-799546-3-iscsi is: [{'id': '887abde4-193f-4326-a0f1-9e48e2ea1968', 'name': 'tempest-TestVolumeBootPattern-1251328745-router', 'tenant_id': '9b9b77729cb3438b9ca89127da181324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8', 'external_fixed_ips': [{'subnet_id': '24d74941-6bd6-4d03-882f-a623d522833f', 'ip_address': '172.27.1.153'}], 'enable_snat': True}, 'gw_port_id': 'cd0b31a7-e642-4344-968d-f8f920cac542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T02:10:01Z', 'updated_at': '2021-07-06T02:10:04Z', 'revision_number': 4, 'project_id': '9b9b77729cb3438b9ca89127da181324', 'gw_port': {'id': 'cd0b31a7-e642-4344-968d-f8f920cac542', 'name': '', 'network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:b3:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '887abde4-193f-4326-a0f1-9e48e2ea1968', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '24d74941-6bd6-4d03-882f-a623d522833f', 'ip_address': '172.27.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T02:10:01Z', 'updated_at': '2021-07-06T02:10:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24d74941-6bd6-4d03-882f-a623d522833f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799546-3-iscsi', '_floatingips': [{'id': 'ac208de0-40eb-4e51-8a02-883ebfbbd914', 'tenant_id': '9b9b77729cb3438b9ca89127da181324', 'floating_ip_address': '172.27.1.219', 'floating_network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8', 'router_id': '887abde4-193f-4326-a0f1-9e48e2ea1968', 'port_id': '0a420d20-7730-42ee-974b-538a3bd200e9', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b75ddbd-096b-4c76-b200-5fe79d8d0f95', 'mac_address': 'fa:16:3e:83:0a:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6632116-aa47-4c9d-baf7-4355c2fa1ba5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T02:13:09Z', 'updated_at': '2021-07-06T02:13:12Z', 'revision_number': 1, 'project_id': '9b9b77729cb3438b9ca89127da181324', 'fixed_ip_address_scope': None}, {'id': 'ed5f3695-8bfb-44db-b2f2-14a2c7b52acd', 'tenant_id': '9b9b77729cb3438b9ca89127da181324', 'floating_ip_address': '172.27.1.58', 'floating_network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8', 'router_id': '887abde4-193f-4326-a0f1-9e48e2ea1968', 'port_id': 'c4cd0444-b9fe-43df-8d45-9137c06d9401', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b75ddbd-096b-4c76-b200-5fe79d8d0f95', 'mac_address': 'fa:16:3e:74:1e:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '600dbc93-c79f-42b4-9fa7-4ba275ab505a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T02:15:06Z', 'updated_at': '2021-07-06T02:15:06Z', 'revision_number': 0, 'project_id': '9b9b77729cb3438b9ca89127da181324', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c24cbd5-1ea2-4ed3-8852-2990ae18ebfb', 'name': '', 'network_id': '7b75ddbd-096b-4c76-b200-5fe79d8d0f95', 'tenant_id': '9b9b77729cb3438b9ca89127da181324', 'mac_address': 'fa:16:3e:f1:e4:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '887abde4-193f-4326-a0f1-9e48e2ea1968', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c4ccb081-7a6c-4e1b-abfd-422d472a0348', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T02:10:04Z', 'updated_at': '2021-07-06T02:10:12Z', 'revision_number': 5, 'project_id': '9b9b77729cb3438b9ca89127da181324', 'subnets': [{'id': 'c4ccb081-7a6c-4e1b-abfd-422d472a0348', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=80982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Jul 06 02:15:09.110280 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42bd6d92-570c-41fb-8081-87e1151a7f2c None None] New status for floating IP ed5f3695-8bfb-44db-b2f2-14a2c7b52acd: ACTIVE {{(pid=80983) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:278}}
Jul 06 02:15:09.426700 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.agents_db [None req-b173abe4-0d36-4765-adb2-33779d11156f None None] Agent healthcheck: found 6 active agents {{(pid=80983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Jul 06 02:15:30.670731 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-34f45c8e-e066-4fda-a2cd-841b29a8ad4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:15:32.283636 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:15:33.203628 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-dbf77fef-95e3-4688-b014-65e69f70d946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:15:33.797639 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:15:34.174785 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-76dafd09-8b9e-4f4b-ba8f-a0f9ff874801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:15:35.557929 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-fcfe0981-f829-42d2-99d0-fcc19e179060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:15:46.417693 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.agents_db [None req-b173abe4-0d36-4765-adb2-33779d11156f None None] Agent healthcheck: found 6 active agents {{(pid=80983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Jul 06 02:15:52.639758 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-86132a61-b0e5-4205-97c7-962939181101 req-21166918-97ec-4bc6-aa03-95cdc17da28f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d6632116-aa47-4c9d-baf7-4355c2fa1ba5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0717216
Jul 06 02:15:52.783048 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-86132a61-b0e5-4205-97c7-962939181101 req-2a8d96dd-ddf1-46e0-bfc5-81d249cc1837 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9b9b77729cb3438b9ca89127da181324&device_id=d6632116-aa47-4c9d-baf7-4355c2fa1ba5 HTTP/1.1" status: 200  len: 1098 time: 0.0688784
Jul 06 02:15:52.930134 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86132a61-b0e5-4205-97c7-962939181101 req-759b4c36-9bc1-49e0-af66-c6580168b758 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:15:52.931690 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-86132a61-b0e5-4205-97c7-962939181101 req-759b4c36-9bc1-49e0-af66-c6580168b758 service neutron] 10.222.0.37 "GET /v2.0/networks?id=7b75ddbd-096b-4c76-b200-5fe79d8d0f95 HTTP/1.1" status: 200  len: 913 time: 0.1293023
Jul 06 02:15:53.031772 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-86132a61-b0e5-4205-97c7-962939181101 req-1cb5ec54-247d-4644-90b1-8ba6bf435c5e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0a420d20-7730-42ee-974b-538a3bd200e9 HTTP/1.1" status: 200  len: 1001 time: 0.0875754
Jul 06 02:15:53.093877 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86132a61-b0e5-4205-97c7-962939181101 req-f13f05bf-dee8-4800-9beb-078530fecc1f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:15:53.095327 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-86132a61-b0e5-4205-97c7-962939181101 req-f13f05bf-dee8-4800-9beb-078530fecc1f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c4ccb081-7a6c-4e1b-abfd-422d472a0348 HTTP/1.1" status: 200  len: 851 time: 0.0571654
Jul 06 02:15:53.173274 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-86132a61-b0e5-4205-97c7-962939181101 req-a9ff18db-5cfb-4e24-98f2-2ab4c507eefa service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7b75ddbd-096b-4c76-b200-5fe79d8d0f95&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0708082
Jul 06 02:15:53.312771 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-86132a61-b0e5-4205-97c7-962939181101 req-719b4fbf-4396-4fc1-a48e-f6615624c842 service neutron] 10.222.0.37 "GET /v2.0/networks/7b75ddbd-096b-4c76-b200-5fe79d8d0f95?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1318896
Jul 06 02:15:53.452024 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-86132a61-b0e5-4205-97c7-962939181101 req-822af120-05b5-47f2-9664-5a75d41143fd service neutron] 10.222.0.37 "GET /v2.0/networks/7b75ddbd-096b-4c76-b200-5fe79d8d0f95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1316867
Jul 06 02:16:00.671411 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-d434c85f-5dbf-4228-83d3-840d00d2c0a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:16:02.265669 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:16:03.191466 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-1ee65408-7f15-464c-8664-f7fe9b759f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:16:03.802805 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:16:04.191415 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-76dafd09-8b9e-4f4b-ba8f-a0f9ff874801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:16:05.568634 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-fcfe0981-f829-42d2-99d0-fcc19e179060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:16:23.417684 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.agents_db [None req-b173abe4-0d36-4765-adb2-33779d11156f None None] Agent healthcheck: found 6 active agents {{(pid=80983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Jul 06 02:16:28.489758 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80980) accepted ('10.222.0.11', 49292) {{(pid=80980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 02:16:28.957668 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.plugin [None req-c0d072df-c29c-4a98-a81c-cc2a95ec4c97 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Deleting port 2eb2e2ae-3e48-400e-9931-78b6efeb01a4 {{(pid=80980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1879}}
Jul 06 02:16:28.958051 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-c0d072df-c29c-4a98-a81c-cc2a95ec4c97 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296100957044'] for port, before_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:16:29.118101 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-c0d072df-c29c-4a98-a81c-cc2a95ec4c97 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328131'] for port, precommit_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:16:29.118475 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-c0d072df-c29c-4a98-a81c-cc2a95ec4c97 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:16:29.241572 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.plugin [None req-c0d072df-c29c-4a98-a81c-cc2a95ec4c97 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Calling delete_port for 2eb2e2ae-3e48-400e-9931-78b6efeb01a4 owned by network:floatingip {{(pid=80980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1952}}
Jul 06 02:16:29.500127 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-c0d072df-c29c-4a98-a81c-cc2a95ec4c97 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740753762095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296101366780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839946710'] for port, after_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:16:29.504511 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-a20b84b5-491c-45e9-a80b-fb21ae9df765 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:16:29.545334 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d072df-c29c-4a98-a81c-cc2a95ec4c97 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Pushing event deleted for resources: {'Port': ['ID=2eb2e2ae-3e48-400e-9931-78b6efeb01a4,revision_number=None']} {{(pid=80980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:16:29.557444 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d072df-c29c-4a98-a81c-cc2a95ec4c97 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:16:29.557870 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d072df-c29c-4a98-a81c-cc2a95ec4c97 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:16:29.558287 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d072df-c29c-4a98-a81c-cc2a95ec4c97 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Version for resource type Network changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:16:29.558772 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d072df-c29c-4a98-a81c-cc2a95ec4c97 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:16:29.559525 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d072df-c29c-4a98-a81c-cc2a95ec4c97 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Version for resource type PortForwarding changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:16:29.559778 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d072df-c29c-4a98-a81c-cc2a95ec4c97 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:16:29.560185 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d072df-c29c-4a98-a81c-cc2a95ec4c97 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Version for resource type SecurityGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:16:29.560590 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d072df-c29c-4a98-a81c-cc2a95ec4c97 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:16:29.561015 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d072df-c29c-4a98-a81c-cc2a95ec4c97 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:16:29.561494 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d072df-c29c-4a98-a81c-cc2a95ec4c97 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Version for resource type Subnet changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:16:29.561906 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d072df-c29c-4a98-a81c-cc2a95ec4c97 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:16:29.588952 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-c0d072df-c29c-4a98-a81c-cc2a95ec4c97 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:16:29.653931 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-c0d072df-c29c-4a98-a81c-cc2a95ec4c97 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Notify callbacks [] for floatingip, after_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:16:30.027245 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0d072df-c29c-4a98-a81c-cc2a95ec4c97 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Router 887abde4-193f-4326-a0f1-9e48e2ea1968 has already been hosted by L3 agent 61912d2b-cbf3-48c5-b8b2-dcc1c49052a5 {{(pid=80980) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Jul 06 02:16:30.213088 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0d072df-c29c-4a98-a81c-cc2a95ec4c97 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Notify agent at l3_agent.dv-cinder-799546-3-iscsi the message routers_updated {{(pid=80980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jul 06 02:16:30.223053 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-966b55fa-3861-4d3e-8fba-0720ff552bf4 None None] Sync routers for ids ['887abde4-193f-4326-a0f1-9e48e2ea1968'] in dv-cinder-799546-3-iscsi {{(pid=80982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Jul 06 02:16:30.235606 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-966b55fa-3861-4d3e-8fba-0720ff552bf4 None None] Routers {'887abde4-193f-4326-a0f1-9e48e2ea1968'} bound to L3 agent in host dv-cinder-799546-3-iscsi {{(pid=80982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 06 02:16:30.239203 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_hamode_db [None req-966b55fa-3861-4d3e-8fba-0720ff552bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f31d76f9748>, 'dv-cinder-799546-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T01:50:03Z,description=<?>,heartbeat_timestamp=2021-07-06T02:16:03Z,host='dv-cinder-799546-3-iscsi',id=61912d2b-cbf3-48c5-b8b2-dcc1c49052a5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-06T01:50:03Z,topic='l3_agent')) {'router_ids': ['887abde4-193f-4326-a0f1-9e48e2ea1968'], 'active': True} {{(pid=80982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 02:16:30.266113 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-c0d072df-c29c-4a98-a81c-cc2a95ec4c97 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91827'] for floatingip, before_response {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:16:30.318973 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-c0d072df-c29c-4a98-a81c-cc2a95ec4c97 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] 10.222.0.11 "DELETE /v2.0/floatingips/ed5f3695-8bfb-44db-b2f2-14a2c7b52acd HTTP/1.1" status: 204  len: 168 time: 1.8280115
Jul 06 02:16:30.319724 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '600dbc93-c79f-42b4-9fa7-4ba275ab505a', 'tag': 'c4cd0444-b9fe-43df-8d45-9137c06d9401'}] {{(pid=80980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 06 02:16:30.477402 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '600dbc93-c79f-42b4-9fa7-4ba275ab505a', 'tag': 'c4cd0444-b9fe-43df-8d45-9137c06d9401', 'status': 'completed', 'code': 200}
Jul 06 02:16:30.583392 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_dvr_db [None req-966b55fa-3861-4d3e-8fba-0720ff552bf4 None None] Set router 887abde4-193f-4326-a0f1-9e48e2ea1968 gateway port host: dv-cinder-799546-3-iscsi {{(pid=80982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:850}}
Jul 06 02:16:30.584005 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-feb8b0b8-93c4-4817-bf2b-eb8c72684a70 req-b64f10a9-a2ca-4956-a1e2-e2043bc8a896 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9b9b77729cb3438b9ca89127da181324&device_id=600dbc93-c79f-42b4-9fa7-4ba275ab505a HTTP/1.1" status: 200  len: 1098 time: 0.0746005
Jul 06 02:16:30.720401 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-c61bb986-fae8-47c9-a040-03c3a4ee42f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:16:30.727866 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb8b0b8-93c4-4817-bf2b-eb8c72684a70 req-b9eeb81b-d973-41fc-97d2-2f75c23f06f4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:16:30.730197 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-feb8b0b8-93c4-4817-bf2b-eb8c72684a70 req-b9eeb81b-d973-41fc-97d2-2f75c23f06f4 service neutron] 10.222.0.37 "GET /v2.0/networks?id=7b75ddbd-096b-4c76-b200-5fe79d8d0f95 HTTP/1.1" status: 200  len: 913 time: 0.1392837
Jul 06 02:16:30.804173 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-feb8b0b8-93c4-4817-bf2b-eb8c72684a70 req-4985911d-54f0-481e-b1aa-fa21616a81a9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c4cd0444-b9fe-43df-8d45-9137c06d9401 HTTP/1.1" status: 200  len: 217 time: 0.0655415
Jul 06 02:16:30.809652 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc9ef9d-df6c-4943-856c-74dcd8911812 req-9a8ed960-b4a4-41a6-9135-ad82fcad9c9e tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:16:30.810412 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [req-fbc9ef9d-df6c-4943-856c-74dcd8911812 req-9a8ed960-b4a4-41a6-9135-ad82fcad9c9e tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Synchronizing usage tracker for tenant:9b9b77729cb3438b9ca89127da181324 on resource:port {{(pid=80980) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 06 02:16:30.870416 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [req-fbc9ef9d-df6c-4943-856c-74dcd8911812 req-9a8ed960-b4a4-41a6-9135-ad82fcad9c9e tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Unset dirty status for tenant:9b9b77729cb3438b9ca89127da181324 on resource:port {{(pid=80980) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 06 02:16:30.871848 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-fbc9ef9d-df6c-4943-856c-74dcd8911812 req-9a8ed960-b4a4-41a6-9135-ad82fcad9c9e tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] 10.222.0.11 "GET /v2.0/ports?device_id=600dbc93-c79f-42b4-9fa7-4ba275ab505a HTTP/1.1" status: 200  len: 945 time: 0.1387939
Jul 06 02:16:30.939387 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-fbc9ef9d-df6c-4943-856c-74dcd8911812 req-e590c57c-1bd2-4a6e-b8e9-2b6fc568830a tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] 10.222.0.11 "GET /v2.0/security-groups?id=41f368c8-daca-4e9a-8d80-0b4517c68654&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0588751
Jul 06 02:16:30.951732 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_hamode_db [None req-966b55fa-3861-4d3e-8fba-0720ff552bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f31d76f9748>, [{'id': '887abde4-193f-4326-a0f1-9e48e2ea1968', 'name': 'tempest-TestVolumeBootPattern-1251328745-router', 'tenant_id': '9b9b77729cb3438b9ca89127da181324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8', 'external_fixed_ips': [{'subnet_id': '24d74941-6bd6-4d03-882f-a623d522833f', 'ip_address': '172.27.1.153'}], 'enable_snat': True}, 'gw_port_id': 'cd0b31a7-e642-4344-968d-f8f920cac542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T02:10:01Z', 'updated_at': '2021-07-06T02:10:04Z', 'revision_number': 4, 'project_id': '9b9b77729cb3438b9ca89127da181324', 'gw_port': {'id': 'cd0b31a7-e642-4344-968d-f8f920cac542', 'name': '', 'network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:b3:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '887abde4-193f-4326-a0f1-9e48e2ea1968', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '24d74941-6bd6-4d03-882f-a623d522833f', 'ip_address': '172.27.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T02:10:01Z', 'updated_at': '2021-07-06T02:10:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24d74941-6bd6-4d03-882f-a623d522833f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799546-3-iscsi', '_floatingips': [{'id': 'ac208de0-40eb-4e51-8a02-883ebfbbd914', 'tenant_id': '9b9b77729cb3438b9ca89127da181324', 'floating_ip_address': '172.27.1.219', 'floating_network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8', 'router_id': '887abde4-193f-4326-a0f1-9e48e2ea1968', 'port_id': '0a420d20-7730-42ee-974b-538a3bd200e9', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b75ddbd-096b-4c76-b200-5fe79d8d0f95', 'mac_address': 'fa:16:3e:83:0a:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6632116-aa47-4c9d-baf7-4355c2fa1ba5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T02:13:09Z', 'updated_at': '2021-07-06T02:13:12Z', 'revision_number': 1, 'project_id': '9b9b77729cb3438b9ca89127da181324', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c24cbd5-1ea2-4ed3-8852-2990ae18ebfb', 'name': '', 'network_id': '7b75ddbd-096b-4c76-b200-5fe79d8d0f95', 'tenant_id': '9b9b77729cb3438b9ca89127da181324', 'mac_address': 'fa:16:3e:f1:e4:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '887abde4-193f-4326-a0f1-9e48e2ea1968', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c4ccb081-7a6c-4e1b-abfd-422d472a0348', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T02:10:04Z', 'updated_at': '2021-07-06T02:10:12Z', 'revision_number': 5, 'project_id': '9b9b77729cb3438b9ca89127da181324', 'subnets': [{'id': 'c4ccb081-7a6c-4e1b-abfd-422d472a0348', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799546-3-iscsi', False) {} {{(pid=80982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 02:16:30.956291 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-966b55fa-3861-4d3e-8fba-0720ff552bf4 None None] Checking router: 887abde4-193f-4326-a0f1-9e48e2ea1968 for host: dv-cinder-799546-3-iscsi {{(pid=80982) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Jul 06 02:16:30.969214 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-966b55fa-3861-4d3e-8fba-0720ff552bf4 None None] Routers {'887abde4-193f-4326-a0f1-9e48e2ea1968'} bound to L3 agent in host dv-cinder-799546-3-iscsi {{(pid=80982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 06 02:16:30.969953 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_hamode_db [None req-966b55fa-3861-4d3e-8fba-0720ff552bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f31d76f9748>, 'dv-cinder-799546-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T01:50:03Z,description=<?>,heartbeat_timestamp=2021-07-06T02:16:03Z,host='dv-cinder-799546-3-iscsi',id=61912d2b-cbf3-48c5-b8b2-dcc1c49052a5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-06T01:50:03Z,topic='l3_agent')) {'router_ids': ['887abde4-193f-4326-a0f1-9e48e2ea1968'], 'active': True} {{(pid=80982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 02:16:31.118294 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb8b0b8-93c4-4817-bf2b-eb8c72684a70 req-32d57b56-16c4-486d-b429-6c175fd1c906 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:16:31.119444 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-feb8b0b8-93c4-4817-bf2b-eb8c72684a70 req-32d57b56-16c4-486d-b429-6c175fd1c906 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c4ccb081-7a6c-4e1b-abfd-422d472a0348 HTTP/1.1" status: 200  len: 851 time: 0.3074563
Jul 06 02:16:31.143521 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_dvr_db [None req-966b55fa-3861-4d3e-8fba-0720ff552bf4 None None] Set router 887abde4-193f-4326-a0f1-9e48e2ea1968 gateway port host: dv-cinder-799546-3-iscsi {{(pid=80982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:850}}
Jul 06 02:16:31.196969 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-feb8b0b8-93c4-4817-bf2b-eb8c72684a70 req-aedb6ca9-e44b-4f25-9433-7e66e29e5c8b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7b75ddbd-096b-4c76-b200-5fe79d8d0f95&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0684152
Jul 06 02:16:31.335348 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-feb8b0b8-93c4-4817-bf2b-eb8c72684a70 req-e50127c9-eb20-4989-9077-4601cd202298 service neutron] 10.222.0.37 "GET /v2.0/networks/7b75ddbd-096b-4c76-b200-5fe79d8d0f95?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1293943
Jul 06 02:16:31.470642 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-feb8b0b8-93c4-4817-bf2b-eb8c72684a70 req-61c12577-bccd-4257-a548-73c9b2f6af5a service neutron] 10.222.0.37 "GET /v2.0/networks/7b75ddbd-096b-4c76-b200-5fe79d8d0f95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1274488
Jul 06 02:16:31.473723 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_hamode_db [None req-966b55fa-3861-4d3e-8fba-0720ff552bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f31d76f9748>, [{'id': '887abde4-193f-4326-a0f1-9e48e2ea1968', 'name': 'tempest-TestVolumeBootPattern-1251328745-router', 'tenant_id': '9b9b77729cb3438b9ca89127da181324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8', 'external_fixed_ips': [{'subnet_id': '24d74941-6bd6-4d03-882f-a623d522833f', 'ip_address': '172.27.1.153'}], 'enable_snat': True}, 'gw_port_id': 'cd0b31a7-e642-4344-968d-f8f920cac542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T02:10:01Z', 'updated_at': '2021-07-06T02:10:04Z', 'revision_number': 4, 'project_id': '9b9b77729cb3438b9ca89127da181324', 'gw_port': {'id': 'cd0b31a7-e642-4344-968d-f8f920cac542', 'name': '', 'network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:b3:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '887abde4-193f-4326-a0f1-9e48e2ea1968', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '24d74941-6bd6-4d03-882f-a623d522833f', 'ip_address': '172.27.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T02:10:01Z', 'updated_at': '2021-07-06T02:10:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24d74941-6bd6-4d03-882f-a623d522833f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799546-3-iscsi', '_floatingips': [{'id': 'ac208de0-40eb-4e51-8a02-883ebfbbd914', 'tenant_id': '9b9b77729cb3438b9ca89127da181324', 'floating_ip_address': '172.27.1.219', 'floating_network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8', 'router_id': '887abde4-193f-4326-a0f1-9e48e2ea1968', 'port_id': '0a420d20-7730-42ee-974b-538a3bd200e9', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b75ddbd-096b-4c76-b200-5fe79d8d0f95', 'mac_address': 'fa:16:3e:83:0a:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6632116-aa47-4c9d-baf7-4355c2fa1ba5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T02:13:09Z', 'updated_at': '2021-07-06T02:13:12Z', 'revision_number': 1, 'project_id': '9b9b77729cb3438b9ca89127da181324', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c24cbd5-1ea2-4ed3-8852-2990ae18ebfb', 'name': '', 'network_id': '7b75ddbd-096b-4c76-b200-5fe79d8d0f95', 'tenant_id': '9b9b77729cb3438b9ca89127da181324', 'mac_address': 'fa:16:3e:f1:e4:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '887abde4-193f-4326-a0f1-9e48e2ea1968', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c4ccb081-7a6c-4e1b-abfd-422d472a0348', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T02:10:04Z', 'updated_at': '2021-07-06T02:10:12Z', 'revision_number': 5, 'project_id': '9b9b77729cb3438b9ca89127da181324', 'subnets': [{'id': 'c4ccb081-7a6c-4e1b-abfd-422d472a0348', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799546-3-iscsi', False) {} {{(pid=80982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 02:16:31.477775 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-966b55fa-3861-4d3e-8fba-0720ff552bf4 None None] The sync data for ids ['887abde4-193f-4326-a0f1-9e48e2ea1968'] in dv-cinder-799546-3-iscsi is: [{'id': '887abde4-193f-4326-a0f1-9e48e2ea1968', 'name': 'tempest-TestVolumeBootPattern-1251328745-router', 'tenant_id': '9b9b77729cb3438b9ca89127da181324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8', 'external_fixed_ips': [{'subnet_id': '24d74941-6bd6-4d03-882f-a623d522833f', 'ip_address': '172.27.1.153'}], 'enable_snat': True}, 'gw_port_id': 'cd0b31a7-e642-4344-968d-f8f920cac542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T02:10:01Z', 'updated_at': '2021-07-06T02:10:04Z', 'revision_number': 4, 'project_id': '9b9b77729cb3438b9ca89127da181324', 'gw_port': {'id': 'cd0b31a7-e642-4344-968d-f8f920cac542', 'name': '', 'network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:b3:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '887abde4-193f-4326-a0f1-9e48e2ea1968', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '24d74941-6bd6-4d03-882f-a623d522833f', 'ip_address': '172.27.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T02:10:01Z', 'updated_at': '2021-07-06T02:10:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24d74941-6bd6-4d03-882f-a623d522833f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799546-3-iscsi', '_floatingips': [{'id': 'ac208de0-40eb-4e51-8a02-883ebfbbd914', 'tenant_id': '9b9b77729cb3438b9ca89127da181324', 'floating_ip_address': '172.27.1.219', 'floating_network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8', 'router_id': '887abde4-193f-4326-a0f1-9e48e2ea1968', 'port_id': '0a420d20-7730-42ee-974b-538a3bd200e9', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b75ddbd-096b-4c76-b200-5fe79d8d0f95', 'mac_address': 'fa:16:3e:83:0a:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6632116-aa47-4c9d-baf7-4355c2fa1ba5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T02:13:09Z', 'updated_at': '2021-07-06T02:13:12Z', 'revision_number': 1, 'project_id': '9b9b77729cb3438b9ca89127da181324', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c24cbd5-1ea2-4ed3-8852-2990ae18ebfb', 'name': '', 'network_id': '7b75ddbd-096b-4c76-b200-5fe79d8d0f95', 'tenant_id': '9b9b77729cb3438b9ca89127da181324', 'mac_address': 'fa:16:3e:f1:e4:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '887abde4-193f-4326-a0f1-9e48e2ea1968', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c4ccb081-7a6c-4e1b-abfd-422d472a0348', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T02:10:04Z', 'updated_at': '2021-07-06T02:10:12Z', 'revision_number': 5, 'project_id': '9b9b77729cb3438b9ca89127da181324', 'subnets': [{'id': 'c4ccb081-7a6c-4e1b-abfd-422d472a0348', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=80982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Jul 06 02:16:31.946745 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cbab68b-4f39-4130-8a1e-b936388ee677 None None] New status for floating IP ed5f3695-8bfb-44db-b2f2-14a2c7b52acd: DOWN {{(pid=80983) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:278}}
Jul 06 02:16:32.151948 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1c6ef5-8cdf-4605-a560-0e1369ecee6a req-f2153cad-3f18-404d-a498-bffdcfe82d0f tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:16:32.154061 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-6c1c6ef5-8cdf-4605-a560-0e1369ecee6a req-f2153cad-3f18-404d-a498-bffdcfe82d0f tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] 10.222.0.11 "GET /v2.0/ports?device_id=600dbc93-c79f-42b4-9fa7-4ba275ab505a HTTP/1.1" status: 200  len: 945 time: 0.0769327
Jul 06 02:16:32.206573 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-6c1c6ef5-8cdf-4605-a560-0e1369ecee6a req-b838b952-516a-416a-af2f-ef5fad481ebf tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] 10.222.0.11 "GET /v2.0/security-groups?id=41f368c8-daca-4e9a-8d80-0b4517c68654&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0453985
Jul 06 02:16:32.282527 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:16:32.318905 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1971de-b550-4b78-8231-37a5854aadc1 req-63d5e881-7c34-4ef2-af93-ce7b63c0945a tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:16:32.320456 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-eb1971de-b550-4b78-8231-37a5854aadc1 req-63d5e881-7c34-4ef2-af93-ce7b63c0945a tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] 10.222.0.37 "GET /v2.0/ports?device_id=600dbc93-c79f-42b4-9fa7-4ba275ab505a HTTP/1.1" status: 200  len: 945 time: 0.0780902
Jul 06 02:16:32.388254 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.plugin [req-eb1971de-b550-4b78-8231-37a5854aadc1 req-78f9126b-d9b6-43f9-a2a9-779c63473af9 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Deleting port c4cd0444-b9fe-43df-8d45-9137c06d9401 {{(pid=80981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1879}}
Jul 06 02:16:32.388639 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-eb1971de-b550-4b78-8231-37a5854aadc1 req-78f9126b-d9b6-43f9-a2a9-779c63473af9 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296100957044'] for port, before_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:16:32.622369 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [req-eb1971de-b550-4b78-8231-37a5854aadc1 req-78f9126b-d9b6-43f9-a2a9-779c63473af9 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] For port c4cd0444-b9fe-43df-8d45-9137c06d9401, host hv-cinder-79954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79954',level=0,port_id=c4cd0444-b9fe-43df-8d45-9137c06d9401,segment=NetworkSegment(74fdbca4-16e2-4773-9a83-f93356a3588c),segment_id=74fdbca4-16e2-4773-9a83-f93356a3588c)] {{(pid=80981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 02:16:32.622369 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-eb1971de-b550-4b78-8231-37a5854aadc1 req-78f9126b-d9b6-43f9-a2a9-779c63473af9 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328131'] for port, precommit_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:16:32.746936 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.plugin [req-eb1971de-b550-4b78-8231-37a5854aadc1 req-78f9126b-d9b6-43f9-a2a9-779c63473af9 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Calling delete_port for c4cd0444-b9fe-43df-8d45-9137c06d9401 owned by compute:nova {{(pid=80981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1952}}
Jul 06 02:16:32.939864 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-eb1971de-b550-4b78-8231-37a5854aadc1 req-78f9126b-d9b6-43f9-a2a9-779c63473af9 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740753762095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296101366780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839890433'] for port, after_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:16:32.945736 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-149c12ba-b292-4f8a-8cdb-bbf8daee9989 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:16:32.988237 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f9126b-d9b6-43f9-a2a9-779c63473af9 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Pushing event deleted for resources: {'Port': ['ID=c4cd0444-b9fe-43df-8d45-9137c06d9401,revision_number=None']} {{(pid=80981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:16:33.030409 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f9126b-d9b6-43f9-a2a9-779c63473af9 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:16:33.030832 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f9126b-d9b6-43f9-a2a9-779c63473af9 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:16:33.031249 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f9126b-d9b6-43f9-a2a9-779c63473af9 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Version for resource type Network changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:16:33.031663 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f9126b-d9b6-43f9-a2a9-779c63473af9 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:16:33.032072 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f9126b-d9b6-43f9-a2a9-779c63473af9 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Version for resource type PortForwarding changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:16:33.032477 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f9126b-d9b6-43f9-a2a9-779c63473af9 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:16:33.032880 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f9126b-d9b6-43f9-a2a9-779c63473af9 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Version for resource type SecurityGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:16:33.033311 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f9126b-d9b6-43f9-a2a9-779c63473af9 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:16:33.033714 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f9126b-d9b6-43f9-a2a9-779c63473af9 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:16:33.034170 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f9126b-d9b6-43f9-a2a9-779c63473af9 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Version for resource type Subnet changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:16:33.034514 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f9126b-d9b6-43f9-a2a9-779c63473af9 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-3-iscsi {{(pid=80981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 02:16:33.044824 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-78f9126b-d9b6-43f9-a2a9-779c63473af9 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:16:33.078389 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb1971de-b550-4b78-8231-37a5854aadc1 req-78f9126b-d9b6-43f9-a2a9-779c63473af9 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] No DVR routers for this DVR port c4cd0444-b9fe-43df-8d45-9137c06d9401 on host hv-cinder-79954 {{(pid=80981) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jul 06 02:16:33.080690 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-eb1971de-b550-4b78-8231-37a5854aadc1 req-78f9126b-d9b6-43f9-a2a9-779c63473af9 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91827'] for port, before_response {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:16:33.083351 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '600dbc93-c79f-42b4-9fa7-4ba275ab505a', 'name': 'network-vif-deleted', 'tag': 'c4cd0444-b9fe-43df-8d45-9137c06d9401'}] {{(pid=80981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 06 02:16:33.123426 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-eb1971de-b550-4b78-8231-37a5854aadc1 req-78f9126b-d9b6-43f9-a2a9-779c63473af9 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] 10.222.0.37 "DELETE /v2.0/ports/c4cd0444-b9fe-43df-8d45-9137c06d9401 HTTP/1.1" status: 204  len: 173 time: 0.7969038
Jul 06 02:16:33.191481 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-553d9406-e135-4858-8d8b-09ce168331c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:16:33.208954 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '600dbc93-c79f-42b4-9fa7-4ba275ab505a', 'name': 'network-vif-deleted', 'tag': 'c4cd0444-b9fe-43df-8d45-9137c06d9401', 'status': 'completed', 'code': 200}
Jul 06 02:16:33.362440 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [req-ca518a35-32ba-4793-ab58-8ab6f68a66ae req-d3ac860e-f95b-463f-bf5f-bf1fb2fe061e tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Synchronizing usage tracker for tenant:9b9b77729cb3438b9ca89127da181324 on resource:port {{(pid=80981) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 06 02:16:33.408618 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [req-ca518a35-32ba-4793-ab58-8ab6f68a66ae req-d3ac860e-f95b-463f-bf5f-bf1fb2fe061e tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Unset dirty status for tenant:9b9b77729cb3438b9ca89127da181324 on resource:port {{(pid=80981) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 06 02:16:33.409995 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-ca518a35-32ba-4793-ab58-8ab6f68a66ae req-d3ac860e-f95b-463f-bf5f-bf1fb2fe061e tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] 10.222.0.11 "GET /v2.0/ports?device_id=600dbc93-c79f-42b4-9fa7-4ba275ab505a HTTP/1.1" status: 200  len: 210 time: 0.0903823
Jul 06 02:16:33.812912 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:16:34.185726 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-76dafd09-8b9e-4f4b-ba8f-a0f9ff874801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:16:34.956369 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.rpc [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Device c4cd0444-b9fe-43df-8d45-9137c06d9401 no longer exists at agent hyperv_hv-cinder-79954 {{(pid=80982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:242}}
Jul 06 02:16:34.992964 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.plugin [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] No Port match for: c4cd0444-b9fe-43df-8d45-9137c06d9401 {{(pid=80982) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2217}}
Jul 06 02:16:34.993293 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.rpc [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Device c4cd0444-b9fe-43df-8d45-9137c06d9401 not bound to the agent host hv-cinder-79954 {{(pid=80982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:250}}
Jul 06 02:16:35.584022 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-fcfe0981-f829-42d2-99d0-fcc19e179060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:16:37.019541 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80980) accepted ('10.222.0.11', 49334) {{(pid=80980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 02:16:37.197609 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.plugin [None req-3d470a9f-631a-48cb-acfd-ccbcc157591c tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Deleting port cc2f554f-ea57-4cbd-a655-1936ba562fa6 {{(pid=80980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1879}}
Jul 06 02:16:37.197908 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-3d470a9f-631a-48cb-acfd-ccbcc157591c tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296100957044'] for port, before_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:16:37.589502 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-3d470a9f-631a-48cb-acfd-ccbcc157591c tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328131'] for port, precommit_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:16:37.589874 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-3d470a9f-631a-48cb-acfd-ccbcc157591c tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:16:37.711149 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.plugin [None req-3d470a9f-631a-48cb-acfd-ccbcc157591c tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Calling delete_port for cc2f554f-ea57-4cbd-a655-1936ba562fa6 owned by network:floatingip {{(pid=80980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1952}}
Jul 06 02:16:37.938352 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-3d470a9f-631a-48cb-acfd-ccbcc157591c tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740753762095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296101366780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839946710'] for port, after_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:16:37.942848 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-6f57b433-8c38-4c8a-b112-6a7a23f52b4c tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:16:37.987934 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d470a9f-631a-48cb-acfd-ccbcc157591c tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Pushing event deleted for resources: {'Port': ['ID=cc2f554f-ea57-4cbd-a655-1936ba562fa6,revision_number=None']} {{(pid=80980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:16:37.990710 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-3d470a9f-631a-48cb-acfd-ccbcc157591c tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:16:38.075502 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-3d470a9f-631a-48cb-acfd-ccbcc157591c tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Notify callbacks [] for floatingip, after_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:16:38.453153 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d470a9f-631a-48cb-acfd-ccbcc157591c tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Router 887abde4-193f-4326-a0f1-9e48e2ea1968 has already been hosted by L3 agent 61912d2b-cbf3-48c5-b8b2-dcc1c49052a5 {{(pid=80980) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Jul 06 02:16:38.643651 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d470a9f-631a-48cb-acfd-ccbcc157591c tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Notify agent at l3_agent.dv-cinder-799546-3-iscsi the message routers_updated {{(pid=80980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jul 06 02:16:38.653732 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b72d2143-b4a7-486d-8891-a9ed571b3c9d None None] Sync routers for ids ['887abde4-193f-4326-a0f1-9e48e2ea1968'] in dv-cinder-799546-3-iscsi {{(pid=80982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Jul 06 02:16:38.665706 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b72d2143-b4a7-486d-8891-a9ed571b3c9d None None] Routers {'887abde4-193f-4326-a0f1-9e48e2ea1968'} bound to L3 agent in host dv-cinder-799546-3-iscsi {{(pid=80982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 06 02:16:38.666363 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_hamode_db [None req-b72d2143-b4a7-486d-8891-a9ed571b3c9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f31d6f6fa20>, 'dv-cinder-799546-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T01:50:03Z,description=<?>,heartbeat_timestamp=2021-07-06T02:16:33Z,host='dv-cinder-799546-3-iscsi',id=61912d2b-cbf3-48c5-b8b2-dcc1c49052a5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-06T01:50:03Z,topic='l3_agent')) {'router_ids': ['887abde4-193f-4326-a0f1-9e48e2ea1968'], 'active': True} {{(pid=80982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 02:16:38.709545 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-3d470a9f-631a-48cb-acfd-ccbcc157591c tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91827'] for floatingip, before_response {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:16:38.760546 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-3d470a9f-631a-48cb-acfd-ccbcc157591c tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] 10.222.0.11 "DELETE /v2.0/floatingips/ac208de0-40eb-4e51-8a02-883ebfbbd914 HTTP/1.1" status: 204  len: 168 time: 1.7397871
Jul 06 02:16:38.762337 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6632116-aa47-4c9d-baf7-4355c2fa1ba5', 'tag': '0a420d20-7730-42ee-974b-538a3bd200e9'}] {{(pid=80980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 06 02:16:38.826405 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6632116-aa47-4c9d-baf7-4355c2fa1ba5', 'tag': '0a420d20-7730-42ee-974b-538a3bd200e9', 'status': 'completed', 'code': 200}
Jul 06 02:16:38.843783 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_dvr_db [None req-b72d2143-b4a7-486d-8891-a9ed571b3c9d None None] Set router 887abde4-193f-4326-a0f1-9e48e2ea1968 gateway port host: dv-cinder-799546-3-iscsi {{(pid=80982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:850}}
Jul 06 02:16:38.934413 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-8cfbbbcf-ebc1-46d5-b901-e9dd5c9cc193 req-76fa9e78-c66a-4b88-bb8f-8e587043933e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9b9b77729cb3438b9ca89127da181324&device_id=d6632116-aa47-4c9d-baf7-4355c2fa1ba5 HTTP/1.1" status: 200  len: 1098 time: 0.0816145
Jul 06 02:16:39.079023 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfbbbcf-ebc1-46d5-b901-e9dd5c9cc193 req-c3826ba6-61b0-4ff0-925f-8edc07d560a5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:16:39.080670 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-8cfbbbcf-ebc1-46d5-b901-e9dd5c9cc193 req-c3826ba6-61b0-4ff0-925f-8edc07d560a5 service neutron] 10.222.0.37 "GET /v2.0/networks?id=7b75ddbd-096b-4c76-b200-5fe79d8d0f95 HTTP/1.1" status: 200  len: 913 time: 0.1391597
Jul 06 02:16:39.155829 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-8cfbbbcf-ebc1-46d5-b901-e9dd5c9cc193 req-6f83f258-1692-4302-8a50-9e0d42e04b74 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0a420d20-7730-42ee-974b-538a3bd200e9 HTTP/1.1" status: 200  len: 217 time: 0.0676644
Jul 06 02:16:39.226448 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfbbbcf-ebc1-46d5-b901-e9dd5c9cc193 req-8443a049-dd8d-4591-b4b9-278f3d96d5ae service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:16:39.228129 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-8cfbbbcf-ebc1-46d5-b901-e9dd5c9cc193 req-8443a049-dd8d-4591-b4b9-278f3d96d5ae service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c4ccb081-7a6c-4e1b-abfd-422d472a0348 HTTP/1.1" status: 200  len: 851 time: 0.0653312
Jul 06 02:16:39.303976 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-8cfbbbcf-ebc1-46d5-b901-e9dd5c9cc193 req-9d8629b1-09ef-4d4b-b898-875e762bb95f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7b75ddbd-096b-4c76-b200-5fe79d8d0f95&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0684097
Jul 06 02:16:39.350883 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_hamode_db [None req-b72d2143-b4a7-486d-8891-a9ed571b3c9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f31d6f6fa20>, [{'id': '887abde4-193f-4326-a0f1-9e48e2ea1968', 'name': 'tempest-TestVolumeBootPattern-1251328745-router', 'tenant_id': '9b9b77729cb3438b9ca89127da181324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8', 'external_fixed_ips': [{'subnet_id': '24d74941-6bd6-4d03-882f-a623d522833f', 'ip_address': '172.27.1.153'}], 'enable_snat': True}, 'gw_port_id': 'cd0b31a7-e642-4344-968d-f8f920cac542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T02:10:01Z', 'updated_at': '2021-07-06T02:10:04Z', 'revision_number': 4, 'project_id': '9b9b77729cb3438b9ca89127da181324', 'gw_port': {'id': 'cd0b31a7-e642-4344-968d-f8f920cac542', 'name': '', 'network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:b3:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '887abde4-193f-4326-a0f1-9e48e2ea1968', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '24d74941-6bd6-4d03-882f-a623d522833f', 'ip_address': '172.27.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T02:10:01Z', 'updated_at': '2021-07-06T02:10:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24d74941-6bd6-4d03-882f-a623d522833f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799546-3-iscsi', '_interfaces': [{'id': '0c24cbd5-1ea2-4ed3-8852-2990ae18ebfb', 'name': '', 'network_id': '7b75ddbd-096b-4c76-b200-5fe79d8d0f95', 'tenant_id': '9b9b77729cb3438b9ca89127da181324', 'mac_address': 'fa:16:3e:f1:e4:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '887abde4-193f-4326-a0f1-9e48e2ea1968', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c4ccb081-7a6c-4e1b-abfd-422d472a0348', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T02:10:04Z', 'updated_at': '2021-07-06T02:10:12Z', 'revision_number': 5, 'project_id': '9b9b77729cb3438b9ca89127da181324', 'subnets': [{'id': 'c4ccb081-7a6c-4e1b-abfd-422d472a0348', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799546-3-iscsi', False) {} {{(pid=80982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 02:16:39.355491 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b72d2143-b4a7-486d-8891-a9ed571b3c9d None None] Checking router: 887abde4-193f-4326-a0f1-9e48e2ea1968 for host: dv-cinder-799546-3-iscsi {{(pid=80982) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Jul 06 02:16:39.366651 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b72d2143-b4a7-486d-8891-a9ed571b3c9d None None] Routers {'887abde4-193f-4326-a0f1-9e48e2ea1968'} bound to L3 agent in host dv-cinder-799546-3-iscsi {{(pid=80982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 06 02:16:39.367335 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_hamode_db [None req-b72d2143-b4a7-486d-8891-a9ed571b3c9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f31d6f6fa20>, 'dv-cinder-799546-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T01:50:03Z,description=<?>,heartbeat_timestamp=2021-07-06T02:16:33Z,host='dv-cinder-799546-3-iscsi',id=61912d2b-cbf3-48c5-b8b2-dcc1c49052a5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-06T01:50:03Z,topic='l3_agent')) {'router_ids': ['887abde4-193f-4326-a0f1-9e48e2ea1968'], 'active': True} {{(pid=80982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 02:16:39.447537 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5327e1-d045-4509-93d0-3cb40f4c4779 req-b0c7f70b-d3f2-4532-aa44-c27ae5f96c88 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:16:39.448283 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [req-7d5327e1-d045-4509-93d0-3cb40f4c4779 req-b0c7f70b-d3f2-4532-aa44-c27ae5f96c88 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Synchronizing usage tracker for tenant:9b9b77729cb3438b9ca89127da181324 on resource:port {{(pid=80980) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 06 02:16:39.448560 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-8cfbbbcf-ebc1-46d5-b901-e9dd5c9cc193 req-e0cdfdb8-bf23-4dac-82af-29c4b6c94ff2 service neutron] 10.222.0.37 "GET /v2.0/networks/7b75ddbd-096b-4c76-b200-5fe79d8d0f95?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1357453
Jul 06 02:16:39.488427 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [req-7d5327e1-d045-4509-93d0-3cb40f4c4779 req-b0c7f70b-d3f2-4532-aa44-c27ae5f96c88 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Unset dirty status for tenant:9b9b77729cb3438b9ca89127da181324 on resource:port {{(pid=80980) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 06 02:16:39.489765 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-7d5327e1-d045-4509-93d0-3cb40f4c4779 req-b0c7f70b-d3f2-4532-aa44-c27ae5f96c88 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] 10.222.0.11 "GET /v2.0/ports?device_id=d6632116-aa47-4c9d-baf7-4355c2fa1ba5 HTTP/1.1" status: 200  len: 945 time: 0.1205316
Jul 06 02:16:39.543698 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-7d5327e1-d045-4509-93d0-3cb40f4c4779 req-fd33ff37-41b5-49c2-b296-7d6b217941ba tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] 10.222.0.11 "GET /v2.0/security-groups?id=41f368c8-daca-4e9a-8d80-0b4517c68654&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0454957
Jul 06 02:16:39.548783 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_dvr_db [None req-b72d2143-b4a7-486d-8891-a9ed571b3c9d None None] Set router 887abde4-193f-4326-a0f1-9e48e2ea1968 gateway port host: dv-cinder-799546-3-iscsi {{(pid=80982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:850}}
Jul 06 02:16:39.591083 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-8cfbbbcf-ebc1-46d5-b901-e9dd5c9cc193 req-d8687c7a-307b-46d2-a7fe-56726468842c service neutron] 10.222.0.37 "GET /v2.0/networks/7b75ddbd-096b-4c76-b200-5fe79d8d0f95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1336489
Jul 06 02:16:39.853671 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_hamode_db [None req-b72d2143-b4a7-486d-8891-a9ed571b3c9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f31d6f6fa20>, [{'id': '887abde4-193f-4326-a0f1-9e48e2ea1968', 'name': 'tempest-TestVolumeBootPattern-1251328745-router', 'tenant_id': '9b9b77729cb3438b9ca89127da181324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8', 'external_fixed_ips': [{'subnet_id': '24d74941-6bd6-4d03-882f-a623d522833f', 'ip_address': '172.27.1.153'}], 'enable_snat': True}, 'gw_port_id': 'cd0b31a7-e642-4344-968d-f8f920cac542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T02:10:01Z', 'updated_at': '2021-07-06T02:10:04Z', 'revision_number': 4, 'project_id': '9b9b77729cb3438b9ca89127da181324', 'gw_port': {'id': 'cd0b31a7-e642-4344-968d-f8f920cac542', 'name': '', 'network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:b3:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '887abde4-193f-4326-a0f1-9e48e2ea1968', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '24d74941-6bd6-4d03-882f-a623d522833f', 'ip_address': '172.27.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T02:10:01Z', 'updated_at': '2021-07-06T02:10:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24d74941-6bd6-4d03-882f-a623d522833f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799546-3-iscsi', '_interfaces': [{'id': '0c24cbd5-1ea2-4ed3-8852-2990ae18ebfb', 'name': '', 'network_id': '7b75ddbd-096b-4c76-b200-5fe79d8d0f95', 'tenant_id': '9b9b77729cb3438b9ca89127da181324', 'mac_address': 'fa:16:3e:f1:e4:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '887abde4-193f-4326-a0f1-9e48e2ea1968', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c4ccb081-7a6c-4e1b-abfd-422d472a0348', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T02:10:04Z', 'updated_at': '2021-07-06T02:10:12Z', 'revision_number': 5, 'project_id': '9b9b77729cb3438b9ca89127da181324', 'subnets': [{'id': 'c4ccb081-7a6c-4e1b-abfd-422d472a0348', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799546-3-iscsi', False) {} {{(pid=80982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 02:16:39.858598 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b72d2143-b4a7-486d-8891-a9ed571b3c9d None None] The sync data for ids ['887abde4-193f-4326-a0f1-9e48e2ea1968'] in dv-cinder-799546-3-iscsi is: [{'id': '887abde4-193f-4326-a0f1-9e48e2ea1968', 'name': 'tempest-TestVolumeBootPattern-1251328745-router', 'tenant_id': '9b9b77729cb3438b9ca89127da181324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8', 'external_fixed_ips': [{'subnet_id': '24d74941-6bd6-4d03-882f-a623d522833f', 'ip_address': '172.27.1.153'}], 'enable_snat': True}, 'gw_port_id': 'cd0b31a7-e642-4344-968d-f8f920cac542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T02:10:01Z', 'updated_at': '2021-07-06T02:10:04Z', 'revision_number': 4, 'project_id': '9b9b77729cb3438b9ca89127da181324', 'gw_port': {'id': 'cd0b31a7-e642-4344-968d-f8f920cac542', 'name': '', 'network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:b3:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '887abde4-193f-4326-a0f1-9e48e2ea1968', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '24d74941-6bd6-4d03-882f-a623d522833f', 'ip_address': '172.27.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T02:10:01Z', 'updated_at': '2021-07-06T02:10:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24d74941-6bd6-4d03-882f-a623d522833f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799546-3-iscsi', '_interfaces': [{'id': '0c24cbd5-1ea2-4ed3-8852-2990ae18ebfb', 'name': '', 'network_id': '7b75ddbd-096b-4c76-b200-5fe79d8d0f95', 'tenant_id': '9b9b77729cb3438b9ca89127da181324', 'mac_address': 'fa:16:3e:f1:e4:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '887abde4-193f-4326-a0f1-9e48e2ea1968', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c4ccb081-7a6c-4e1b-abfd-422d472a0348', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T02:10:04Z', 'updated_at': '2021-07-06T02:10:12Z', 'revision_number': 5, 'project_id': '9b9b77729cb3438b9ca89127da181324', 'subnets': [{'id': 'c4ccb081-7a6c-4e1b-abfd-422d472a0348', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=80982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Jul 06 02:16:40.314691 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-998f7c0b-c306-4216-be4a-589f80db206b None None] New status for floating IP ac208de0-40eb-4e51-8a02-883ebfbbd914: DOWN {{(pid=80983) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:278}}
Jul 06 02:16:40.795365 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8426b5-b46e-4c15-91b8-8340008b60c5 req-914777b6-ff81-4a41-a49c-a0cbe9494caa tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:16:40.796970 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-dd8426b5-b46e-4c15-91b8-8340008b60c5 req-914777b6-ff81-4a41-a49c-a0cbe9494caa tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] 10.222.0.11 "GET /v2.0/ports?device_id=d6632116-aa47-4c9d-baf7-4355c2fa1ba5 HTTP/1.1" status: 200  len: 945 time: 0.1371849
Jul 06 02:16:40.827900 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc05425-9522-4ef1-83ef-d4237959939c req-3d25f929-187f-4fb9-9bb0-8efe5b03f36d tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 02:16:40.829388 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-9cc05425-9522-4ef1-83ef-d4237959939c req-3d25f929-187f-4fb9-9bb0-8efe5b03f36d tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] 10.222.0.37 "GET /v2.0/ports?device_id=d6632116-aa47-4c9d-baf7-4355c2fa1ba5 HTTP/1.1" status: 200  len: 945 time: 0.1158731
Jul 06 02:16:40.904157 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-dd8426b5-b46e-4c15-91b8-8340008b60c5 req-fa0ca9b7-70fe-44a9-82d7-701079dd2686 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] 10.222.0.11 "GET /v2.0/security-groups?id=41f368c8-daca-4e9a-8d80-0b4517c68654&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1000690
Jul 06 02:16:40.914417 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.plugin [req-9cc05425-9522-4ef1-83ef-d4237959939c req-2383bf20-8692-4dd0-a9a4-804374e59bc9 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Deleting port 0a420d20-7730-42ee-974b-538a3bd200e9 {{(pid=80981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1879}}
Jul 06 02:16:40.914814 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-9cc05425-9522-4ef1-83ef-d4237959939c req-2383bf20-8692-4dd0-a9a4-804374e59bc9 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296100957044'] for port, before_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:16:41.149160 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [req-9cc05425-9522-4ef1-83ef-d4237959939c req-2383bf20-8692-4dd0-a9a4-804374e59bc9 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] For port 0a420d20-7730-42ee-974b-538a3bd200e9, host hv-cinder-79954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79954',level=0,port_id=0a420d20-7730-42ee-974b-538a3bd200e9,segment=NetworkSegment(74fdbca4-16e2-4773-9a83-f93356a3588c),segment_id=74fdbca4-16e2-4773-9a83-f93356a3588c)] {{(pid=80981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 02:16:41.149551 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-9cc05425-9522-4ef1-83ef-d4237959939c req-2383bf20-8692-4dd0-a9a4-804374e59bc9 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328131'] for port, precommit_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:16:41.491700 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.plugin [req-9cc05425-9522-4ef1-83ef-d4237959939c req-2383bf20-8692-4dd0-a9a4-804374e59bc9 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Calling delete_port for 0a420d20-7730-42ee-974b-538a3bd200e9 owned by compute:nova {{(pid=80981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1952}}
Jul 06 02:16:41.700232 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-9cc05425-9522-4ef1-83ef-d4237959939c req-2383bf20-8692-4dd0-a9a4-804374e59bc9 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740753762095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296101366780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839890433'] for port, after_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:16:41.706529 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-70c0fd07-b43d-4d9d-838a-8c91bb67bbc3 tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:16:41.749357 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2383bf20-8692-4dd0-a9a4-804374e59bc9 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Pushing event deleted for resources: {'Port': ['ID=0a420d20-7730-42ee-974b-538a3bd200e9,revision_number=None']} {{(pid=80981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:16:41.751934 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-2383bf20-8692-4dd0-a9a4-804374e59bc9 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:16:41.835600 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cc05425-9522-4ef1-83ef-d4237959939c req-2383bf20-8692-4dd0-a9a4-804374e59bc9 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] No DVR routers for this DVR port 0a420d20-7730-42ee-974b-538a3bd200e9 on host hv-cinder-79954 {{(pid=80981) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jul 06 02:16:41.838176 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [req-9cc05425-9522-4ef1-83ef-d4237959939c req-2383bf20-8692-4dd0-a9a4-804374e59bc9 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91827'] for port, before_response {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:16:41.842079 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6632116-aa47-4c9d-baf7-4355c2fa1ba5', 'name': 'network-vif-deleted', 'tag': '0a420d20-7730-42ee-974b-538a3bd200e9'}] {{(pid=80981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 06 02:16:41.889699 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-9cc05425-9522-4ef1-83ef-d4237959939c req-2383bf20-8692-4dd0-a9a4-804374e59bc9 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] 10.222.0.37 "DELETE /v2.0/ports/0a420d20-7730-42ee-974b-538a3bd200e9 HTTP/1.1" status: 204  len: 173 time: 1.0542746
Jul 06 02:16:41.892515 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6632116-aa47-4c9d-baf7-4355c2fa1ba5', 'name': 'network-vif-deleted', 'tag': '0a420d20-7730-42ee-974b-538a3bd200e9', 'status': 'completed', 'code': 200}
Jul 06 02:16:42.060067 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [req-b336361f-984a-45bd-acb6-d6dc91469605 req-a49518fa-be06-4cfd-aa1e-4d4cef4ddaf7 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Synchronizing usage tracker for tenant:9b9b77729cb3438b9ca89127da181324 on resource:port {{(pid=80981) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 06 02:16:42.105428 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.quota.resource [req-b336361f-984a-45bd-acb6-d6dc91469605 req-a49518fa-be06-4cfd-aa1e-4d4cef4ddaf7 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Unset dirty status for tenant:9b9b77729cb3438b9ca89127da181324 on resource:port {{(pid=80981) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 06 02:16:42.106661 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [req-b336361f-984a-45bd-acb6-d6dc91469605 req-a49518fa-be06-4cfd-aa1e-4d4cef4ddaf7 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] 10.222.0.11 "GET /v2.0/ports?device_id=d6632116-aa47-4c9d-baf7-4355c2fa1ba5 HTTP/1.1" status: 200  len: 210 time: 0.0894485
Jul 06 02:16:42.995539 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.rpc [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Device 0a420d20-7730-42ee-974b-538a3bd200e9 no longer exists at agent hyperv_hv-cinder-79954 {{(pid=80982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:242}}
Jul 06 02:16:43.029767 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.plugin [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] No Port match for: 0a420d20-7730-42ee-974b-538a3bd200e9 {{(pid=80982) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2217}}
Jul 06 02:16:43.030165 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.rpc [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Device 0a420d20-7730-42ee-974b-538a3bd200e9 not bound to the agent host hv-cinder-79954 {{(pid=80982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:250}}
Jul 06 02:16:43.212320 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80980) accepted ('10.222.0.11', 49354) {{(pid=80980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 02:16:43.364305 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.plugin [None req-3d592aa2-55b9-4b4a-83ca-ad44d10b33dc tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Deleting port eb87d9e8-a68c-426e-87e0-2529f2d0dfc9 {{(pid=80980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1879}}
Jul 06 02:16:43.364684 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-3d592aa2-55b9-4b4a-83ca-ad44d10b33dc tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296100957044'] for port, before_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:16:43.524285 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-3d592aa2-55b9-4b4a-83ca-ad44d10b33dc tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328131'] for port, precommit_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:16:43.524655 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-3d592aa2-55b9-4b4a-83ca-ad44d10b33dc tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:16:43.648654 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.plugin [None req-3d592aa2-55b9-4b4a-83ca-ad44d10b33dc tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Calling delete_port for eb87d9e8-a68c-426e-87e0-2529f2d0dfc9 owned by network:floatingip {{(pid=80980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1952}}
Jul 06 02:16:43.819426 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-3d592aa2-55b9-4b4a-83ca-ad44d10b33dc tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740753762095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296101366780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839946710'] for port, after_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:16:43.823797 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-c471f3cc-42c5-4d00-8c4a-b21c0cb8fce8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:16:43.866101 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d592aa2-55b9-4b4a-83ca-ad44d10b33dc tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Pushing event deleted for resources: {'Port': ['ID=eb87d9e8-a68c-426e-87e0-2529f2d0dfc9,revision_number=None']} {{(pid=80980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:16:43.868829 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-3d592aa2-55b9-4b4a-83ca-ad44d10b33dc tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:16:43.960213 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-3d592aa2-55b9-4b4a-83ca-ad44d10b33dc tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Notify callbacks [] for floatingip, after_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:16:44.002317 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-3d592aa2-55b9-4b4a-83ca-ad44d10b33dc tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91827'] for floatingip, before_response {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:16:44.003533 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-3d592aa2-55b9-4b4a-83ca-ad44d10b33dc tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] 10.222.0.11 "DELETE /v2.0/floatingips/b42997d5-7338-449d-bbfa-0911c3e39f21 HTTP/1.1" status: 204  len: 168 time: 0.7900336
Jul 06 02:16:45.455001 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80981) accepted ('10.222.0.11', 49368) {{(pid=80981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 02:16:45.531971 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-29317ebd-9664-47ae-9684-48b0c7666f9a tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Notify callbacks [] for security_group, before_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:16:45.562385 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-29317ebd-9664-47ae-9684-48b0c7666f9a tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:16:45.756715 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-29317ebd-9664-47ae-9684-48b0c7666f9a tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428228'] for security_group, after_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:16:45.762272 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-f4e661d4-0c75-4e36-8c0d-6da5b6edcd3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:16:45.777523 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29317ebd-9664-47ae-9684-48b0c7666f9a tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=41f368c8-daca-4e9a-8d80-0b4517c68654,revision_number=None']} {{(pid=80981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:16:45.780273 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-29317ebd-9664-47ae-9684-48b0c7666f9a tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:16:45.818450 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-29317ebd-9664-47ae-9684-48b0c7666f9a tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Notify callbacks [] for security_group, before_response {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:16:45.819648 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-29317ebd-9664-47ae-9684-48b0c7666f9a tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] 10.222.0.11 "DELETE /v2.0/security-groups/41f368c8-daca-4e9a-8d80-0b4517c68654 HTTP/1.1" status: 204  len: 168 time: 0.3635554
Jul 06 02:16:45.930550 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80981) accepted ('10.222.0.11', 49374) {{(pid=80981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 02:16:46.433469 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-fd9ad438-d1dd-42da-a6c8-1d060b8774d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-328056'] for router_interface, before_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:16:46.998861 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.plugin [None req-fd9ad438-d1dd-42da-a6c8-1d060b8774d6 admin admin] Deleting port 0c24cbd5-1ea2-4ed3-8852-2990ae18ebfb {{(pid=80981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1879}}
Jul 06 02:16:46.999418 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-fd9ad438-d1dd-42da-a6c8-1d060b8774d6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296100957044'] for port, before_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:16:47.163971 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [None req-fd9ad438-d1dd-42da-a6c8-1d060b8774d6 admin admin] For port 0c24cbd5-1ea2-4ed3-8852-2990ae18ebfb, host dv-cinder-799546-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799546-3-iscsi',level=0,port_id=0c24cbd5-1ea2-4ed3-8852-2990ae18ebfb,segment=NetworkSegment(74fdbca4-16e2-4773-9a83-f93356a3588c),segment_id=74fdbca4-16e2-4773-9a83-f93356a3588c)] {{(pid=80981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 02:16:47.164290 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-fd9ad438-d1dd-42da-a6c8-1d060b8774d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328131'] for port, precommit_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:16:47.287817 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.plugin [None req-fd9ad438-d1dd-42da-a6c8-1d060b8774d6 admin admin] Calling delete_port for 0c24cbd5-1ea2-4ed3-8852-2990ae18ebfb owned by network:router_interface {{(pid=80981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1952}}
Jul 06 02:16:47.585370 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-fd9ad438-d1dd-42da-a6c8-1d060b8774d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740753762095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296101366780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839890433'] for port, after_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:16:47.590390 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-e7c486f1-7a57-4956-aa4a-eced04128bb8 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:16:47.629754 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9ad438-d1dd-42da-a6c8-1d060b8774d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=0c24cbd5-1ea2-4ed3-8852-2990ae18ebfb,revision_number=None']} {{(pid=80981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:16:47.633506 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-fd9ad438-d1dd-42da-a6c8-1d060b8774d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:16:48.146932 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-fd9ad438-d1dd-42da-a6c8-1d060b8774d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853694999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854374129'] for router_interface, after_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:16:48.688188 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd9ad438-d1dd-42da-a6c8-1d060b8774d6 admin admin] Router 887abde4-193f-4326-a0f1-9e48e2ea1968 has already been hosted by L3 agent 61912d2b-cbf3-48c5-b8b2-dcc1c49052a5 {{(pid=80981) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Jul 06 02:16:48.878768 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd9ad438-d1dd-42da-a6c8-1d060b8774d6 admin admin] Notify agent at l3_agent.dv-cinder-799546-3-iscsi the message routers_updated {{(pid=80981) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jul 06 02:16:48.888091 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2cef14a-52e5-440d-a8f6-49492c15463b None None] Sync routers for ids ['887abde4-193f-4326-a0f1-9e48e2ea1968'] in dv-cinder-799546-3-iscsi {{(pid=80982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Jul 06 02:16:48.896746 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-fd9ad438-d1dd-42da-a6c8-1d060b8774d6 admin admin] 10.222.0.11 "PUT /v2.0/routers/887abde4-193f-4326-a0f1-9e48e2ea1968/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9626126
Jul 06 02:16:48.897098 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80981) accepted ('10.222.0.11', 49380) {{(pid=80981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 02:16:48.902375 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2cef14a-52e5-440d-a8f6-49492c15463b None None] Routers {'887abde4-193f-4326-a0f1-9e48e2ea1968'} bound to L3 agent in host dv-cinder-799546-3-iscsi {{(pid=80982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 06 02:16:48.903045 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_hamode_db [None req-b2cef14a-52e5-440d-a8f6-49492c15463b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f31d7247588>, 'dv-cinder-799546-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T01:50:03Z,description=<?>,heartbeat_timestamp=2021-07-06T02:16:33Z,host='dv-cinder-799546-3-iscsi',id=61912d2b-cbf3-48c5-b8b2-dcc1c49052a5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-06T01:50:03Z,topic='l3_agent')) {'router_ids': ['887abde4-193f-4326-a0f1-9e48e2ea1968'], 'active': True} {{(pid=80982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 02:16:49.075584 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_dvr_db [None req-b2cef14a-52e5-440d-a8f6-49492c15463b None None] Set router 887abde4-193f-4326-a0f1-9e48e2ea1968 gateway port host: dv-cinder-799546-3-iscsi {{(pid=80982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:850}}
Jul 06 02:16:49.086290 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-63728854-3e7a-498e-97c0-2f302fddb862 admin admin] Notify callbacks [] for router, before_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:16:49.272222 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-63728854-3e7a-498e-97c0-2f302fddb862 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:16:49.310915 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.plugin [None req-63728854-3e7a-498e-97c0-2f302fddb862 admin admin] Deleting port cd0b31a7-e642-4344-968d-f8f920cac542 {{(pid=80981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1879}}
Jul 06 02:16:49.311295 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-63728854-3e7a-498e-97c0-2f302fddb862 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296100957044'] for port, before_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:16:49.368150 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_hamode_db [None req-b2cef14a-52e5-440d-a8f6-49492c15463b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f31d7247588>, [{'id': '887abde4-193f-4326-a0f1-9e48e2ea1968', 'name': 'tempest-TestVolumeBootPattern-1251328745-router', 'tenant_id': '9b9b77729cb3438b9ca89127da181324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8', 'external_fixed_ips': [{'subnet_id': '24d74941-6bd6-4d03-882f-a623d522833f', 'ip_address': '172.27.1.153'}], 'enable_snat': True}, 'gw_port_id': 'cd0b31a7-e642-4344-968d-f8f920cac542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T02:10:01Z', 'updated_at': '2021-07-06T02:16:47Z', 'revision_number': 5, 'project_id': '9b9b77729cb3438b9ca89127da181324', 'gw_port': {'id': 'cd0b31a7-e642-4344-968d-f8f920cac542', 'name': '', 'network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:b3:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '887abde4-193f-4326-a0f1-9e48e2ea1968', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '24d74941-6bd6-4d03-882f-a623d522833f', 'ip_address': '172.27.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T02:10:01Z', 'updated_at': '2021-07-06T02:10:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24d74941-6bd6-4d03-882f-a623d522833f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799546-3-iscsi'}], 'dv-cinder-799546-3-iscsi', False) {} {{(pid=80982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 02:16:49.372591 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2cef14a-52e5-440d-a8f6-49492c15463b None None] Checking router: 887abde4-193f-4326-a0f1-9e48e2ea1968 for host: dv-cinder-799546-3-iscsi {{(pid=80982) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Jul 06 02:16:49.383529 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2cef14a-52e5-440d-a8f6-49492c15463b None None] Routers {'887abde4-193f-4326-a0f1-9e48e2ea1968'} bound to L3 agent in host dv-cinder-799546-3-iscsi {{(pid=80982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 06 02:16:49.384183 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_hamode_db [None req-b2cef14a-52e5-440d-a8f6-49492c15463b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f31d7247588>, 'dv-cinder-799546-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T01:50:03Z,description=<?>,heartbeat_timestamp=2021-07-06T02:16:33Z,host='dv-cinder-799546-3-iscsi',id=61912d2b-cbf3-48c5-b8b2-dcc1c49052a5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-06T01:50:03Z,topic='l3_agent')) {'router_ids': ['887abde4-193f-4326-a0f1-9e48e2ea1968'], 'active': True} {{(pid=80982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 02:16:49.476696 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [None req-63728854-3e7a-498e-97c0-2f302fddb862 admin admin] For port cd0b31a7-e642-4344-968d-f8f920cac542, host dv-cinder-799546-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799546-3-iscsi',level=0,port_id=cd0b31a7-e642-4344-968d-f8f920cac542,segment=NetworkSegment(e64f8835-8265-4308-a68c-94b30f2a67d9),segment_id=e64f8835-8265-4308-a68c-94b30f2a67d9)] {{(pid=80981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 02:16:49.477120 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-63728854-3e7a-498e-97c0-2f302fddb862 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328131'] for port, precommit_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:16:49.528791 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_dvr_db [None req-b2cef14a-52e5-440d-a8f6-49492c15463b None None] Set router 887abde4-193f-4326-a0f1-9e48e2ea1968 gateway port host: None {{(pid=80982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:850}}
Jul 06 02:16:49.825291 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_hamode_db [None req-b2cef14a-52e5-440d-a8f6-49492c15463b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f31d7247588>, [{'id': '887abde4-193f-4326-a0f1-9e48e2ea1968', 'name': 'tempest-TestVolumeBootPattern-1251328745-router', 'tenant_id': '9b9b77729cb3438b9ca89127da181324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T02:10:01Z', 'updated_at': '2021-07-06T02:16:49Z', 'revision_number': 6, 'project_id': '9b9b77729cb3438b9ca89127da181324', 'gw_port_host': None}], 'dv-cinder-799546-3-iscsi', False) {} {{(pid=80982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 02:16:49.829431 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2cef14a-52e5-440d-a8f6-49492c15463b None None] The sync data for ids ['887abde4-193f-4326-a0f1-9e48e2ea1968'] in dv-cinder-799546-3-iscsi is: [{'id': '887abde4-193f-4326-a0f1-9e48e2ea1968', 'name': 'tempest-TestVolumeBootPattern-1251328745-router', 'tenant_id': '9b9b77729cb3438b9ca89127da181324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T02:10:01Z', 'updated_at': '2021-07-06T02:16:49Z', 'revision_number': 6, 'project_id': '9b9b77729cb3438b9ca89127da181324', 'gw_port_host': None}] {{(pid=80982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Jul 06 02:16:49.877186 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.plugin [None req-63728854-3e7a-498e-97c0-2f302fddb862 admin admin] Calling delete_port for cd0b31a7-e642-4344-968d-f8f920cac542 owned by network:router_gateway {{(pid=80981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1952}}
Jul 06 02:16:50.169109 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-63728854-3e7a-498e-97c0-2f302fddb862 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740753762095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296101366780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839890433'] for port, after_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:16:50.173961 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-7155b44f-b228-4bab-a3d9-66b6462f3509 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:16:50.218297 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63728854-3e7a-498e-97c0-2f302fddb862 admin admin] Pushing event deleted for resources: {'Port': ['ID=cd0b31a7-e642-4344-968d-f8f920cac542,revision_number=None']} {{(pid=80981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:16:50.222650 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-63728854-3e7a-498e-97c0-2f302fddb862 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:16:50.448716 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-63728854-3e7a-498e-97c0-2f302fddb862 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-335396'] for router_gateway, after_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:16:50.708699 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-63728854-3e7a-498e-97c0-2f302fddb862 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-454354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036838019691'] for router, precommit_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:16:50.712906 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-63728854-3e7a-498e-97c0-2f302fddb862 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:16:50.814895 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-63728854-3e7a-498e-97c0-2f302fddb862 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854447692'] for router, after_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:16:50.815462 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63728854-3e7a-498e-97c0-2f302fddb862 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 887abde4-193f-4326-a0f1-9e48e2ea1968 {{(pid=80981) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jul 06 02:16:50.829140 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-63728854-3e7a-498e-97c0-2f302fddb862 admin admin] Notify callbacks [] for router, before_response {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:16:50.830353 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-63728854-3e7a-498e-97c0-2f302fddb862 admin admin] 10.222.0.11 "DELETE /v2.0/routers/887abde4-193f-4326-a0f1-9e48e2ea1968 HTTP/1.1" status: 204  len: 168 time: 1.9323542
Jul 06 02:16:50.833200 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80981) accepted ('10.222.0.11', 49384) {{(pid=80981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 02:16:50.895895 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.db_base_plugin_v2 [None req-a08b9599-fee9-469a-a220-008efe84e30f admin admin] Deleting subnet c4ccb081-7a6c-4e1b-abfd-422d472a0348 {{(pid=80981) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1063}}
Jul 06 02:16:50.896277 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-a08b9599-fee9-469a-a220-008efe84e30f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:16:50.955456 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-a08b9599-fee9-469a-a220-008efe84e30f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14767067'] for subnet, precommit_delete_associations {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:16:51.113373 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-a08b9599-fee9-469a-a220-008efe84e30f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1050496'] for port, before_update {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:16:51.347037 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.db_base_plugin_common [None req-a08b9599-fee9-469a-a220-008efe84e30f admin admin] Delete allocated IP 172.20.0.2 (7b75ddbd-096b-4c76-b200-5fe79d8d0f95/c4ccb081-7a6c-4e1b-abfd-422d472a0348) {{(pid=80981) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:123}}
Jul 06 02:16:51.480537 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [None req-a08b9599-fee9-469a-a220-008efe84e30f admin admin] For port 59877d79-087b-4ec3-ab6a-510473f2df81, host dv-cinder-799546-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799546-3-iscsi',level=0,port_id=59877d79-087b-4ec3-ab6a-510473f2df81,segment=NetworkSegment(74fdbca4-16e2-4773-9a83-f93356a3588c),segment_id=74fdbca4-16e2-4773-9a83-f93356a3588c)] {{(pid=80981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 02:16:51.505636 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-a08b9599-fee9-469a-a220-008efe84e30f admin admin] Notify callbacks [] for port, precommit_update {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:16:51.556660 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-a08b9599-fee9-469a-a220-008efe84e30f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740753762112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740753409037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296101366746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14885351'] for port, after_update {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:16:51.560893 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-8b6f7b01-a553-49e6-be0a-acdb6bc1089a tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:16:51.613748 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-a08b9599-fee9-469a-a220-008efe84e30f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1281289'] for subnet, precommit_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:16:51.665927 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08b9599-fee9-469a-a220-008efe84e30f admin admin] Pushing event updated for resources: {'Port': ['ID=59877d79-087b-4ec3-ab6a-510473f2df81,revision_number=4']} {{(pid=80981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:16:51.670999 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-a08b9599-fee9-469a-a220-008efe84e30f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:16:51.721204 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-a08b9599-fee9-469a-a220-008efe84e30f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853494527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036839889365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15725816'] for subnet, after_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:16:51.725444 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-82bd0f6b-2e72-458e-9374-532e1c259566 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:16:51.755866 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08b9599-fee9-469a-a220-008efe84e30f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c4ccb081-7a6c-4e1b-abfd-422d472a0348,revision_number=None']} {{(pid=80981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:16:51.759995 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-a08b9599-fee9-469a-a220-008efe84e30f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:16:51.762851 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-a08b9599-fee9-469a-a220-008efe84e30f admin admin] Notify callbacks [] for subnet, before_response {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:16:51.768165 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa3682bf-c8a1-4322-8441-4cb181b37268 None None] Network 7b75ddbd-096b-4c76-b200-5fe79d8d0f95 requested from dv-cinder-799546-3-iscsi {{(pid=80982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jul 06 02:16:51.769628 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-a08b9599-fee9-469a-a220-008efe84e30f admin admin] 10.222.0.11 "DELETE /v2.0/subnets/c4ccb081-7a6c-4e1b-abfd-422d472a0348 HTTP/1.1" status: 204  len: 168 time: 0.9353848
Jul 06 02:16:51.772443 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80981) accepted ('10.222.0.11', 49388) {{(pid=80981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 02:16:51.891846 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-dd94941c-5f16-4d01-b99a-835ed2858f2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853693134'] for network, before_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:16:51.903580 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.plugin [None req-dd94941c-5f16-4d01-b99a-835ed2858f2d admin admin] Deleting port 59877d79-087b-4ec3-ab6a-510473f2df81 {{(pid=80981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1879}}
Jul 06 02:16:51.904120 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-dd94941c-5f16-4d01-b99a-835ed2858f2d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296100957044'] for port, before_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:16:51.927229 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.rpc [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Device 59877d79-087b-4ec3-ab6a-510473f2df81 up at agent ovs-agent-dv-cinder-799546-3-iscsi {{(pid=80982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:273}}
Jul 06 02:16:52.028252 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.provisioning_blocks [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Provisioning complete for port 59877d79-087b-4ec3-ab6a-510473f2df81 triggered by entity L2. {{(pid=80982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 06 02:16:52.028675 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1309268'] for port, provisioning_complete {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:16:52.075772 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13cea3ee-b392-4fcd-ba53-b87cfa0e7300 None None] DHCP port deletion for 7b75ddbd-096b-4c76-b200-5fe79d8d0f95 request from dv-cinder-799546-3-iscsi {{(pid=80982) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Jul 06 02:16:52.083934 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.plugin [None req-13cea3ee-b392-4fcd-ba53-b87cfa0e7300 None None] Deleting port 59877d79-087b-4ec3-ab6a-510473f2df81 {{(pid=80982) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1879}}
Jul 06 02:16:52.084355 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-13cea3ee-b392-4fcd-ba53-b87cfa0e7300 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296100957044'] for port, before_delete {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:16:52.303418 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.rpc [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Device cd0b31a7-e642-4344-968d-f8f920cac542 no longer exists at agent ovs-agent-dv-cinder-799546-3-iscsi {{(pid=80982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:242}}
Jul 06 02:16:52.345377 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [None req-dd94941c-5f16-4d01-b99a-835ed2858f2d admin admin] For port 59877d79-087b-4ec3-ab6a-510473f2df81, host dv-cinder-799546-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799546-3-iscsi',level=0,port_id=59877d79-087b-4ec3-ab6a-510473f2df81,segment=NetworkSegment(74fdbca4-16e2-4773-9a83-f93356a3588c),segment_id=74fdbca4-16e2-4773-9a83-f93356a3588c)] {{(pid=80981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 02:16:52.345850 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-dd94941c-5f16-4d01-b99a-835ed2858f2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328131'] for port, precommit_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:16:52.351690 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.plugin [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] No Port match for: cd0b31a7-e642-4344-968d-f8f920cac542 {{(pid=80982) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2217}}
Jul 06 02:16:52.352093 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.rpc [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Device cd0b31a7-e642-4344-968d-f8f920cac542 not bound to the agent host dv-cinder-799546-3-iscsi {{(pid=80982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:250}}
Jul 06 02:16:52.352822 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.rpc [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Device 0c24cbd5-1ea2-4ed3-8852-2990ae18ebfb no longer exists at agent ovs-agent-dv-cinder-799546-3-iscsi {{(pid=80982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:242}}
Jul 06 02:16:52.393498 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.plugin [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] No Port match for: 0c24cbd5-1ea2-4ed3-8852-2990ae18ebfb {{(pid=80982) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2217}}
Jul 06 02:16:52.393889 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.rpc [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Device 0c24cbd5-1ea2-4ed3-8852-2990ae18ebfb not bound to the agent host dv-cinder-799546-3-iscsi {{(pid=80982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:250}}
Jul 06 02:16:52.420578 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [None req-13cea3ee-b392-4fcd-ba53-b87cfa0e7300 None None] For port 59877d79-087b-4ec3-ab6a-510473f2df81, host dv-cinder-799546-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799546-3-iscsi',level=0,port_id=59877d79-087b-4ec3-ab6a-510473f2df81,segment=NetworkSegment(74fdbca4-16e2-4773-9a83-f93356a3588c),segment_id=74fdbca4-16e2-4773-9a83-f93356a3588c)] {{(pid=80982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 02:16:52.421066 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-13cea3ee-b392-4fcd-ba53-b87cfa0e7300 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328131'] for port, precommit_delete {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:16:52.474527 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.plugin [None req-dd94941c-5f16-4d01-b99a-835ed2858f2d admin admin] Calling delete_port for 59877d79-087b-4ec3-ab6a-510473f2df81 owned by network:dhcp {{(pid=80981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1952}}
Jul 06 02:16:52.552737 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.plugin [None req-13cea3ee-b392-4fcd-ba53-b87cfa0e7300 None None] Calling delete_port for 59877d79-087b-4ec3-ab6a-510473f2df81 owned by network:dhcp {{(pid=80982) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1952}}
Jul 06 02:16:52.568374 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-dd94941c-5f16-4d01-b99a-835ed2858f2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740753762095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296101366780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839890433'] for port, after_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:16:52.573983 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-149c12ba-b292-4f8a-8cdb-bbf8daee9989 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:16:52.618264 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd94941c-5f16-4d01-b99a-835ed2858f2d admin admin] Pushing event deleted for resources: {'Port': ['ID=59877d79-087b-4ec3-ab6a-510473f2df81,revision_number=None']} {{(pid=80981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:16:52.618519 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.db.api [None req-13cea3ee-b392-4fcd-ba53-b87cfa0e7300 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80982) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jul 06 02:16:52.618636 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_db.api [None req-13cea3ee-b392-4fcd-ba53-b87cfa0e7300 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jul 06 02:16:52.621511 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-dd94941c-5f16-4d01-b99a-835ed2858f2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:16:52.624070 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd94941c-5f16-4d01-b99a-835ed2858f2d admin admin] No DVR routers for this DVR port 59877d79-087b-4ec3-ab6a-510473f2df81 on host dv-cinder-799546-3-iscsi {{(pid=80981) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jul 06 02:16:52.733614 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-dd94941c-5f16-4d01-b99a-835ed2858f2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853494331', 'neutron.services.segments.db._delete_segments_for_network-8740753867311'] for network, precommit_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:16:52.747344 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.services.segments.db [None req-dd94941c-5f16-4d01-b99a-835ed2858f2d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f31d675db00>,) {'filters': {'network_id': ['7b75ddbd-096b-4c76-b200-5fe79d8d0f95']}} {{(pid=80981) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 02:16:52.759739 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.services.segments.db [None req-dd94941c-5f16-4d01-b99a-835ed2858f2d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f31d675db00>, '74fdbca4-16e2-4773-9a83-f93356a3588c') {'for_net_delete': True} {{(pid=80981) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 02:16:52.760078 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.services.segments.db [None req-dd94941c-5f16-4d01-b99a-835ed2858f2d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f31d675db00>, '74fdbca4-16e2-4773-9a83-f93356a3588c') {} {{(pid=80981) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 02:16:52.772512 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-dd94941c-5f16-4d01-b99a-835ed2858f2d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363296100912551', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036840008788'] for segment, before_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:16:52.787169 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-dd94941c-5f16-4d01-b99a-835ed2858f2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1280314'] for segment, precommit_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:16:52.793765 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd94941c-5f16-4d01-b99a-835ed2858f2d admin admin] Releasing vlan 102 on physical network physnet1 to pool {{(pid=80981) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Jul 06 02:16:52.794188 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-dd94941c-5f16-4d01-b99a-835ed2858f2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853495502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14885317'] for segment, after_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:16:52.807483 dv-cinder-799546-3-iscsi neutron-server[80869]: Traceback (most recent call last):
Jul 06 02:16:52.807483 dv-cinder-799546-3-iscsi neutron-server[80869]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Jul 06 02:16:52.807483 dv-cinder-799546-3-iscsi neutron-server[80869]:     timer()
Jul 06 02:16:52.807483 dv-cinder-799546-3-iscsi neutron-server[80869]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jul 06 02:16:52.807483 dv-cinder-799546-3-iscsi neutron-server[80869]:     cb(*args, **kw)
Jul 06 02:16:52.807483 dv-cinder-799546-3-iscsi neutron-server[80869]:   File "/opt/stack/neutron/neutron/common/utils.py", line 968, in wrapper
Jul 06 02:16:52.807483 dv-cinder-799546-3-iscsi neutron-server[80869]:     return func(*args, **kwargs)
Jul 06 02:16:52.807483 dv-cinder-799546-3-iscsi neutron-server[80869]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jul 06 02:16:52.807483 dv-cinder-799546-3-iscsi neutron-server[80869]:     self._notify()
Jul 06 02:16:52.807483 dv-cinder-799546-3-iscsi neutron-server[80869]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jul 06 02:16:52.807483 dv-cinder-799546-3-iscsi neutron-server[80869]:     self.callback(batched_events)
Jul 06 02:16:52.807483 dv-cinder-799546-3-iscsi neutron-server[80869]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jul 06 02:16:52.807483 dv-cinder-799546-3-iscsi neutron-server[80869]:     event.method(event)
Jul 06 02:16:52.807483 dv-cinder-799546-3-iscsi neutron-server[80869]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jul 06 02:16:52.807483 dv-cinder-799546-3-iscsi neutron-server[80869]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jul 06 02:16:52.807483 dv-cinder-799546-3-iscsi neutron-server[80869]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jul 06 02:16:52.807483 dv-cinder-799546-3-iscsi neutron-server[80869]:     segment_id)['aggregates'][0]
Jul 06 02:16:52.807483 dv-cinder-799546-3-iscsi neutron-server[80869]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 53, in wrapper
Jul 06 02:16:52.807483 dv-cinder-799546-3-iscsi neutron-server[80869]:     return f(self, *a, **k)
Jul 06 02:16:52.807483 dv-cinder-799546-3-iscsi neutron-server[80869]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 508, in list_aggregates
Jul 06 02:16:52.807483 dv-cinder-799546-3-iscsi neutron-server[80869]:     return self._get(url).json()
Jul 06 02:16:52.807483 dv-cinder-799546-3-iscsi neutron-server[80869]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 178, in _get
Jul 06 02:16:52.807483 dv-cinder-799546-3-iscsi neutron-server[80869]:     **kwargs)
Jul 06 02:16:52.807483 dv-cinder-799546-3-iscsi neutron-server[80869]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1116, in get
Jul 06 02:16:52.807483 dv-cinder-799546-3-iscsi neutron-server[80869]:     return self.request(url, 'GET', **kwargs)
Jul 06 02:16:52.807483 dv-cinder-799546-3-iscsi neutron-server[80869]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 787, in request
Jul 06 02:16:52.807483 dv-cinder-799546-3-iscsi neutron-server[80869]:     **endpoint_filter)
Jul 06 02:16:52.807483 dv-cinder-799546-3-iscsi neutron-server[80869]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1216, in get_endpoint
Jul 06 02:16:52.807483 dv-cinder-799546-3-iscsi neutron-server[80869]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jul 06 02:16:52.807483 dv-cinder-799546-3-iscsi neutron-server[80869]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1156, in _auth_required
Jul 06 02:16:52.807483 dv-cinder-799546-3-iscsi neutron-server[80869]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jul 06 02:16:52.807483 dv-cinder-799546-3-iscsi neutron-server[80869]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jul 06 02:16:52.905371 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-dd94941c-5f16-4d01-b99a-835ed2858f2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1281500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854446373'] for network, after_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:16:52.910017 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-dd94941c-5f16-4d01-b99a-835ed2858f2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853726196'] for network, before_response {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:16:52.913643 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:16:52.938200 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd94941c-5f16-4d01-b99a-835ed2858f2d admin admin] Pushing event deleted for resources: {'Network': ['ID=7b75ddbd-096b-4c76-b200-5fe79d8d0f95,revision_number=None']} {{(pid=80981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:16:52.940571 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-dd94941c-5f16-4d01-b99a-835ed2858f2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:16:52.980842 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-dd94941c-5f16-4d01-b99a-835ed2858f2d admin admin] 10.222.0.11 "DELETE /v2.0/networks/7b75ddbd-096b-4c76-b200-5fe79d8d0f95 HTTP/1.1" status: 204  len: 168 time: 1.2073264
Jul 06 02:16:52.983968 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80981) accepted ('10.222.0.11', 49394) {{(pid=80981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 02:16:53.119833 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.plugin [None req-13cea3ee-b392-4fcd-ba53-b87cfa0e7300 None None] Deleting port 59877d79-087b-4ec3-ab6a-510473f2df81 {{(pid=80982) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1879}}
Jul 06 02:16:53.120301 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-13cea3ee-b392-4fcd-ba53-b87cfa0e7300 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296100957044'] for port, before_delete {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:16:53.183427 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.plugin [None req-13cea3ee-b392-4fcd-ba53-b87cfa0e7300 None None] The port '59877d79-087b-4ec3-ab6a-510473f2df81' was deleted {{(pid=80982) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1909}}
Jul 06 02:16:53.351254 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-60073965-ea9f-4b5a-bfdf-27feacea1bbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-328056'] for router_interface, before_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:16:53.884452 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.rpc [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Device 59877d79-087b-4ec3-ab6a-510473f2df81 no longer exists at agent ovs-agent-dv-cinder-799546-3-iscsi {{(pid=80982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:242}}
Jul 06 02:16:53.918802 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.plugin [None req-60073965-ea9f-4b5a-bfdf-27feacea1bbb admin admin] Deleting port 7d9fd2d6-6cd2-4d35-9982-d98d4934ab76 {{(pid=80981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1879}}
Jul 06 02:16:53.919189 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-60073965-ea9f-4b5a-bfdf-27feacea1bbb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296100957044'] for port, before_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:16:53.921121 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.plugin [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] No Port match for: 59877d79-087b-4ec3-ab6a-510473f2df81 {{(pid=80982) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2217}}
Jul 06 02:16:53.921519 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.rpc [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Device 59877d79-087b-4ec3-ab6a-510473f2df81 not bound to the agent host dv-cinder-799546-3-iscsi {{(pid=80982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:250}}
Jul 06 02:16:54.084419 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [None req-60073965-ea9f-4b5a-bfdf-27feacea1bbb admin admin] For port 7d9fd2d6-6cd2-4d35-9982-d98d4934ab76, host dv-cinder-799546-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799546-3-iscsi',level=0,port_id=7d9fd2d6-6cd2-4d35-9982-d98d4934ab76,segment=NetworkSegment(b563c01f-40f0-4768-ab9a-e3aef752a7d7),segment_id=b563c01f-40f0-4768-ab9a-e3aef752a7d7)] {{(pid=80981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 02:16:54.084816 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-60073965-ea9f-4b5a-bfdf-27feacea1bbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328131'] for port, precommit_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:16:54.440768 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.plugin [None req-60073965-ea9f-4b5a-bfdf-27feacea1bbb admin admin] Calling delete_port for 7d9fd2d6-6cd2-4d35-9982-d98d4934ab76 owned by network:router_interface {{(pid=80981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1952}}
Jul 06 02:16:54.637239 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-60073965-ea9f-4b5a-bfdf-27feacea1bbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740753762095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296101366780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839890433'] for port, after_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:16:54.641510 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-5c5eff56-3f3e-4264-95ff-b19fdb4390e9 tempest-AttachVolumeNegativeTest-714852562 tempest-AttachVolumeNegativeTest-714852562-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:16:54.681220 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60073965-ea9f-4b5a-bfdf-27feacea1bbb admin admin] Pushing event deleted for resources: {'Port': ['ID=7d9fd2d6-6cd2-4d35-9982-d98d4934ab76,revision_number=None']} {{(pid=80981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:16:54.684902 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-60073965-ea9f-4b5a-bfdf-27feacea1bbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:16:54.963265 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-60073965-ea9f-4b5a-bfdf-27feacea1bbb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853694999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854374129'] for router_interface, after_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:16:55.497950 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60073965-ea9f-4b5a-bfdf-27feacea1bbb admin admin] Router c4ca3731-1327-435b-9f45-95e5b2f2323d has already been hosted by L3 agent 61912d2b-cbf3-48c5-b8b2-dcc1c49052a5 {{(pid=80981) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Jul 06 02:16:55.690639 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60073965-ea9f-4b5a-bfdf-27feacea1bbb admin admin] Notify agent at l3_agent.dv-cinder-799546-3-iscsi the message routers_updated {{(pid=80981) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jul 06 02:16:55.699358 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67d16560-c508-46af-968e-9b110165641e None None] Sync routers for ids ['c4ca3731-1327-435b-9f45-95e5b2f2323d'] in dv-cinder-799546-3-iscsi {{(pid=80983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Jul 06 02:16:55.712112 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67d16560-c508-46af-968e-9b110165641e None None] Routers {'c4ca3731-1327-435b-9f45-95e5b2f2323d'} bound to L3 agent in host dv-cinder-799546-3-iscsi {{(pid=80983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 06 02:16:55.721046 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_hamode_db [None req-67d16560-c508-46af-968e-9b110165641e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f31d7a07b38>, 'dv-cinder-799546-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T01:50:03Z,description=<?>,heartbeat_timestamp=2021-07-06T02:16:33Z,host='dv-cinder-799546-3-iscsi',id=61912d2b-cbf3-48c5-b8b2-dcc1c49052a5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-06T01:50:03Z,topic='l3_agent')) {'router_ids': ['c4ca3731-1327-435b-9f45-95e5b2f2323d'], 'active': True} {{(pid=80983) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 02:16:55.741549 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-60073965-ea9f-4b5a-bfdf-27feacea1bbb admin admin] 10.222.0.11 "PUT /v2.0/routers/c4ca3731-1327-435b-9f45-95e5b2f2323d/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7564685
Jul 06 02:16:55.744440 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80981) accepted ('10.222.0.11', 49400) {{(pid=80981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 02:16:55.881678 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_dvr_db [None req-67d16560-c508-46af-968e-9b110165641e None None] Set router c4ca3731-1327-435b-9f45-95e5b2f2323d gateway port host: dv-cinder-799546-3-iscsi {{(pid=80983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:850}}
Jul 06 02:16:55.936212 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-5e70c9f5-98d3-4fbd-9155-554a47c49a52 admin admin] Notify callbacks [] for router, before_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:16:56.343474 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_hamode_db [None req-67d16560-c508-46af-968e-9b110165641e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f31d7a07b38>, [{'id': 'c4ca3731-1327-435b-9f45-95e5b2f2323d', 'name': 'tempest-TestVolumeBootPattern-1955424555-router', 'tenant_id': 'fe9c33ee9a8c4ad69738d25eb06a0d5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8', 'external_fixed_ips': [{'subnet_id': '24d74941-6bd6-4d03-882f-a623d522833f', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': '4a7deff4-4604-4afc-bc22-039aec519722', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T02:10:08Z', 'updated_at': '2021-07-06T02:16:54Z', 'revision_number': 5, 'project_id': 'fe9c33ee9a8c4ad69738d25eb06a0d5f', 'gw_port': {'id': '4a7deff4-4604-4afc-bc22-039aec519722', 'name': '', 'network_id': '69f53fb8-46a2-4fb2-8b50-29617e0b26b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:41:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4ca3731-1327-435b-9f45-95e5b2f2323d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '24d74941-6bd6-4d03-882f-a623d522833f', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T02:10:08Z', 'updated_at': '2021-07-06T02:10:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24d74941-6bd6-4d03-882f-a623d522833f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799546-3-iscsi'}], 'dv-cinder-799546-3-iscsi', False) {} {{(pid=80983) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 02:16:56.347356 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67d16560-c508-46af-968e-9b110165641e None None] Checking router: c4ca3731-1327-435b-9f45-95e5b2f2323d for host: dv-cinder-799546-3-iscsi {{(pid=80983) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Jul 06 02:16:56.358594 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67d16560-c508-46af-968e-9b110165641e None None] Routers {'c4ca3731-1327-435b-9f45-95e5b2f2323d'} bound to L3 agent in host dv-cinder-799546-3-iscsi {{(pid=80983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 06 02:16:56.359242 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_hamode_db [None req-67d16560-c508-46af-968e-9b110165641e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f31d7a07b38>, 'dv-cinder-799546-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T01:50:03Z,description=<?>,heartbeat_timestamp=2021-07-06T02:16:33Z,host='dv-cinder-799546-3-iscsi',id=61912d2b-cbf3-48c5-b8b2-dcc1c49052a5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-06T01:50:03Z,topic='l3_agent')) {'router_ids': ['c4ca3731-1327-435b-9f45-95e5b2f2323d'], 'active': True} {{(pid=80983) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 02:16:56.362164 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-5e70c9f5-98d3-4fbd-9155-554a47c49a52 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:16:56.407856 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.plugin [None req-5e70c9f5-98d3-4fbd-9155-554a47c49a52 admin admin] Deleting port 4a7deff4-4604-4afc-bc22-039aec519722 {{(pid=80981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1879}}
Jul 06 02:16:56.408225 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-5e70c9f5-98d3-4fbd-9155-554a47c49a52 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296100957044'] for port, before_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:16:56.503168 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_dvr_db [None req-67d16560-c508-46af-968e-9b110165641e None None] Set router c4ca3731-1327-435b-9f45-95e5b2f2323d gateway port host: None {{(pid=80983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:850}}
Jul 06 02:16:56.574699 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [None req-5e70c9f5-98d3-4fbd-9155-554a47c49a52 admin admin] For port 4a7deff4-4604-4afc-bc22-039aec519722, host dv-cinder-799546-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799546-3-iscsi',level=0,port_id=4a7deff4-4604-4afc-bc22-039aec519722,segment=NetworkSegment(e64f8835-8265-4308-a68c-94b30f2a67d9),segment_id=e64f8835-8265-4308-a68c-94b30f2a67d9)] {{(pid=80981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 02:16:56.575098 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-5e70c9f5-98d3-4fbd-9155-554a47c49a52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328131'] for port, precommit_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:16:56.610990 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_hamode_db [None req-67d16560-c508-46af-968e-9b110165641e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f31d7a07b38>, [{'id': 'c4ca3731-1327-435b-9f45-95e5b2f2323d', 'name': 'tempest-TestVolumeBootPattern-1955424555-router', 'tenant_id': 'fe9c33ee9a8c4ad69738d25eb06a0d5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T02:10:08Z', 'updated_at': '2021-07-06T02:16:56Z', 'revision_number': 6, 'project_id': 'fe9c33ee9a8c4ad69738d25eb06a0d5f', 'gw_port_host': None}], 'dv-cinder-799546-3-iscsi', False) {} {{(pid=80983) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 02:16:56.615022 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67d16560-c508-46af-968e-9b110165641e None None] The sync data for ids ['c4ca3731-1327-435b-9f45-95e5b2f2323d'] in dv-cinder-799546-3-iscsi is: [{'id': 'c4ca3731-1327-435b-9f45-95e5b2f2323d', 'name': 'tempest-TestVolumeBootPattern-1955424555-router', 'tenant_id': 'fe9c33ee9a8c4ad69738d25eb06a0d5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T02:10:08Z', 'updated_at': '2021-07-06T02:16:56Z', 'revision_number': 6, 'project_id': 'fe9c33ee9a8c4ad69738d25eb06a0d5f', 'gw_port_host': None}] {{(pid=80983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Jul 06 02:16:56.703144 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.plugin [None req-5e70c9f5-98d3-4fbd-9155-554a47c49a52 admin admin] Calling delete_port for 4a7deff4-4604-4afc-bc22-039aec519722 owned by network:router_gateway {{(pid=80981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1952}}
Jul 06 02:16:56.892419 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-5e70c9f5-98d3-4fbd-9155-554a47c49a52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740753762095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296101366780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839890433'] for port, after_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:16:56.897581 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-b8b491af-eedc-4d45-b80f-f0087aaf0ac6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:16:56.940195 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e70c9f5-98d3-4fbd-9155-554a47c49a52 admin admin] Pushing event deleted for resources: {'Port': ['ID=4a7deff4-4604-4afc-bc22-039aec519722,revision_number=None']} {{(pid=80981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:16:56.943040 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-5e70c9f5-98d3-4fbd-9155-554a47c49a52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:16:57.169033 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-5e70c9f5-98d3-4fbd-9155-554a47c49a52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-335396'] for router_gateway, after_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:16:57.432204 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-5e70c9f5-98d3-4fbd-9155-554a47c49a52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-454354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036838019691'] for router, precommit_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:16:57.437094 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-5e70c9f5-98d3-4fbd-9155-554a47c49a52 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:16:57.669538 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-5e70c9f5-98d3-4fbd-9155-554a47c49a52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854447692'] for router, after_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:16:57.670109 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e70c9f5-98d3-4fbd-9155-554a47c49a52 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c4ca3731-1327-435b-9f45-95e5b2f2323d {{(pid=80981) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jul 06 02:16:57.682469 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-5e70c9f5-98d3-4fbd-9155-554a47c49a52 admin admin] Notify callbacks [] for router, before_response {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:16:57.683630 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-5e70c9f5-98d3-4fbd-9155-554a47c49a52 admin admin] 10.222.0.11 "DELETE /v2.0/routers/c4ca3731-1327-435b-9f45-95e5b2f2323d HTTP/1.1" status: 204  len: 168 time: 1.9376190
Jul 06 02:16:57.686426 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80981) accepted ('10.222.0.11', 49404) {{(pid=80981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 02:16:57.748291 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.db_base_plugin_v2 [None req-c68de172-7bc0-45f7-8b58-6c0b4a6acf41 admin admin] Deleting subnet e4676828-47ba-4639-b528-7859d83a5a23 {{(pid=80981) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1063}}
Jul 06 02:16:57.748675 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-c68de172-7bc0-45f7-8b58-6c0b4a6acf41 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:16:57.799099 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-c68de172-7bc0-45f7-8b58-6c0b4a6acf41 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14767067'] for subnet, precommit_delete_associations {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:16:57.889374 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.rpc [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Device 7d9fd2d6-6cd2-4d35-9982-d98d4934ab76 no longer exists at agent ovs-agent-dv-cinder-799546-3-iscsi {{(pid=80982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:242}}
Jul 06 02:16:57.922871 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.plugin [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] No Port match for: 7d9fd2d6-6cd2-4d35-9982-d98d4934ab76 {{(pid=80982) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2217}}
Jul 06 02:16:57.923370 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.rpc [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Device 7d9fd2d6-6cd2-4d35-9982-d98d4934ab76 not bound to the agent host dv-cinder-799546-3-iscsi {{(pid=80982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:250}}
Jul 06 02:16:57.923908 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.rpc [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Device 4a7deff4-4604-4afc-bc22-039aec519722 no longer exists at agent ovs-agent-dv-cinder-799546-3-iscsi {{(pid=80982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:242}}
Jul 06 02:16:57.958772 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.plugin [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] No Port match for: 4a7deff4-4604-4afc-bc22-039aec519722 {{(pid=80982) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2217}}
Jul 06 02:16:57.959092 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.rpc [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Device 4a7deff4-4604-4afc-bc22-039aec519722 not bound to the agent host dv-cinder-799546-3-iscsi {{(pid=80982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:250}}
Jul 06 02:16:57.964711 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-c68de172-7bc0-45f7-8b58-6c0b4a6acf41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1050496'] for port, before_update {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:16:58.193481 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.db_base_plugin_common [None req-c68de172-7bc0-45f7-8b58-6c0b4a6acf41 admin admin] Delete allocated IP 172.20.0.2 (0c50e6f9-6b50-4c7d-965e-5182e55eef88/e4676828-47ba-4639-b528-7859d83a5a23) {{(pid=80981) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:123}}
Jul 06 02:16:58.326707 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [None req-c68de172-7bc0-45f7-8b58-6c0b4a6acf41 admin admin] For port 53c9578d-d87a-4606-8203-b29b306d2945, host dv-cinder-799546-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799546-3-iscsi',level=0,port_id=53c9578d-d87a-4606-8203-b29b306d2945,segment=NetworkSegment(b563c01f-40f0-4768-ab9a-e3aef752a7d7),segment_id=b563c01f-40f0-4768-ab9a-e3aef752a7d7)] {{(pid=80981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 02:16:58.351465 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-c68de172-7bc0-45f7-8b58-6c0b4a6acf41 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:16:58.383480 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-c68de172-7bc0-45f7-8b58-6c0b4a6acf41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740753762112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740753409037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296101366746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14885351'] for port, after_update {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:16:58.388828 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-5e70c9f5-98d3-4fbd-9155-554a47c49a52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:16:58.449246 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-c68de172-7bc0-45f7-8b58-6c0b4a6acf41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1281289'] for subnet, precommit_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:16:58.497241 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68de172-7bc0-45f7-8b58-6c0b4a6acf41 admin admin] Pushing event updated for resources: {'Port': ['ID=53c9578d-d87a-4606-8203-b29b306d2945,revision_number=4']} {{(pid=80981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:16:58.501672 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-c68de172-7bc0-45f7-8b58-6c0b4a6acf41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:16:58.772184 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-c68de172-7bc0-45f7-8b58-6c0b4a6acf41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853494527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036839889365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15725816'] for subnet, after_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:16:58.776832 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-1552396e-3c39-440a-b14a-1041b42e59ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:16:58.812397 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68de172-7bc0-45f7-8b58-6c0b4a6acf41 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e4676828-47ba-4639-b528-7859d83a5a23,revision_number=None']} {{(pid=80981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:16:58.816522 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-c68de172-7bc0-45f7-8b58-6c0b4a6acf41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:16:58.819238 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-c68de172-7bc0-45f7-8b58-6c0b4a6acf41 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:16:58.824920 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f81dc0f2-2b7a-4a21-b95e-d1c613b4ffee None None] Network 0c50e6f9-6b50-4c7d-965e-5182e55eef88 requested from dv-cinder-799546-3-iscsi {{(pid=80982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jul 06 02:16:58.825232 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-c68de172-7bc0-45f7-8b58-6c0b4a6acf41 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/e4676828-47ba-4639-b528-7859d83a5a23 HTTP/1.1" status: 204  len: 168 time: 1.1377556
Jul 06 02:16:58.828017 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80981) accepted ('10.222.0.11', 49410) {{(pid=80981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 02:16:58.939162 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-8545a34b-6e99-4504-becd-a8c28a0220cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853693134'] for network, before_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:16:58.949664 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.plugin [None req-8545a34b-6e99-4504-becd-a8c28a0220cf admin admin] Deleting port 53c9578d-d87a-4606-8203-b29b306d2945 {{(pid=80981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1879}}
Jul 06 02:16:58.950009 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-8545a34b-6e99-4504-becd-a8c28a0220cf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296100957044'] for port, before_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:16:59.059823 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcebe127-bc7f-455d-94f4-c26ebbd58e51 None None] DHCP port deletion for 0c50e6f9-6b50-4c7d-965e-5182e55eef88 request from dv-cinder-799546-3-iscsi {{(pid=80982) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Jul 06 02:16:59.063938 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.plugin [None req-bcebe127-bc7f-455d-94f4-c26ebbd58e51 None None] Deleting port 53c9578d-d87a-4606-8203-b29b306d2945 {{(pid=80982) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1879}}
Jul 06 02:16:59.064357 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-bcebe127-bc7f-455d-94f4-c26ebbd58e51 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296100957044'] for port, before_delete {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:16:59.142558 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [None req-8545a34b-6e99-4504-becd-a8c28a0220cf admin admin] For port 53c9578d-d87a-4606-8203-b29b306d2945, host dv-cinder-799546-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799546-3-iscsi',level=0,port_id=53c9578d-d87a-4606-8203-b29b306d2945,segment=NetworkSegment(b563c01f-40f0-4768-ab9a-e3aef752a7d7),segment_id=b563c01f-40f0-4768-ab9a-e3aef752a7d7)] {{(pid=80981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 02:16:59.142954 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-8545a34b-6e99-4504-becd-a8c28a0220cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328131'] for port, precommit_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:16:59.257261 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.db [None req-bcebe127-bc7f-455d-94f4-c26ebbd58e51 None None] For port 53c9578d-d87a-4606-8203-b29b306d2945, host dv-cinder-799546-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799546-3-iscsi',level=0,port_id=53c9578d-d87a-4606-8203-b29b306d2945,segment=NetworkSegment(b563c01f-40f0-4768-ab9a-e3aef752a7d7),segment_id=b563c01f-40f0-4768-ab9a-e3aef752a7d7)] {{(pid=80982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 02:16:59.267540 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-bcebe127-bc7f-455d-94f4-c26ebbd58e51 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328131'] for port, precommit_delete {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:16:59.387098 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.plugin [None req-bcebe127-bc7f-455d-94f4-c26ebbd58e51 None None] Calling delete_port for 53c9578d-d87a-4606-8203-b29b306d2945 owned by network:dhcp {{(pid=80982) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1952}}
Jul 06 02:16:59.537966 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.plugin [None req-8545a34b-6e99-4504-becd-a8c28a0220cf admin admin] Calling delete_port for 53c9578d-d87a-4606-8203-b29b306d2945 owned by network:dhcp {{(pid=80981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1952}}
Jul 06 02:16:59.626056 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.db.api [None req-bcebe127-bc7f-455d-94f4-c26ebbd58e51 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80982) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jul 06 02:16:59.626468 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_db.api [None req-bcebe127-bc7f-455d-94f4-c26ebbd58e51 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jul 06 02:16:59.634779 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-8545a34b-6e99-4504-becd-a8c28a0220cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1050607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61750316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740753762095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296101366780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839890433'] for port, after_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:16:59.640290 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-78f9126b-d9b6-43f9-a2a9-779c63473af9 tempest-TestVolumeBootPattern-609874888 tempest-TestVolumeBootPattern-609874888-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:16:59.682724 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8545a34b-6e99-4504-becd-a8c28a0220cf admin admin] Pushing event deleted for resources: {'Port': ['ID=53c9578d-d87a-4606-8203-b29b306d2945,revision_number=None']} {{(pid=80981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:16:59.686995 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-8545a34b-6e99-4504-becd-a8c28a0220cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:16:59.689587 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8545a34b-6e99-4504-becd-a8c28a0220cf admin admin] No DVR routers for this DVR port 53c9578d-d87a-4606-8203-b29b306d2945 on host dv-cinder-799546-3-iscsi {{(pid=80981) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jul 06 02:16:59.800156 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-8545a34b-6e99-4504-becd-a8c28a0220cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853494331', 'neutron.services.segments.db._delete_segments_for_network-8740753867311'] for network, precommit_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:16:59.814279 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.services.segments.db [None req-8545a34b-6e99-4504-becd-a8c28a0220cf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f31d707bfd0>,) {'filters': {'network_id': ['0c50e6f9-6b50-4c7d-965e-5182e55eef88']}} {{(pid=80981) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 02:16:59.827391 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.services.segments.db [None req-8545a34b-6e99-4504-becd-a8c28a0220cf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f31d707bfd0>, 'b563c01f-40f0-4768-ab9a-e3aef752a7d7') {'for_net_delete': True} {{(pid=80981) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 02:16:59.827738 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.services.segments.db [None req-8545a34b-6e99-4504-becd-a8c28a0220cf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f31d707bfd0>, 'b563c01f-40f0-4768-ab9a-e3aef752a7d7') {} {{(pid=80981) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 02:16:59.839929 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-8545a34b-6e99-4504-becd-a8c28a0220cf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363296100912551', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036840008788'] for segment, before_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:16:59.886392 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.rpc [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Device 53c9578d-d87a-4606-8203-b29b306d2945 no longer exists at agent ovs-agent-dv-cinder-799546-3-iscsi {{(pid=80982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:242}}
Jul 06 02:16:59.909602 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-8545a34b-6e99-4504-becd-a8c28a0220cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1280314'] for segment, precommit_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:16:59.916317 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8545a34b-6e99-4504-becd-a8c28a0220cf admin admin] Releasing vlan 103 on physical network physnet1 to pool {{(pid=80981) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Jul 06 02:16:59.916781 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-8545a34b-6e99-4504-becd-a8c28a0220cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853495502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14885317'] for segment, after_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:16:59.921275 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.plugin [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] No Port match for: 53c9578d-d87a-4606-8203-b29b306d2945 {{(pid=80982) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2217}}
Jul 06 02:16:59.921679 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.rpc [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Device 53c9578d-d87a-4606-8203-b29b306d2945 not bound to the agent host dv-cinder-799546-3-iscsi {{(pid=80982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:250}}
Jul 06 02:16:59.931889 dv-cinder-799546-3-iscsi neutron-server[80869]: Traceback (most recent call last):
Jul 06 02:16:59.931889 dv-cinder-799546-3-iscsi neutron-server[80869]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Jul 06 02:16:59.931889 dv-cinder-799546-3-iscsi neutron-server[80869]:     timer()
Jul 06 02:16:59.931889 dv-cinder-799546-3-iscsi neutron-server[80869]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jul 06 02:16:59.931889 dv-cinder-799546-3-iscsi neutron-server[80869]:     cb(*args, **kw)
Jul 06 02:16:59.931889 dv-cinder-799546-3-iscsi neutron-server[80869]:   File "/opt/stack/neutron/neutron/common/utils.py", line 968, in wrapper
Jul 06 02:16:59.931889 dv-cinder-799546-3-iscsi neutron-server[80869]:     return func(*args, **kwargs)
Jul 06 02:16:59.931889 dv-cinder-799546-3-iscsi neutron-server[80869]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jul 06 02:16:59.931889 dv-cinder-799546-3-iscsi neutron-server[80869]:     self._notify()
Jul 06 02:16:59.931889 dv-cinder-799546-3-iscsi neutron-server[80869]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jul 06 02:16:59.931889 dv-cinder-799546-3-iscsi neutron-server[80869]:     self.callback(batched_events)
Jul 06 02:16:59.931889 dv-cinder-799546-3-iscsi neutron-server[80869]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jul 06 02:16:59.931889 dv-cinder-799546-3-iscsi neutron-server[80869]:     event.method(event)
Jul 06 02:16:59.931889 dv-cinder-799546-3-iscsi neutron-server[80869]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jul 06 02:16:59.931889 dv-cinder-799546-3-iscsi neutron-server[80869]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jul 06 02:16:59.931889 dv-cinder-799546-3-iscsi neutron-server[80869]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jul 06 02:16:59.931889 dv-cinder-799546-3-iscsi neutron-server[80869]:     segment_id)['aggregates'][0]
Jul 06 02:16:59.931889 dv-cinder-799546-3-iscsi neutron-server[80869]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 53, in wrapper
Jul 06 02:16:59.931889 dv-cinder-799546-3-iscsi neutron-server[80869]:     return f(self, *a, **k)
Jul 06 02:16:59.931889 dv-cinder-799546-3-iscsi neutron-server[80869]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 508, in list_aggregates
Jul 06 02:16:59.931889 dv-cinder-799546-3-iscsi neutron-server[80869]:     return self._get(url).json()
Jul 06 02:16:59.931889 dv-cinder-799546-3-iscsi neutron-server[80869]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 178, in _get
Jul 06 02:16:59.931889 dv-cinder-799546-3-iscsi neutron-server[80869]:     **kwargs)
Jul 06 02:16:59.931889 dv-cinder-799546-3-iscsi neutron-server[80869]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1116, in get
Jul 06 02:16:59.931889 dv-cinder-799546-3-iscsi neutron-server[80869]:     return self.request(url, 'GET', **kwargs)
Jul 06 02:16:59.931889 dv-cinder-799546-3-iscsi neutron-server[80869]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 787, in request
Jul 06 02:16:59.931889 dv-cinder-799546-3-iscsi neutron-server[80869]:     **endpoint_filter)
Jul 06 02:16:59.931889 dv-cinder-799546-3-iscsi neutron-server[80869]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1216, in get_endpoint
Jul 06 02:16:59.931889 dv-cinder-799546-3-iscsi neutron-server[80869]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jul 06 02:16:59.931889 dv-cinder-799546-3-iscsi neutron-server[80869]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1156, in _auth_required
Jul 06 02:16:59.931889 dv-cinder-799546-3-iscsi neutron-server[80869]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jul 06 02:16:59.931889 dv-cinder-799546-3-iscsi neutron-server[80869]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jul 06 02:17:00.127732 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.plugin [None req-bcebe127-bc7f-455d-94f4-c26ebbd58e51 None None] Deleting port 53c9578d-d87a-4606-8203-b29b306d2945 {{(pid=80982) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1879}}
Jul 06 02:17:00.128181 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-bcebe127-bc7f-455d-94f4-c26ebbd58e51 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296100957044'] for port, before_delete {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:17:00.150935 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-8545a34b-6e99-4504-becd-a8c28a0220cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1281500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1080802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854446373'] for network, after_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:17:00.154764 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-29768129-594d-4dd8-8add-c2372b97e2a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:17:00.171135 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-8545a34b-6e99-4504-becd-a8c28a0220cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853726196'] for network, before_response {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:17:00.178920 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8545a34b-6e99-4504-becd-a8c28a0220cf admin admin] Pushing event deleted for resources: {'Network': ['ID=0c50e6f9-6b50-4c7d-965e-5182e55eef88,revision_number=None']} {{(pid=80981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:17:00.184191 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-8545a34b-6e99-4504-becd-a8c28a0220cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:17:00.187477 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-8545a34b-6e99-4504-becd-a8c28a0220cf admin admin] 10.222.0.11 "DELETE /v2.0/networks/0c50e6f9-6b50-4c7d-965e-5182e55eef88 HTTP/1.1" status: 204  len: 168 time: 1.3583729
Jul 06 02:17:00.192020 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.plugins.ml2.plugin [None req-bcebe127-bc7f-455d-94f4-c26ebbd58e51 None None] The port '53c9578d-d87a-4606-8203-b29b306d2945' was deleted {{(pid=80982) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1909}}
Jul 06 02:17:00.411446 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80980) accepted ('10.222.0.11', 49416) {{(pid=80980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 02:17:00.418371 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.agents_db [None req-b173abe4-0d36-4765-adb2-33779d11156f None None] Agent healthcheck: found 6 active agents {{(pid=80983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Jul 06 02:17:00.464639 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-de916b1e-eb23-42d6-b3c2-f741b41bcda5 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9b9b77729cb3438b9ca89127da181324&name=default HTTP/1.1" status: 200  len: 2629 time: 0.0518925
Jul 06 02:17:00.467230 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80980) accepted ('10.222.0.11', 49420) {{(pid=80980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 02:17:00.528651 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-d58cae98-a91a-4848-ab52-03fea2a60717 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:17:00.559272 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-d58cae98-a91a-4848-ab52-03fea2a60717 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:17:00.699894 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-c725d116-9dc7-44ce-8cbc-7aa9c863c5a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:17:01.048050 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-d58cae98-a91a-4848-ab52-03fea2a60717 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428228'] for security_group, after_delete {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:17:01.053258 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-0570eec5-6fe7-4d9a-985a-a86d3f5654d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:17:01.066565 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58cae98-a91a-4848-ab52-03fea2a60717 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2320e905-159b-4d68-bec7-725c47f4e525,revision_number=None']} {{(pid=80980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:17:01.069073 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-d58cae98-a91a-4848-ab52-03fea2a60717 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:17:01.075205 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-d58cae98-a91a-4848-ab52-03fea2a60717 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:17:01.076424 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-d58cae98-a91a-4848-ab52-03fea2a60717 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2320e905-159b-4d68-bec7-725c47f4e525 HTTP/1.1" status: 204  len: 168 time: 0.6082366
Jul 06 02:17:01.629225 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80981) accepted ('10.222.0.11', 49428) {{(pid=80981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 02:17:01.682914 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-a37e533c-48df-487c-b2e4-e1c5fa65b4f1 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=fe9c33ee9a8c4ad69738d25eb06a0d5f&name=default HTTP/1.1" status: 200  len: 2629 time: 0.0517292
Jul 06 02:17:01.685406 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [-] (80981) accepted ('10.222.0.11', 49432) {{(pid=80981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 02:17:01.749593 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-804b788a-7121-430f-8939-c29a3746940b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:17:01.775759 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-804b788a-7121-430f-8939-c29a3746940b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:17:01.967856 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-804b788a-7121-430f-8939-c29a3746940b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428228'] for security_group, after_delete {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:17:01.973123 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-b22ad4da-a395-4dd4-a095-9aee59e48261 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 02:17:01.984237 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804b788a-7121-430f-8939-c29a3746940b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4244409-017e-4dcb-abbf-26af7b44db34,revision_number=None']} {{(pid=80981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 02:17:01.986616 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG oslo_concurrency.lockutils [None req-804b788a-7121-430f-8939-c29a3746940b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=80981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 02:17:01.992306 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-804b788a-7121-430f-8939-c29a3746940b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:17:01.993621 dv-cinder-799546-3-iscsi neutron-server[80869]: INFO neutron.wsgi [None req-804b788a-7121-430f-8939-c29a3746940b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d4244409-017e-4dcb-abbf-26af7b44db34 HTTP/1.1" status: 204  len: 168 time: 0.3072646
Jul 06 02:17:02.265478 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:17:03.185319 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-f2618f61-b948-473c-b3a6-70a5fa945ae9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:17:03.808701 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:17:04.185256 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-76dafd09-8b9e-4f4b-ba8f-a0f9ff874801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:17:05.567844 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-fcfe0981-f829-42d2-99d0-fcc19e179060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:17:30.685793 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-3efbce87-8e54-4059-b523-0d9ace1962a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:17:32.264443 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:17:33.196284 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-a7aa0157-08d9-45b5-b8d3-1e422bd43bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:17:33.818991 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:17:34.190563 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-76dafd09-8b9e-4f4b-ba8f-a0f9ff874801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:17:35.567578 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-fcfe0981-f829-42d2-99d0-fcc19e179060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:17:37.051853 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [req-dd2a905d-68f6-4b20-a574-1b24df425756 req-7ecaac86-0093-4b69-ae8c-e40c762548ef service neutron] (80981) timed out ('10.222.0.37', 55507) {{(pid=80981) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:823}}
Jul 06 02:17:37.419362 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.agents_db [None req-b173abe4-0d36-4765-adb2-33779d11156f None None] Agent healthcheck: found 6 active agents {{(pid=80983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Jul 06 02:17:43.860246 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [req-f9ee7b11-647d-4539-b719-077f5a172147 req-5aeaddd7-9667-4fe7-8834-7bba7973bcb4 service neutron] (80980) timed out ('10.222.0.37', 55185) {{(pid=80980) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:823}}
Jul 06 02:18:00.673858 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-845a7e3d-fae8-4133-9088-005b214ecb4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:18:02.262356 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:18:03.178457 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-27806de1-357d-49d1-a151-1fb49167bd83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:18:03.801186 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:18:04.189786 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-76dafd09-8b9e-4f4b-ba8f-a0f9ff874801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:18:05.578620 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-fcfe0981-f829-42d2-99d0-fcc19e179060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:18:14.420434 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.agents_db [None req-b173abe4-0d36-4765-adb2-33779d11156f None None] Agent healthcheck: found 6 active agents {{(pid=80983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Jul 06 02:18:30.668456 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-2893d141-5037-4395-8ca3-36e2994b93a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:18:32.261647 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:18:33.192843 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-e4ca6582-8fdc-4a9a-ac60-fc17015bb4fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:18:33.809978 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:18:34.198646 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-76dafd09-8b9e-4f4b-ba8f-a0f9ff874801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:18:35.583512 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-fcfe0981-f829-42d2-99d0-fcc19e179060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:18:50.536236 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.wsgi [req-256d69e5-41e2-4b1e-b7a6-b909937395bb req-b4fc9b99-891d-4eef-a975-7929676cfb7f tempest-ServerRescueNegativeTestJSON-1952410213 tempest-ServerRescueNegativeTestJSON-1952410213-project] (80980) timed out ('10.222.0.37', 55494) {{(pid=80980) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:823}}
Jul 06 02:18:51.420654 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.agents_db [None req-b173abe4-0d36-4765-adb2-33779d11156f None None] Agent healthcheck: found 6 active agents {{(pid=80983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Jul 06 02:19:00.678016 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-b0382d0d-ec2c-41ca-90b9-69d2cb71cca3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:19:02.266509 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:19:03.200446 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-cb8007ca-9b47-4ba4-a1d4-2a241bb5b430 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:19:03.806637 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:19:04.195008 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-76dafd09-8b9e-4f4b-ba8f-a0f9ff874801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:19:05.578476 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-fcfe0981-f829-42d2-99d0-fcc19e179060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:19:28.421533 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.agents_db [None req-b173abe4-0d36-4765-adb2-33779d11156f None None] Agent healthcheck: found 6 active agents {{(pid=80983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Jul 06 02:19:30.674537 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-bcbad64c-2b1d-4bc3-b311-b566d3d36f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:19:32.277769 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:19:33.200138 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-4a80fcc4-230a-4f47-9fb4-e8b21023edde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:19:33.817273 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:19:34.200150 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-76dafd09-8b9e-4f4b-ba8f-a0f9ff874801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:19:35.569217 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-fcfe0981-f829-42d2-99d0-fcc19e179060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:20:00.674463 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-86d4a9cf-9255-4061-8122-9da3163fed97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:20:02.285852 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:20:03.196835 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-677157db-ef09-4a88-b27a-e261b00cc165 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:20:03.833885 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:20:04.208295 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-76dafd09-8b9e-4f4b-ba8f-a0f9ff874801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:20:05.421452 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.agents_db [None req-b173abe4-0d36-4765-adb2-33779d11156f None None] Agent healthcheck: found 6 active agents {{(pid=80983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Jul 06 02:20:05.593857 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-fcfe0981-f829-42d2-99d0-fcc19e179060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:20:30.676406 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-8d637cd6-4b07-4008-bd56-e07b6084edc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:20:32.264947 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:20:33.202199 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-ffca3195-b23c-4216-beaf-2aba2da0e9cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:20:33.865193 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:20:34.213636 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-76dafd09-8b9e-4f4b-ba8f-a0f9ff874801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:20:35.584679 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-fcfe0981-f829-42d2-99d0-fcc19e179060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:20:42.421447 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.agents_db [None req-b173abe4-0d36-4765-adb2-33779d11156f None None] Agent healthcheck: found 6 active agents {{(pid=80983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Jul 06 02:21:00.690672 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-5b1fe93f-f78f-419f-93c4-b8d2c21b7f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:21:02.270038 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:21:03.204575 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-0569b78f-3451-47d1-8f28-66b02fb88798 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:21:03.864359 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:21:04.207109 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-76dafd09-8b9e-4f4b-ba8f-a0f9ff874801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:21:05.587355 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-fcfe0981-f829-42d2-99d0-fcc19e179060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:21:19.422029 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.agents_db [None req-b173abe4-0d36-4765-adb2-33779d11156f None None] Agent healthcheck: found 6 active agents {{(pid=80983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Jul 06 02:21:30.678461 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-14218d0c-0334-4d80-8d58-f13dd0413715 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:21:32.312785 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:21:33.210100 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-4db99fb5-2646-49cd-a286-afeecb129d50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:21:33.878716 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:21:34.221312 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-76dafd09-8b9e-4f4b-ba8f-a0f9ff874801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:21:35.583898 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-fcfe0981-f829-42d2-99d0-fcc19e179060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:21:56.422265 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron.db.agents_db [None req-b173abe4-0d36-4765-adb2-33779d11156f None None] Agent healthcheck: found 6 active agents {{(pid=80983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Jul 06 02:22:00.680306 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-bd099686-b901-4254-892b-c1481e1e3669 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:22:02.283808 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-1cac18f1-a931-4f0d-8900-632b685b7b41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:22:03.210695 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-0d66bab3-9a74-4de5-a193-8ca258b9ddba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:22:03.898739 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-8e23ca47-1e2c-4bb3-8285-8bd704bdc59c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:22:04.226924 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-76dafd09-8b9e-4f4b-ba8f-a0f9ff874801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 02:22:05.592903 dv-cinder-799546-3-iscsi neutron-server[80869]: DEBUG neutron_lib.callbacks.manager [None req-fcfe0981-f829-42d2-99d0-fcc19e179060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740753867294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1309090'] for agent, after_update {{(pid=80982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}